upload moe-MXFP4 kv-fp8 model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,86 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%}
+{{ '<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '</think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '<tool_response>' }}
+{{- m.content }}
+{{- '</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+<tool_response>{{ tr.output if tr.output is defined else tr }}</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '</think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,888 @@
+{
+  "architectures": [
+    "Glm4MoeForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "first_k_dense_replace": 3,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "max_position_embeddings": 202752,
+  "model_type": "glm4_moe",
+  "moe_intermediate_size": 1536,
+  "n_group": 1,
+  "n_routed_experts": 160,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 96,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 92,
+  "num_key_value_heads": 8,
+  "num_nextn_predict_layers": 1,
+  "pad_token_id": 151329,
+  "partial_rotary_factor": 0.5,
+  "quantization_config": {
+    "algo_config": null,
+    "exclude": [
+      "model.layers.0.self_attn.q_proj",
+      "model.layers.0.self_attn.k_proj",
+      "model.layers.0.self_attn.v_proj",
+      "model.layers.0.self_attn.o_proj",
+      "model.layers.0.mlp.gate_proj",
+      "model.layers.0.mlp.up_proj",
+      "model.layers.0.mlp.down_proj",
+      "model.layers.1.self_attn.q_proj",
+      "model.layers.1.self_attn.k_proj",
+      "model.layers.1.self_attn.v_proj",
+      "model.layers.1.self_attn.o_proj",
+      "model.layers.1.mlp.gate_proj",
+      "model.layers.1.mlp.up_proj",
+      "model.layers.1.mlp.down_proj",
+      "model.layers.2.self_attn.q_proj",
+      "model.layers.2.self_attn.k_proj",
+      "model.layers.2.self_attn.v_proj",
+      "model.layers.2.self_attn.o_proj",
+      "model.layers.2.mlp.gate_proj",
+      "model.layers.2.mlp.up_proj",
+      "model.layers.2.mlp.down_proj",
+      "model.layers.3.self_attn.q_proj",
+      "model.layers.3.self_attn.k_proj",
+      "model.layers.3.self_attn.v_proj",
+      "model.layers.3.self_attn.o_proj",
+      "model.layers.3.mlp.shared_experts.gate_proj",
+      "model.layers.3.mlp.shared_experts.up_proj",
+      "model.layers.3.mlp.shared_experts.down_proj",
+      "model.layers.4.self_attn.q_proj",
+      "model.layers.4.self_attn.k_proj",
+      "model.layers.4.self_attn.v_proj",
+      "model.layers.4.self_attn.o_proj",
+      "model.layers.4.mlp.shared_experts.gate_proj",
+      "model.layers.4.mlp.shared_experts.up_proj",
+      "model.layers.4.mlp.shared_experts.down_proj",
+      "model.layers.5.self_attn.q_proj",
+      "model.layers.5.self_attn.k_proj",
+      "model.layers.5.self_attn.v_proj",
+      "model.layers.5.self_attn.o_proj",
+      "model.layers.5.mlp.shared_experts.gate_proj",
+      "model.layers.5.mlp.shared_experts.up_proj",
+      "model.layers.5.mlp.shared_experts.down_proj",
+      "model.layers.6.self_attn.q_proj",
+      "model.layers.6.self_attn.k_proj",
+      "model.layers.6.self_attn.v_proj",
+      "model.layers.6.self_attn.o_proj",
+      "model.layers.6.mlp.shared_experts.gate_proj",
+      "model.layers.6.mlp.shared_experts.up_proj",
+      "model.layers.6.mlp.shared_experts.down_proj",
+      "model.layers.7.self_attn.q_proj",
+      "model.layers.7.self_attn.k_proj",
+      "model.layers.7.self_attn.v_proj",
+      "model.layers.7.self_attn.o_proj",
+      "model.layers.7.mlp.shared_experts.gate_proj",
+      "model.layers.7.mlp.shared_experts.up_proj",
+      "model.layers.7.mlp.shared_experts.down_proj",
+      "model.layers.8.self_attn.q_proj",
+      "model.layers.8.self_attn.k_proj",
+      "model.layers.8.self_attn.v_proj",
+      "model.layers.8.self_attn.o_proj",
+      "model.layers.8.mlp.shared_experts.gate_proj",
+      "model.layers.8.mlp.shared_experts.up_proj",
+      "model.layers.8.mlp.shared_experts.down_proj",
+      "model.layers.9.self_attn.q_proj",
+      "model.layers.9.self_attn.k_proj",
+      "model.layers.9.self_attn.v_proj",
+      "model.layers.9.self_attn.o_proj",
+      "model.layers.9.mlp.shared_experts.gate_proj",
+      "model.layers.9.mlp.shared_experts.up_proj",
+      "model.layers.9.mlp.shared_experts.down_proj",
+      "model.layers.10.self_attn.q_proj",
+      "model.layers.10.self_attn.k_proj",
+      "model.layers.10.self_attn.v_proj",
+      "model.layers.10.self_attn.o_proj",
+      "model.layers.10.mlp.shared_experts.gate_proj",
+      "model.layers.10.mlp.shared_experts.up_proj",
+      "model.layers.10.mlp.shared_experts.down_proj",
+      "model.layers.11.self_attn.q_proj",
+      "model.layers.11.self_attn.k_proj",
+      "model.layers.11.self_attn.v_proj",
+      "model.layers.11.self_attn.o_proj",
+      "model.layers.11.mlp.shared_experts.gate_proj",
+      "model.layers.11.mlp.shared_experts.up_proj",
+      "model.layers.11.mlp.shared_experts.down_proj",
+      "model.layers.12.self_attn.q_proj",
+      "model.layers.12.self_attn.k_proj",
+      "model.layers.12.self_attn.v_proj",
+      "model.layers.12.self_attn.o_proj",
+      "model.layers.12.mlp.shared_experts.gate_proj",
+      "model.layers.12.mlp.shared_experts.up_proj",
+      "model.layers.12.mlp.shared_experts.down_proj",
+      "model.layers.13.self_attn.q_proj",
+      "model.layers.13.self_attn.k_proj",
+      "model.layers.13.self_attn.v_proj",
+      "model.layers.13.self_attn.o_proj",
+      "model.layers.13.mlp.shared_experts.gate_proj",
+      "model.layers.13.mlp.shared_experts.up_proj",
+      "model.layers.13.mlp.shared_experts.down_proj",
+      "model.layers.14.self_attn.q_proj",
+      "model.layers.14.self_attn.k_proj",
+      "model.layers.14.self_attn.v_proj",
+      "model.layers.14.self_attn.o_proj",
+      "model.layers.14.mlp.shared_experts.gate_proj",
+      "model.layers.14.mlp.shared_experts.up_proj",
+      "model.layers.14.mlp.shared_experts.down_proj",
+      "model.layers.15.self_attn.q_proj",
+      "model.layers.15.self_attn.k_proj",
+      "model.layers.15.self_attn.v_proj",
+      "model.layers.15.self_attn.o_proj",
+      "model.layers.15.mlp.shared_experts.gate_proj",
+      "model.layers.15.mlp.shared_experts.up_proj",
+      "model.layers.15.mlp.shared_experts.down_proj",
+      "model.layers.16.self_attn.q_proj",
+      "model.layers.16.self_attn.k_proj",
+      "model.layers.16.self_attn.v_proj",
+      "model.layers.16.self_attn.o_proj",
+      "model.layers.16.mlp.shared_experts.gate_proj",
+      "model.layers.16.mlp.shared_experts.up_proj",
+      "model.layers.16.mlp.shared_experts.down_proj",
+      "model.layers.17.self_attn.q_proj",
+      "model.layers.17.self_attn.k_proj",
+      "model.layers.17.self_attn.v_proj",
+      "model.layers.17.self_attn.o_proj",
+      "model.layers.17.mlp.shared_experts.gate_proj",
+      "model.layers.17.mlp.shared_experts.up_proj",
+      "model.layers.17.mlp.shared_experts.down_proj",
+      "model.layers.18.self_attn.q_proj",
+      "model.layers.18.self_attn.k_proj",
+      "model.layers.18.self_attn.v_proj",
+      "model.layers.18.self_attn.o_proj",
+      "model.layers.18.mlp.shared_experts.gate_proj",
+      "model.layers.18.mlp.shared_experts.up_proj",
+      "model.layers.18.mlp.shared_experts.down_proj",
+      "model.layers.19.self_attn.q_proj",
+      "model.layers.19.self_attn.k_proj",
+      "model.layers.19.self_attn.v_proj",
+      "model.layers.19.self_attn.o_proj",
+      "model.layers.19.mlp.shared_experts.gate_proj",
+      "model.layers.19.mlp.shared_experts.up_proj",
+      "model.layers.19.mlp.shared_experts.down_proj",
+      "model.layers.20.self_attn.q_proj",
+      "model.layers.20.self_attn.k_proj",
+      "model.layers.20.self_attn.v_proj",
+      "model.layers.20.self_attn.o_proj",
+      "model.layers.20.mlp.shared_experts.gate_proj",
+      "model.layers.20.mlp.shared_experts.up_proj",
+      "model.layers.20.mlp.shared_experts.down_proj",
+      "model.layers.21.self_attn.q_proj",
+      "model.layers.21.self_attn.k_proj",
+      "model.layers.21.self_attn.v_proj",
+      "model.layers.21.self_attn.o_proj",
+      "model.layers.21.mlp.shared_experts.gate_proj",
+      "model.layers.21.mlp.shared_experts.up_proj",
+      "model.layers.21.mlp.shared_experts.down_proj",
+      "model.layers.22.self_attn.q_proj",
+      "model.layers.22.self_attn.k_proj",
+      "model.layers.22.self_attn.v_proj",
+      "model.layers.22.self_attn.o_proj",
+      "model.layers.22.mlp.shared_experts.gate_proj",
+      "model.layers.22.mlp.shared_experts.up_proj",
+      "model.layers.22.mlp.shared_experts.down_proj",
+      "model.layers.23.self_attn.q_proj",
+      "model.layers.23.self_attn.k_proj",
+      "model.layers.23.self_attn.v_proj",
+      "model.layers.23.self_attn.o_proj",
+      "model.layers.23.mlp.shared_experts.gate_proj",
+      "model.layers.23.mlp.shared_experts.up_proj",
+      "model.layers.23.mlp.shared_experts.down_proj",
+      "model.layers.24.self_attn.q_proj",
+      "model.layers.24.self_attn.k_proj",
+      "model.layers.24.self_attn.v_proj",
+      "model.layers.24.self_attn.o_proj",
+      "model.layers.24.mlp.shared_experts.gate_proj",
+      "model.layers.24.mlp.shared_experts.up_proj",
+      "model.layers.24.mlp.shared_experts.down_proj",
+      "model.layers.25.self_attn.q_proj",
+      "model.layers.25.self_attn.k_proj",
+      "model.layers.25.self_attn.v_proj",
+      "model.layers.25.self_attn.o_proj",
+      "model.layers.25.mlp.shared_experts.gate_proj",
+      "model.layers.25.mlp.shared_experts.up_proj",
+      "model.layers.25.mlp.shared_experts.down_proj",
+      "model.layers.26.self_attn.q_proj",
+      "model.layers.26.self_attn.k_proj",
+      "model.layers.26.self_attn.v_proj",
+      "model.layers.26.self_attn.o_proj",
+      "model.layers.26.mlp.shared_experts.gate_proj",
+      "model.layers.26.mlp.shared_experts.up_proj",
+      "model.layers.26.mlp.shared_experts.down_proj",
+      "model.layers.27.self_attn.q_proj",
+      "model.layers.27.self_attn.k_proj",
+      "model.layers.27.self_attn.v_proj",
+      "model.layers.27.self_attn.o_proj",
+      "model.layers.27.mlp.shared_experts.gate_proj",
+      "model.layers.27.mlp.shared_experts.up_proj",
+      "model.layers.27.mlp.shared_experts.down_proj",
+      "model.layers.28.self_attn.q_proj",
+      "model.layers.28.self_attn.k_proj",
+      "model.layers.28.self_attn.v_proj",
+      "model.layers.28.self_attn.o_proj",
+      "model.layers.28.mlp.shared_experts.gate_proj",
+      "model.layers.28.mlp.shared_experts.up_proj",
+      "model.layers.28.mlp.shared_experts.down_proj",
+      "model.layers.29.self_attn.q_proj",
+      "model.layers.29.self_attn.k_proj",
+      "model.layers.29.self_attn.v_proj",
+      "model.layers.29.self_attn.o_proj",
+      "model.layers.29.mlp.shared_experts.gate_proj",
+      "model.layers.29.mlp.shared_experts.up_proj",
+      "model.layers.29.mlp.shared_experts.down_proj",
+      "model.layers.30.self_attn.q_proj",
+      "model.layers.30.self_attn.k_proj",
+      "model.layers.30.self_attn.v_proj",
+      "model.layers.30.self_attn.o_proj",
+      "model.layers.30.mlp.shared_experts.gate_proj",
+      "model.layers.30.mlp.shared_experts.up_proj",
+      "model.layers.30.mlp.shared_experts.down_proj",
+      "model.layers.31.self_attn.q_proj",
+      "model.layers.31.self_attn.k_proj",
+      "model.layers.31.self_attn.v_proj",
+      "model.layers.31.self_attn.o_proj",
+      "model.layers.31.mlp.shared_experts.gate_proj",
+      "model.layers.31.mlp.shared_experts.up_proj",
+      "model.layers.31.mlp.shared_experts.down_proj",
+      "model.layers.32.self_attn.q_proj",
+      "model.layers.32.self_attn.k_proj",
+      "model.layers.32.self_attn.v_proj",
+      "model.layers.32.self_attn.o_proj",
+      "model.layers.32.mlp.shared_experts.gate_proj",
+      "model.layers.32.mlp.shared_experts.up_proj",
+      "model.layers.32.mlp.shared_experts.down_proj",
+      "model.layers.33.self_attn.q_proj",
+      "model.layers.33.self_attn.k_proj",
+      "model.layers.33.self_attn.v_proj",
+      "model.layers.33.self_attn.o_proj",
+      "model.layers.33.mlp.shared_experts.gate_proj",
+      "model.layers.33.mlp.shared_experts.up_proj",
+      "model.layers.33.mlp.shared_experts.down_proj",
+      "model.layers.34.self_attn.q_proj",
+      "model.layers.34.self_attn.k_proj",
+      "model.layers.34.self_attn.v_proj",
+      "model.layers.34.self_attn.o_proj",
+      "model.layers.34.mlp.shared_experts.gate_proj",
+      "model.layers.34.mlp.shared_experts.up_proj",
+      "model.layers.34.mlp.shared_experts.down_proj",
+      "model.layers.35.self_attn.q_proj",
+      "model.layers.35.self_attn.k_proj",
+      "model.layers.35.self_attn.v_proj",
+      "model.layers.35.self_attn.o_proj",
+      "model.layers.35.mlp.shared_experts.gate_proj",
+      "model.layers.35.mlp.shared_experts.up_proj",
+      "model.layers.35.mlp.shared_experts.down_proj",
+      "model.layers.36.self_attn.q_proj",
+      "model.layers.36.self_attn.k_proj",
+      "model.layers.36.self_attn.v_proj",
+      "model.layers.36.self_attn.o_proj",
+      "model.layers.36.mlp.shared_experts.gate_proj",
+      "model.layers.36.mlp.shared_experts.up_proj",
+      "model.layers.36.mlp.shared_experts.down_proj",
+      "model.layers.37.self_attn.q_proj",
+      "model.layers.37.self_attn.k_proj",
+      "model.layers.37.self_attn.v_proj",
+      "model.layers.37.self_attn.o_proj",
+      "model.layers.37.mlp.shared_experts.gate_proj",
+      "model.layers.37.mlp.shared_experts.up_proj",
+      "model.layers.37.mlp.shared_experts.down_proj",
+      "model.layers.38.self_attn.q_proj",
+      "model.layers.38.self_attn.k_proj",
+      "model.layers.38.self_attn.v_proj",
+      "model.layers.38.self_attn.o_proj",
+      "model.layers.38.mlp.shared_experts.gate_proj",
+      "model.layers.38.mlp.shared_experts.up_proj",
+      "model.layers.38.mlp.shared_experts.down_proj",
+      "model.layers.39.self_attn.q_proj",
+      "model.layers.39.self_attn.k_proj",
+      "model.layers.39.self_attn.v_proj",
+      "model.layers.39.self_attn.o_proj",
+      "model.layers.39.mlp.shared_experts.gate_proj",
+      "model.layers.39.mlp.shared_experts.up_proj",
+      "model.layers.39.mlp.shared_experts.down_proj",
+      "model.layers.40.self_attn.q_proj",
+      "model.layers.40.self_attn.k_proj",
+      "model.layers.40.self_attn.v_proj",
+      "model.layers.40.self_attn.o_proj",
+      "model.layers.40.mlp.shared_experts.gate_proj",
+      "model.layers.40.mlp.shared_experts.up_proj",
+      "model.layers.40.mlp.shared_experts.down_proj",
+      "model.layers.41.self_attn.q_proj",
+      "model.layers.41.self_attn.k_proj",
+      "model.layers.41.self_attn.v_proj",
+      "model.layers.41.self_attn.o_proj",
+      "model.layers.41.mlp.shared_experts.gate_proj",
+      "model.layers.41.mlp.shared_experts.up_proj",
+      "model.layers.41.mlp.shared_experts.down_proj",
+      "model.layers.42.self_attn.q_proj",
+      "model.layers.42.self_attn.k_proj",
+      "model.layers.42.self_attn.v_proj",
+      "model.layers.42.self_attn.o_proj",
+      "model.layers.42.mlp.shared_experts.gate_proj",
+      "model.layers.42.mlp.shared_experts.up_proj",
+      "model.layers.42.mlp.shared_experts.down_proj",
+      "model.layers.43.self_attn.q_proj",
+      "model.layers.43.self_attn.k_proj",
+      "model.layers.43.self_attn.v_proj",
+      "model.layers.43.self_attn.o_proj",
+      "model.layers.43.mlp.shared_experts.gate_proj",
+      "model.layers.43.mlp.shared_experts.up_proj",
+      "model.layers.43.mlp.shared_experts.down_proj",
+      "model.layers.44.self_attn.q_proj",
+      "model.layers.44.self_attn.k_proj",
+      "model.layers.44.self_attn.v_proj",
+      "model.layers.44.self_attn.o_proj",
+      "model.layers.44.mlp.shared_experts.gate_proj",
+      "model.layers.44.mlp.shared_experts.up_proj",
+      "model.layers.44.mlp.shared_experts.down_proj",
+      "model.layers.45.self_attn.q_proj",
+      "model.layers.45.self_attn.k_proj",
+      "model.layers.45.self_attn.v_proj",
+      "model.layers.45.self_attn.o_proj",
+      "model.layers.45.mlp.shared_experts.gate_proj",
+      "model.layers.45.mlp.shared_experts.up_proj",
+      "model.layers.45.mlp.shared_experts.down_proj",
+      "model.layers.46.self_attn.q_proj",
+      "model.layers.46.self_attn.k_proj",
+      "model.layers.46.self_attn.v_proj",
+      "model.layers.46.self_attn.o_proj",
+      "model.layers.46.mlp.shared_experts.gate_proj",
+      "model.layers.46.mlp.shared_experts.up_proj",
+      "model.layers.46.mlp.shared_experts.down_proj",
+      "model.layers.47.self_attn.q_proj",
+      "model.layers.47.self_attn.k_proj",
+      "model.layers.47.self_attn.v_proj",
+      "model.layers.47.self_attn.o_proj",
+      "model.layers.47.mlp.shared_experts.gate_proj",
+      "model.layers.47.mlp.shared_experts.up_proj",
+      "model.layers.47.mlp.shared_experts.down_proj",
+      "model.layers.48.self_attn.q_proj",
+      "model.layers.48.self_attn.k_proj",
+      "model.layers.48.self_attn.v_proj",
+      "model.layers.48.self_attn.o_proj",
+      "model.layers.48.mlp.shared_experts.gate_proj",
+      "model.layers.48.mlp.shared_experts.up_proj",
+      "model.layers.48.mlp.shared_experts.down_proj",
+      "model.layers.49.self_attn.q_proj",
+      "model.layers.49.self_attn.k_proj",
+      "model.layers.49.self_attn.v_proj",
+      "model.layers.49.self_attn.o_proj",
+      "model.layers.49.mlp.shared_experts.gate_proj",
+      "model.layers.49.mlp.shared_experts.up_proj",
+      "model.layers.49.mlp.shared_experts.down_proj",
+      "model.layers.50.self_attn.q_proj",
+      "model.layers.50.self_attn.k_proj",
+      "model.layers.50.self_attn.v_proj",
+      "model.layers.50.self_attn.o_proj",
+      "model.layers.50.mlp.shared_experts.gate_proj",
+      "model.layers.50.mlp.shared_experts.up_proj",
+      "model.layers.50.mlp.shared_experts.down_proj",
+      "model.layers.51.self_attn.q_proj",
+      "model.layers.51.self_attn.k_proj",
+      "model.layers.51.self_attn.v_proj",
+      "model.layers.51.self_attn.o_proj",
+      "model.layers.51.mlp.shared_experts.gate_proj",
+      "model.layers.51.mlp.shared_experts.up_proj",
+      "model.layers.51.mlp.shared_experts.down_proj",
+      "model.layers.52.self_attn.q_proj",
+      "model.layers.52.self_attn.k_proj",
+      "model.layers.52.self_attn.v_proj",
+      "model.layers.52.self_attn.o_proj",
+      "model.layers.52.mlp.shared_experts.gate_proj",
+      "model.layers.52.mlp.shared_experts.up_proj",
+      "model.layers.52.mlp.shared_experts.down_proj",
+      "model.layers.53.self_attn.q_proj",
+      "model.layers.53.self_attn.k_proj",
+      "model.layers.53.self_attn.v_proj",
+      "model.layers.53.self_attn.o_proj",
+      "model.layers.53.mlp.shared_experts.gate_proj",
+      "model.layers.53.mlp.shared_experts.up_proj",
+      "model.layers.53.mlp.shared_experts.down_proj",
+      "model.layers.54.self_attn.q_proj",
+      "model.layers.54.self_attn.k_proj",
+      "model.layers.54.self_attn.v_proj",
+      "model.layers.54.self_attn.o_proj",
+      "model.layers.54.mlp.shared_experts.gate_proj",
+      "model.layers.54.mlp.shared_experts.up_proj",
+      "model.layers.54.mlp.shared_experts.down_proj",
+      "model.layers.55.self_attn.q_proj",
+      "model.layers.55.self_attn.k_proj",
+      "model.layers.55.self_attn.v_proj",
+      "model.layers.55.self_attn.o_proj",
+      "model.layers.55.mlp.shared_experts.gate_proj",
+      "model.layers.55.mlp.shared_experts.up_proj",
+      "model.layers.55.mlp.shared_experts.down_proj",
+      "model.layers.56.self_attn.q_proj",
+      "model.layers.56.self_attn.k_proj",
+      "model.layers.56.self_attn.v_proj",
+      "model.layers.56.self_attn.o_proj",
+      "model.layers.56.mlp.shared_experts.gate_proj",
+      "model.layers.56.mlp.shared_experts.up_proj",
+      "model.layers.56.mlp.shared_experts.down_proj",
+      "model.layers.57.self_attn.q_proj",
+      "model.layers.57.self_attn.k_proj",
+      "model.layers.57.self_attn.v_proj",
+      "model.layers.57.self_attn.o_proj",
+      "model.layers.57.mlp.shared_experts.gate_proj",
+      "model.layers.57.mlp.shared_experts.up_proj",
+      "model.layers.57.mlp.shared_experts.down_proj",
+      "model.layers.58.self_attn.q_proj",
+      "model.layers.58.self_attn.k_proj",
+      "model.layers.58.self_attn.v_proj",
+      "model.layers.58.self_attn.o_proj",
+      "model.layers.58.mlp.shared_experts.gate_proj",
+      "model.layers.58.mlp.shared_experts.up_proj",
+      "model.layers.58.mlp.shared_experts.down_proj",
+      "model.layers.59.self_attn.q_proj",
+      "model.layers.59.self_attn.k_proj",
+      "model.layers.59.self_attn.v_proj",
+      "model.layers.59.self_attn.o_proj",
+      "model.layers.59.mlp.shared_experts.gate_proj",
+      "model.layers.59.mlp.shared_experts.up_proj",
+      "model.layers.59.mlp.shared_experts.down_proj",
+      "model.layers.60.self_attn.q_proj",
+      "model.layers.60.self_attn.k_proj",
+      "model.layers.60.self_attn.v_proj",
+      "model.layers.60.self_attn.o_proj",
+      "model.layers.60.mlp.shared_experts.gate_proj",
+      "model.layers.60.mlp.shared_experts.up_proj",
+      "model.layers.60.mlp.shared_experts.down_proj",
+      "model.layers.61.self_attn.q_proj",
+      "model.layers.61.self_attn.k_proj",
+      "model.layers.61.self_attn.v_proj",
+      "model.layers.61.self_attn.o_proj",
+      "model.layers.61.mlp.shared_experts.gate_proj",
+      "model.layers.61.mlp.shared_experts.up_proj",
+      "model.layers.61.mlp.shared_experts.down_proj",
+      "model.layers.62.self_attn.q_proj",
+      "model.layers.62.self_attn.k_proj",
+      "model.layers.62.self_attn.v_proj",
+      "model.layers.62.self_attn.o_proj",
+      "model.layers.62.mlp.shared_experts.gate_proj",
+      "model.layers.62.mlp.shared_experts.up_proj",
+      "model.layers.62.mlp.shared_experts.down_proj",
+      "model.layers.63.self_attn.q_proj",
+      "model.layers.63.self_attn.k_proj",
+      "model.layers.63.self_attn.v_proj",
+      "model.layers.63.self_attn.o_proj",
+      "model.layers.63.mlp.shared_experts.gate_proj",
+      "model.layers.63.mlp.shared_experts.up_proj",
+      "model.layers.63.mlp.shared_experts.down_proj",
+      "model.layers.64.self_attn.q_proj",
+      "model.layers.64.self_attn.k_proj",
+      "model.layers.64.self_attn.v_proj",
+      "model.layers.64.self_attn.o_proj",
+      "model.layers.64.mlp.shared_experts.gate_proj",
+      "model.layers.64.mlp.shared_experts.up_proj",
+      "model.layers.64.mlp.shared_experts.down_proj",
+      "model.layers.65.self_attn.q_proj",
+      "model.layers.65.self_attn.k_proj",
+      "model.layers.65.self_attn.v_proj",
+      "model.layers.65.self_attn.o_proj",
+      "model.layers.65.mlp.shared_experts.gate_proj",
+      "model.layers.65.mlp.shared_experts.up_proj",
+      "model.layers.65.mlp.shared_experts.down_proj",
+      "model.layers.66.self_attn.q_proj",
+      "model.layers.66.self_attn.k_proj",
+      "model.layers.66.self_attn.v_proj",
+      "model.layers.66.self_attn.o_proj",
+      "model.layers.66.mlp.shared_experts.gate_proj",
+      "model.layers.66.mlp.shared_experts.up_proj",
+      "model.layers.66.mlp.shared_experts.down_proj",
+      "model.layers.67.self_attn.q_proj",
+      "model.layers.67.self_attn.k_proj",
+      "model.layers.67.self_attn.v_proj",
+      "model.layers.67.self_attn.o_proj",
+      "model.layers.67.mlp.shared_experts.gate_proj",
+      "model.layers.67.mlp.shared_experts.up_proj",
+      "model.layers.67.mlp.shared_experts.down_proj",
+      "model.layers.68.self_attn.q_proj",
+      "model.layers.68.self_attn.k_proj",
+      "model.layers.68.self_attn.v_proj",
+      "model.layers.68.self_attn.o_proj",
+      "model.layers.68.mlp.shared_experts.gate_proj",
+      "model.layers.68.mlp.shared_experts.up_proj",
+      "model.layers.68.mlp.shared_experts.down_proj",
+      "model.layers.69.self_attn.q_proj",
+      "model.layers.69.self_attn.k_proj",
+      "model.layers.69.self_attn.v_proj",
+      "model.layers.69.self_attn.o_proj",
+      "model.layers.69.mlp.shared_experts.gate_proj",
+      "model.layers.69.mlp.shared_experts.up_proj",
+      "model.layers.69.mlp.shared_experts.down_proj",
+      "model.layers.70.self_attn.q_proj",
+      "model.layers.70.self_attn.k_proj",
+      "model.layers.70.self_attn.v_proj",
+      "model.layers.70.self_attn.o_proj",
+      "model.layers.70.mlp.shared_experts.gate_proj",
+      "model.layers.70.mlp.shared_experts.up_proj",
+      "model.layers.70.mlp.shared_experts.down_proj",
+      "model.layers.71.self_attn.q_proj",
+      "model.layers.71.self_attn.k_proj",
+      "model.layers.71.self_attn.v_proj",
+      "model.layers.71.self_attn.o_proj",
+      "model.layers.71.mlp.shared_experts.gate_proj",
+      "model.layers.71.mlp.shared_experts.up_proj",
+      "model.layers.71.mlp.shared_experts.down_proj",
+      "model.layers.72.self_attn.q_proj",
+      "model.layers.72.self_attn.k_proj",
+      "model.layers.72.self_attn.v_proj",
+      "model.layers.72.self_attn.o_proj",
+      "model.layers.72.mlp.shared_experts.gate_proj",
+      "model.layers.72.mlp.shared_experts.up_proj",
+      "model.layers.72.mlp.shared_experts.down_proj",
+      "model.layers.73.self_attn.q_proj",
+      "model.layers.73.self_attn.k_proj",
+      "model.layers.73.self_attn.v_proj",
+      "model.layers.73.self_attn.o_proj",
+      "model.layers.73.mlp.shared_experts.gate_proj",
+      "model.layers.73.mlp.shared_experts.up_proj",
+      "model.layers.73.mlp.shared_experts.down_proj",
+      "model.layers.74.self_attn.q_proj",
+      "model.layers.74.self_attn.k_proj",
+      "model.layers.74.self_attn.v_proj",
+      "model.layers.74.self_attn.o_proj",
+      "model.layers.74.mlp.shared_experts.gate_proj",
+      "model.layers.74.mlp.shared_experts.up_proj",
+      "model.layers.74.mlp.shared_experts.down_proj",
+      "model.layers.75.self_attn.q_proj",
+      "model.layers.75.self_attn.k_proj",
+      "model.layers.75.self_attn.v_proj",
+      "model.layers.75.self_attn.o_proj",
+      "model.layers.75.mlp.shared_experts.gate_proj",
+      "model.layers.75.mlp.shared_experts.up_proj",
+      "model.layers.75.mlp.shared_experts.down_proj",
+      "model.layers.76.self_attn.q_proj",
+      "model.layers.76.self_attn.k_proj",
+      "model.layers.76.self_attn.v_proj",
+      "model.layers.76.self_attn.o_proj",
+      "model.layers.76.mlp.shared_experts.gate_proj",
+      "model.layers.76.mlp.shared_experts.up_proj",
+      "model.layers.76.mlp.shared_experts.down_proj",
+      "model.layers.77.self_attn.q_proj",
+      "model.layers.77.self_attn.k_proj",
+      "model.layers.77.self_attn.v_proj",
+      "model.layers.77.self_attn.o_proj",
+      "model.layers.77.mlp.shared_experts.gate_proj",
+      "model.layers.77.mlp.shared_experts.up_proj",
+      "model.layers.77.mlp.shared_experts.down_proj",
+      "model.layers.78.self_attn.q_proj",
+      "model.layers.78.self_attn.k_proj",
+      "model.layers.78.self_attn.v_proj",
+      "model.layers.78.self_attn.o_proj",
+      "model.layers.78.mlp.shared_experts.gate_proj",
+      "model.layers.78.mlp.shared_experts.up_proj",
+      "model.layers.78.mlp.shared_experts.down_proj",
+      "model.layers.79.self_attn.q_proj",
+      "model.layers.79.self_attn.k_proj",
+      "model.layers.79.self_attn.v_proj",
+      "model.layers.79.self_attn.o_proj",
+      "model.layers.79.mlp.shared_experts.gate_proj",
+      "model.layers.79.mlp.shared_experts.up_proj",
+      "model.layers.79.mlp.shared_experts.down_proj",
+      "model.layers.80.self_attn.q_proj",
+      "model.layers.80.self_attn.k_proj",
+      "model.layers.80.self_attn.v_proj",
+      "model.layers.80.self_attn.o_proj",
+      "model.layers.80.mlp.shared_experts.gate_proj",
+      "model.layers.80.mlp.shared_experts.up_proj",
+      "model.layers.80.mlp.shared_experts.down_proj",
+      "model.layers.81.self_attn.q_proj",
+      "model.layers.81.self_attn.k_proj",
+      "model.layers.81.self_attn.v_proj",
+      "model.layers.81.self_attn.o_proj",
+      "model.layers.81.mlp.shared_experts.gate_proj",
+      "model.layers.81.mlp.shared_experts.up_proj",
+      "model.layers.81.mlp.shared_experts.down_proj",
+      "model.layers.82.self_attn.q_proj",
+      "model.layers.82.self_attn.k_proj",
+      "model.layers.82.self_attn.v_proj",
+      "model.layers.82.self_attn.o_proj",
+      "model.layers.82.mlp.shared_experts.gate_proj",
+      "model.layers.82.mlp.shared_experts.up_proj",
+      "model.layers.82.mlp.shared_experts.down_proj",
+      "model.layers.83.self_attn.q_proj",
+      "model.layers.83.self_attn.k_proj",
+      "model.layers.83.self_attn.v_proj",
+      "model.layers.83.self_attn.o_proj",
+      "model.layers.83.mlp.shared_experts.gate_proj",
+      "model.layers.83.mlp.shared_experts.up_proj",
+      "model.layers.83.mlp.shared_experts.down_proj",
+      "model.layers.84.self_attn.q_proj",
+      "model.layers.84.self_attn.k_proj",
+      "model.layers.84.self_attn.v_proj",
+      "model.layers.84.self_attn.o_proj",
+      "model.layers.84.mlp.shared_experts.gate_proj",
+      "model.layers.84.mlp.shared_experts.up_proj",
+      "model.layers.84.mlp.shared_experts.down_proj",
+      "model.layers.85.self_attn.q_proj",
+      "model.layers.85.self_attn.k_proj",
+      "model.layers.85.self_attn.v_proj",
+      "model.layers.85.self_attn.o_proj",
+      "model.layers.85.mlp.shared_experts.gate_proj",
+      "model.layers.85.mlp.shared_experts.up_proj",
+      "model.layers.85.mlp.shared_experts.down_proj",
+      "model.layers.86.self_attn.q_proj",
+      "model.layers.86.self_attn.k_proj",
+      "model.layers.86.self_attn.v_proj",
+      "model.layers.86.self_attn.o_proj",
+      "model.layers.86.mlp.shared_experts.gate_proj",
+      "model.layers.86.mlp.shared_experts.up_proj",
+      "model.layers.86.mlp.shared_experts.down_proj",
+      "model.layers.87.self_attn.q_proj",
+      "model.layers.87.self_attn.k_proj",
+      "model.layers.87.self_attn.v_proj",
+      "model.layers.87.self_attn.o_proj",
+      "model.layers.87.mlp.shared_experts.gate_proj",
+      "model.layers.87.mlp.shared_experts.up_proj",
+      "model.layers.87.mlp.shared_experts.down_proj",
+      "model.layers.88.self_attn.q_proj",
+      "model.layers.88.self_attn.k_proj",
+      "model.layers.88.self_attn.v_proj",
+      "model.layers.88.self_attn.o_proj",
+      "model.layers.88.mlp.shared_experts.gate_proj",
+      "model.layers.88.mlp.shared_experts.up_proj",
+      "model.layers.88.mlp.shared_experts.down_proj",
+      "model.layers.89.self_attn.q_proj",
+      "model.layers.89.self_attn.k_proj",
+      "model.layers.89.self_attn.v_proj",
+      "model.layers.89.self_attn.o_proj",
+      "model.layers.89.mlp.shared_experts.gate_proj",
+      "model.layers.89.mlp.shared_experts.up_proj",
+      "model.layers.89.mlp.shared_experts.down_proj",
+      "model.layers.90.self_attn.q_proj",
+      "model.layers.90.self_attn.k_proj",
+      "model.layers.90.self_attn.v_proj",
+      "model.layers.90.self_attn.o_proj",
+      "model.layers.90.mlp.shared_experts.gate_proj",
+      "model.layers.90.mlp.shared_experts.up_proj",
+      "model.layers.90.mlp.shared_experts.down_proj",
+      "model.layers.91.self_attn.q_proj",
+      "model.layers.91.self_attn.k_proj",
+      "model.layers.91.self_attn.v_proj",
+      "model.layers.91.self_attn.o_proj",
+      "model.layers.91.mlp.shared_experts.gate_proj",
+      "model.layers.91.mlp.shared_experts.up_proj",
+      "model.layers.91.mlp.shared_experts.down_proj",
+      "lm_head"
+    ],
+    "export": {
+      "kv_cache_group": [
+        "*k_proj",
+        "*v_proj"
+      ],
+      "min_kv_scale": 0.0,
+      "pack_method": "reorder",
+      "weight_format": "real_quantized",
+      "weight_merge_groups": null
+    },
+    "global_quant_config": {
+      "bias": null,
+      "input_tensors": {
+        "ch_axis": -1,
+        "dtype": "fp4",
+        "group_size": 32,
+        "is_dynamic": true,
+        "is_scale_quant": false,
+        "mx_element_dtype": null,
+        "observer_cls": "PerBlockMXObserver",
+        "qscheme": "per_group",
+        "round_method": "half_even",
+        "scale_calculation_mode": "even",
+        "scale_format": "e8m0",
+        "scale_type": "float",
+        "symmetric": null
+      },
+      "output_tensors": null,
+      "target_device": null,
+      "weight": {
+        "ch_axis": -1,
+        "dtype": "fp4",
+        "group_size": 32,
+        "is_dynamic": false,
+        "is_scale_quant": false,
+        "mx_element_dtype": null,
+        "observer_cls": "PerBlockMXObserver",
+        "qscheme": "per_group",
+        "round_method": "half_even",
+        "scale_calculation_mode": "even",
+        "scale_format": "e8m0",
+        "scale_type": "float",
+        "symmetric": null
+      }
+    },
+    "kv_cache_post_rope": false,
+    "kv_cache_quant_config": {
+      "*k_proj": {
+        "bias": null,
+        "input_tensors": null,
+        "output_tensors": {
+          "ch_axis": null,
+          "dtype": "fp8_e4m3",
+          "group_size": null,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerTensorMinMaxObserver",
+          "qscheme": "per_tensor",
+          "round_method": "half_even",
+          "scale_calculation_mode": null,
+          "scale_format": null,
+          "scale_type": null,
+          "symmetric": true
+        },
+        "target_device": null,
+        "weight": null
+      },
+      "*v_proj": {
+        "bias": null,
+        "input_tensors": null,
+        "output_tensors": {
+          "ch_axis": null,
+          "dtype": "fp8_e4m3",
+          "group_size": null,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerTensorMinMaxObserver",
+          "qscheme": "per_tensor",
+          "round_method": "half_even",
+          "scale_calculation_mode": null,
+          "scale_format": null,
+          "scale_type": null,
+          "symmetric": true
+        },
+        "target_device": null,
+        "weight": null
+      }
+    },
+    "layer_quant_config": {
+      "*k_proj": {
+        "bias": null,
+        "input_tensors": {
+          "ch_axis": -1,
+          "dtype": "fp4",
+          "group_size": 32,
+          "is_dynamic": true,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerBlockMXObserver",
+          "qscheme": "per_group",
+          "round_method": "half_even",
+          "scale_calculation_mode": "even",
+          "scale_format": "e8m0",
+          "scale_type": "float",
+          "symmetric": null
+        },
+        "output_tensors": {
+          "ch_axis": null,
+          "dtype": "fp8_e4m3",
+          "group_size": null,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerTensorMinMaxObserver",
+          "qscheme": "per_tensor",
+          "round_method": "half_even",
+          "scale_calculation_mode": null,
+          "scale_format": null,
+          "scale_type": null,
+          "symmetric": true
+        },
+        "target_device": null,
+        "weight": {
+          "ch_axis": -1,
+          "dtype": "fp4",
+          "group_size": 32,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerBlockMXObserver",
+          "qscheme": "per_group",
+          "round_method": "half_even",
+          "scale_calculation_mode": "even",
+          "scale_format": "e8m0",
+          "scale_type": "float",
+          "symmetric": null
+        }
+      },
+      "*v_proj": {
+        "bias": null,
+        "input_tensors": {
+          "ch_axis": -1,
+          "dtype": "fp4",
+          "group_size": 32,
+          "is_dynamic": true,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerBlockMXObserver",
+          "qscheme": "per_group",
+          "round_method": "half_even",
+          "scale_calculation_mode": "even",
+          "scale_format": "e8m0",
+          "scale_type": "float",
+          "symmetric": null
+        },
+        "output_tensors": {
+          "ch_axis": null,
+          "dtype": "fp8_e4m3",
+          "group_size": null,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerTensorMinMaxObserver",
+          "qscheme": "per_tensor",
+          "round_method": "half_even",
+          "scale_calculation_mode": null,
+          "scale_format": null,
+          "scale_type": null,
+          "symmetric": true
+        },
+        "target_device": null,
+        "weight": {
+          "ch_axis": -1,
+          "dtype": "fp4",
+          "group_size": 32,
+          "is_dynamic": false,
+          "is_scale_quant": false,
+          "mx_element_dtype": null,
+          "observer_cls": "PerBlockMXObserver",
+          "qscheme": "per_group",
+          "round_method": "half_even",
+          "scale_calculation_mode": "even",
+          "scale_format": "e8m0",
+          "scale_type": "float",
+          "symmetric": null
+        }
+      }
+    },
+    "layer_type_quant_config": {},
+    "quant_method": "quark",
+    "quant_mode": "eager_mode",
+    "softmax_quant_spec": null,
+    "version": "0.12+86d5498526"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "routed_scaling_factor": 2.5,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "use_qk_norm": true,
+  "vocab_size": 151552
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "transformers_version": "4.57.3"
+}

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8a85062a20aa6d545b02208415beb8bfbf56902e5574d385b096cc3820e429
+size 4999262112

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51481d582dbca4f2cd38216239c5586728f5cdd923f71e2793f3c2ada3eeaf8f
+size 4996665376

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c025c5faed469b71068a5e91ef3987f7f212077a4e176044c4b7bde08373f
+size 4996665392

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7513f27fa412201ceb3157f5b14c8cafb22105badc3be44f29ca0d6e6821aec9
+size 4945829980

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7273faec42bf5506b3e6d8f0bf59f02af22b16ad97de354feda58a349be0234b
+size 4997152264

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c0560c25d58a3431c3a18f9408be9d80e056c7db41b99799a2febbe7c2d765
+size 4996667344

model-00007-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7723d6d4daed1914deb2a4f30bb18ce6661b19ca2c2afd1e32d66e8c39fdbf9
+size 4996667344

model-00008-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31896b6f3ef62393d1c89fe3c3b26c374e2715b84069fab5a5baf10c40a3a45c
+size 4996667344

model-00009-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd9cf7bacf42508889ea44938131d0207717054a1c2ee14c00e2f285cb31907
+size 4996667504

model-00010-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4969e58e04fea0aedf6d0e3a6a21e75788de03f4072d61c090de1b4c73cf8
+size 4996667512

model-00011-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b403d11dccb7740c042700faa59cbdb46d568e740dfdd2693cc31b3ec4f5e7aa
+size 4924941108

model-00012-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8378d961b519a8df1c94391a446dcb906b9acc8bfcb57cf878a7b5ab0ea526
+size 4997152264

model-00013-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c428f2d9a67603bdb1a0c502c9f8163e9bfad5512ceda816a6e9c45c2b997ec2
+size 4996667344

model-00014-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213857e8ec146d9b5d3fc44b7f5a5a4c23f3e1aaa9c5ce5b3e4bbc290b8b36e9
+size 4996667344

model-00015-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcab04185d210b1a9c3ca0190ddd8c26b0cdfb0f12c9631a96c2a284d51b7997
+size 4996667344

model-00016-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7251724c010d85ec1fb66d5fe8813194e366953fdc5e82ebf2f6a077c3bce6c
+size 4996667504

model-00017-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7570588e6c57d4a390dbc8a0eb6061d7c0be8900f35b788e06f025d7cbe3c
+size 4996667512

model-00018-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2ea8dc14c49bcd374d279bd6c53c4703845bc997fdbae6ca7cca5a366fb81
+size 4924941108

model-00019-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c0f765e6e0619002643bdf46c92b09e9ce6bed40605cd3cd357b3075fca39c
+size 4997152264

model-00020-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fec0e8202fd73e852d180876123ab960328445341b33b3d10931a62bd172dec
+size 4996667344

model-00021-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d94fe78e4205cf1ee611e7fb03b33646e32d16b6265060356805d6d83b0d3
+size 4996667344

model-00022-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d96d9134171308283f3294111141d2d1a67a1056448a12886c7215d668e9b28
+size 4996667344

model-00023-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67643a0a9cbc2e36856fdd47dd677493a75e5c7656e970395619e4405689751c
+size 4996667504

model-00024-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c79ba4ed65166cf874cef171c6e22965a3bc9b30adcd1e4b333acb6bf6de55
+size 4996667512

model-00025-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f2c7e3322b901c4931571f177d1c2c9d582b14db41a9c58b03dde417d34438
+size 4924941108

model-00026-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d25e5a2501488d6d0d4745949b315cd643baf26ab786957f3ff6ca035006d19
+size 4997152264

model-00027-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd868c17bd59c84707540cc14a03594504d6d94da13470b216c3645655c3d9c
+size 4996667344

model-00028-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f261e78b9446ae1103e68079a4c8c50acb8646c74c4b023319b2ee942b73fe
+size 4996667344

model-00029-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d15062b0ab45e9bc85930ea994d19e32266d3c777f5003c8400762fe9102e2d
+size 4996667344

model-00030-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5aa03de144c6c34e9657f334e3b8a0f2dd699b0dbfa3e50b182bc993551c5a
+size 4996667504

model-00031-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28be47b4cef5ee319d4468f41c6a800a8f3d7111db946e4e4c53ada73b96a0c8
+size 4996667512

model-00032-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66212c0aa3d80f51f9d90996c724d6c5a46b70f4d1012803456a6016ce835fa0
+size 4924941108

model-00033-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5700bc43e28db43246ec345399656b59d44bcaada3a40cb127c8176fd8e1bf6
+size 4997152264

model-00034-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c6ce5b990427ef437ccf26361c378f6d2774ddf02068fef07ed11d1a58f88a
+size 4996667344

model-00035-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8343f4dc2421768a2f0141a62bf5b9584b00b5d9220b658369a1f4bfb958ddc5
+size 4996667344

model-00036-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1824b8e6366be26a62d06fd01bd1113558177fa076cdfecd732176f0eb3c5b
+size 4996667344

model-00037-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bc26ce64e706174888ea5320077dd7da06a08709a06e3c2235fbd42a4dc2d9
+size 4996667504

model-00038-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40ab1a2568c2382e341a019b28b761d70c199cf18cb9a9ecbea0c3b7c9b1420
+size 4996667512

model-00039-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd4d023883afbd38a9af3afb3cb70f66acb4dfd2b6fbeb5a520d59dfaac5027
+size 4924941108

model-00040-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed9c48d2c1336a38a4b4f77c410e9bfb06e6486cd4817c72f6aa8f38c739acf
+size 4997152264

model-00041-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ec2aab5238068627a4ab98aef9a7f0b7476980f282ead76bd2f77a5808c3d6
+size 4996667344

model-00042-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1aaaff029839e6fdc2c690d0d6c245f9aa8b079ffe63c2f87c2024d597d3cf
+size 4996667344

model-00043-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2ac56fc0d97a7ade5134400fbaf340b76fb7f7b8f2d1ce685a0e6738180a5c
+size 2703786720

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8193dbf0c325b82710856f752ac57dc957338fb85d6a23bb388fc110b8b58b76
+size 19970965