Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

.ms_upload_cache

@@ -0,0 +1 @@
+{"version": 3, "repo_id": "FlagRelease/GLM-5.2-mthreads-FlagOS", "files": {"README.md|1781687046.3560743|7467": {"hash": "7533ddbfabd2b3e90a6cef6d02ca1daf603432af0da9e79b10c71188d37c1e83", "size": 7467, "status": "c"}, ".msc|1781687123.9086547|12791": {"hash": "2e2198e8b12d4960c873d972d0567ef5e9eaced6f4db1bccde718c267d7145c7", "size": 12791, "status": "c"}, "configuration.json|1781684157.29993|64": {"hash": "625c81a3527ce4f7a739854b431f380a987dc4af5e07e099b568e50e2e3b248c", "size": 64, "status": "c"}, "generation_config.json|1781684157.3119302|194": {"hash": "ac76b43d8683d3b930126870fc8be73d8679308fe752fa1f381096d8354f6a55", "size": 194, "status": "c"}, "LICENSE|1781684157.30693|1065": {"hash": "f4a18c6ae40b0a8e7d2b7667f52f6e1994e54a46430d2e172b73cb8c9b5eb0d7", "size": 1065, "status": "c"}, "chat_template.jinja|1781684157.2859302|5076": {"hash": "172dc74a35e1752df75ecfb2b2cf9326d2852bb1379868ebeec9571654489679", "size": 5076, "status": "c"}, "config.json|1781684157.3059301|29431": {"hash": "d1539d36be7546a1d827fe9cf74c55874695652efb6a5aaa3e60cde1c76ba819", "size": 29431, "status": "c"}, ".mv|1781687293.6237366|36": {"hash": "a50410fb708f5cbd9d2daf4331b058ab5ed27cb78cb642de0f61ac32e17d53b9", "size": 36, "status": "c"}, "model-00002-of-00141.safetensors|1781684321.5220125|5361736696": {"hash": "11b80a3a469fe8ab1d6bd2d88c9bb53cfeb3ce54357be876bbacc5f6fc26db30", "size": 5361736696, "status": "c"}, "model-00001-of-00141.safetensors|1781684342.153897|5363940952": {"hash": "cd4b389324d8ed223c28a9e16a718228fa4d24ce09cdc0d0db92fd722df8e6d8", "size": 5363940952, "status": "c"}, "model-00003-of-00141.safetensors|1781684286.546208|5363339120": {"hash": "3960cfbfa5e2f7bbdd195c8becbe712a4eb9d2d68a2bb912bdba72dc7dafbe43", "size": 5363339120, "status": "c"}, "model-00004-of-00141.safetensors|1781684338.7009165|5361736640": {"hash": "bf88f32b6d8f43ec1c066d5953e120fc5bbc85dc99947f0971dc3b502199d4f0", "size": 5361736640, "status": "c"}, "model-00005-of-00141.safetensors|1781684319.096026|5366353560": {"hash": "ff48f71f3a005abf34724f6db856071d3e9b0a3d1b80c94c26bbe06842108b2b", "size": 5366353560, "status": "c"}, "model-00006-of-00141.safetensors|1781684286.4922082|5361736504": {"hash": "2e9ce4ee588a5c73ac16a7190b7df88115498f056f70fe164b47c2fe9963d658", "size": 5361736504, "status": "c"}, "model-00007-of-00141.safetensors|1781684306.896094|5366353704": {"hash": "99f92392fd0b9fc37a773029c313f27653749441623d7f5893c78497d64b9ee6", "size": 5366353704, "status": "c"}, "model-00008-of-00141.safetensors|1781684318.1790311|5361736368": {"hash": "af41af526c10de5197c7aee9b92094c0adb6650d2ffcea333640cbbb66654e2f", "size": 5361736368, "status": "c"}, "model-00010-of-00141.safetensors|1781684490.7300668|5361736232": {"hash": "512b70194c08d5b36ce5e51968b75b424fd262abac21cd276aa41eeb0d34cddb", "size": 5361736232, "status": "c"}, "model-00009-of-00141.safetensors|1781684404.3225498|5366353832": {"hash": "6b63348060bc303475fb41322c52ebb43022bfbb941535a140b98afa55ed030b", "size": 5366353832, "status": "c"}, "model-00011-of-00141.safetensors|1781684455.432264|5363339600": {"hash": "a0acf28004cee9c111aa910a0e05e2f06f3131d1322452235e49362640e9c2a1", "size": 5363339600, "status": "c"}, "model-00012-of-00141.safetensors|1781684496.5600343|5366353488": {"hash": "5c9163d9d7ce3765055712880eae315ccb2bb88c8bc019b24f6b44e10aafdd08", "size": 5366353488, "status": "c"}, "model-00013-of-00141.safetensors|1781684460.1432378|5361736696": {"hash": "ae74ec25db1cedd85894edf5926cb4aae6d8bdf5daf463434497310ee86aa26a", "size": 5361736696, "status": "c"}, "model-00014-of-00141.safetensors|1781684485.4800963|5366353496": {"hash": "4dcc960bd41c7a2a183807af151524f7a547123244d2949e692f4117aa400d0d", "size": 5366353496, "status": "c"}, "model-00015-of-00141.safetensors|1781684485.1070983|5361736680": {"hash": "9b0749ad2ad5307543d1e9593518c614116f701f06618986f8d4574efd52c292", "size": 5361736680, "status": "c"}, "model-00016-of-00141.safetensors|1781684491.9090602|5366353520": {"hash": "d55105e496b79d3d5f10a676558002c66428098b88b438c67fba970d13fccb8f", "size": 5366353520, "status": "c"}, "model.safetensors.index.json|1781687046.1690753|11359251": {"hash": "e0fe7f28c1f853d4824e4d796374e3dacf1fe470988773952c79b063768134bf", "size": 11359251, "status": "c"}, "tokenizer.json|1781687049.946055|20217442": {"hash": "19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d", "size": 20217442, "status": "c"}, "tokenizer_config.json|1781687050.1710536|761": {"hash": "98b1271574f41abf89427ae2dda030d94dc9478f0edc5a8bd240db213c6fd5fc", "size": 761, "status": "c"}, "model-00141-of-00141.safetensors|1781687123.9056547|4724454592": {"hash": "e1375c9156215b03d2c95ed4832810e6771ff9217f3ce5582b2368198a275272", "size": 4724454592, "status": "c"}, "model-00017-of-00141.safetensors|1781684689.0879595|5361736544": {"hash": "bcb77ae2f687e27b91fe04432515e18d3e19a5888be98b1dfd5df123e93de2d0", "size": 5361736544, "status": "c"}, "model-00018-of-00141.safetensors|1781684573.2446058|5363339264": {"hash": "756113e9521d3955d38f684b6997fd68eaeab92c660270aa2ce1d57b119bd84d", "size": 5363339264, "status": "c"}, "model-00019-of-00141.safetensors|1781684552.81272|5361736408": {"hash": "4dd4ec5b07f1d12b576049d435ac158fbf3442ff6335250bfea3f15577a83154", "size": 5361736408, "status": "c"}, "model-00140-of-00141.safetensors|1781687094.9158115|5366353160": {"hash": "16e24c096aa0f4ff0e9427b9be889eac0a47a6b85a00fd6a7e5e18c733dc418b", "size": 5366353160, "status": "c"}}}

.mv

@@ -0,0 +1 @@
+Revision:master,CreatedAt:1781632195

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Zhipu AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

chat_template.jinja

@@ -0,0 +1,119 @@
+[gMASK]<sop>
+{%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%}
+{%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
+{%- if tools -%}
+{%- macro tool_to_json(tool) -%}
+    {%- set ns_tool = namespace(first=true) -%}
+    {{ '{' -}}
+    {%- for k, v in tool.items() -%}
+        {%- if k != 'defer_loading' and k != 'strict' -%}
+            {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
+            {%- set ns_tool.first = false -%}
+            "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- '}' -}}
+{%- endmacro -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{%- if 'function' in tool -%}
+    {%- set tool = tool['function'] -%}
+{%- endif -%}
+{% if tool.defer_loading is not defined or not tool.defer_loading %}
+{{ tool_to_json(tool) }}
+{% endif %}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
+                {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
+                {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) -%}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {%- set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{%- for m in messages -%}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- elif '</think>' in content %}
+    {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
+    {%- set content = content.split('</think>')[-1] %}
+{%- endif %}
+{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
+{{ '<think>' + reasoning_content +  '</think>'}}
+{%- else -%}
+{{ '<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' -}}
+{%- endif %}
+{%- if m.content is string -%}
+    {{- '<tool_response>' + m.content + '</tool_response>' -}}
+{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
+    {{- '<tool_response><tools>\n' -}}
+    {% for tr in m.content %}
+        {%- for tool in tools -%}
+            {%- if 'function' in tool -%}
+                {%- set tool = tool['function'] -%}
+            {%- endif -%}
+            {%- if tool.name == tr.name -%}
+                {{- tool_to_json(tool) + '\n' -}}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endfor -%}
+    {{- '</tools></tool_response>' -}}
+{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
+    {%- for tr in m.content -%}
+        {{- '<tool_response>' + tr.output + '</tool_response>' -}}
+    {%- endfor -%}
+{%- else -%}
+    {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,775 @@
+{
+  "architectures": [
+    "GlmMoeDsaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    154820,
+    154827,
+    154829
+  ],
+  "ep_size": 1,
+  "first_k_dense_replace": 3,
+  "head_dim": 192,
+  "hidden_act": "silu",
+  "hidden_size": 6144,
+  "index_head_dim": 128,
+  "index_n_heads": 32,
+  "index_share_for_mtp_iteration": true,
+  "index_skip_topk_offset": 3,
+  "index_topk": 2048,
+  "index_topk_freq": 4,
+  "index_topk_pattern": null,
+  "indexer_rope_interleave": true,
+  "indexer_types": [
+    "full",
+    "full",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared"
+  ],
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "kv_lora_rank": 512,
+  "max_position_embeddings": 1048576,
+  "mlp_layer_types": [
+    "dense",
+    "dense",
+    "dense",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse"
+  ],
+  "model_type": "glm_moe_dsa",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "n_group": 1,
+  "n_routed_experts": 256,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 64,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 78,
+  "num_key_value_heads": 64,
+  "num_nextn_predict_layers": 1,
+  "pad_token_id": 154820,
+  "pretraining_tp": 1,
+  "q_lora_rank": 2048,
+  "qk_head_dim": 256,
+  "qk_nope_head_dim": 192,
+  "qk_rope_head_dim": 64,
+  "rms_norm_eps": 1e-05,
+  "rope_interleave": true,
+  "rope_parameters": {
+    "rope_theta": 8000000,
+    "rope_type": "default"
+  },
+  "routed_scaling_factor": 2.5,
+  "scoring_func": "sigmoid",
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "topk_method": "noaux_tc",
+  "transformers_version": "5.12.0",
+  "use_cache": true,
+  "v_head_dim": 256,
+  "vocab_size": 154880,
+  "quantization_config": {
+    "activation_scheme": "dynamic",
+    "fmt": "e4m3",
+    "quant_method": "fp8",
+    "weight_block_size": [
+      128,
+      128
+    ],
+    "modules_to_not_convert": [
+      "model.layers.59.post_attention_layernorm",
+      "model.layers.47.mlp.gate.e_score_correction_bias",
+      "model.layers.71.self_attn.kv_a_layernorm",
+      "model.layers.46.mlp.gate.e_score_correction_bias",
+      "model.layers.30.self_attn.kv_a_layernorm",
+      "model.layers.23.self_attn.kv_a_layernorm",
+      "model.layers.73.mlp.gate.e_score_correction_bias",
+      "model.layers.36.mlp.gate",
+      "model.layers.12.self_attn.q_a_layernorm",
+      "model.layers.51.mlp.gate",
+      "model.layers.47.self_attn.kv_a_layernorm",
+      "model.layers.45.self_attn.q_a_layernorm",
+      "model.layers.15.self_attn.q_a_layernorm",
+      "model.layers.39.input_layernorm",
+      "model.layers.50.self_attn.kv_a_layernorm",
+      "model.layers.19.post_attention_layernorm",
+      "model.layers.71.input_layernorm",
+      "model.layers.72.self_attn.kv_a_layernorm",
+      "model.layers.70.mlp.gate",
+      "model.layers.52.input_layernorm",
+      "model.layers.78.self_attn.kv_a_layernorm",
+      "model.layers.48.post_attention_layernorm",
+      "model.layers.4.self_attn.q_a_layernorm",
+      "model.layers.62.self_attn.q_a_layernorm",
+      "model.layers.4.post_attention_layernorm",
+      "model.layers.38.self_attn.indexers_proj",
+      "model.layers.61.mlp.gate.e_score_correction_bias",
+      "model.layers.14.mlp.gate.e_score_correction_bias",
+      "model.layers.36.self_attn.kv_a_layernorm",
+      "model.layers.65.mlp.gate",
+      "model.layers.13.self_attn.kv_a_layernorm",
+      "model.layers.57.mlp.gate",
+      "model.layers.65.self_attn.kv_a_layernorm",
+      "model.layers.68.input_layernorm",
+      "model.layers.70.self_attn.kv_a_layernorm",
+      "model.layers.24.mlp.gate.e_score_correction_bias",
+      "model.layers.4.input_layernorm",
+      "model.layers.20.input_layernorm",
+      "model.layers.65.self_attn.q_a_layernorm",
+      "model.layers.38.mlp.gate",
+      "model.layers.76.mlp.gate.e_score_correction_bias",
+      "model.layers.62.input_layernorm",
+      "model.layers.45.input_layernorm",
+      "model.layers.68.post_attention_layernorm",
+      "model.layers.72.input_layernorm",
+      "model.layers.32.mlp.gate.e_score_correction_bias",
+      "model.layers.27.input_layernorm",
+      "model.layers.16.post_attention_layernorm",
+      "model.layers.35.self_attn.q_a_layernorm",
+      "model.layers.58.self_attn.indexers_proj",
+      "model.layers.3.mlp.gate.e_score_correction_bias",
+      "model.layers.49.self_attn.q_a_layernorm",
+      "model.layers.66.mlp.gate.e_score_correction_bias",
+      "model.layers.10.self_attn.q_a_layernorm",
+      "model.layers.51.mlp.gate.e_score_correction_bias",
+      "model.layers.64.self_attn.q_a_layernorm",
+      "model.layers.70.input_layernorm",
+      "model.layers.71.post_attention_layernorm",
+      "model.layers.67.post_attention_layernorm",
+      "model.layers.6.self_attn.indexer.k_norm",
+      "model.layers.3.mlp.gate",
+      "model.layers.11.mlp.gate",
+      "model.layers.17.input_layernorm",
+      "model.layers.13.mlp.gate",
+      "model.layers.15.mlp.gate",
+      "model.layers.71.self_attn.q_a_layernorm",
+      "model.layers.33.mlp.gate.e_score_correction_bias",
+      "model.layers.72.mlp.gate.e_score_correction_bias",
+      "model.layers.65.post_attention_layernorm",
+      "model.layers.78.hnorm",
+      "model.layers.40.post_attention_layernorm",
+      "model.layers.12.mlp.gate.e_score_correction_bias",
+      "model.layers.8.input_layernorm",
+      "model.layers.73.mlp.gate",
+      "model.layers.11.post_attention_layernorm",
+      "model.layers.61.input_layernorm",
+      "model.layers.14.self_attn.kv_a_layernorm",
+      "model.layers.39.self_attn.kv_a_layernorm",
+      "model.layers.70.self_attn.indexer.k_norm",
+      "model.layers.45.mlp.gate",
+      "model.layers.51.self_attn.q_a_layernorm",
+      "model.layers.64.post_attention_layernorm",
+      "model.layers.20.post_attention_layernorm",
+      "model.layers.66.self_attn.kv_a_layernorm",
+      "model.layers.10.self_attn.indexer.k_norm.bias",
+      "model.layers.23.input_layernorm",
+      "model.layers.38.self_attn.indexer.k_norm",
+      "model.layers.19.self_attn.kv_a_layernorm",
+      "model.layers.40.self_attn.q_a_layernorm",
+      "model.layers.10.self_attn.indexer.k_norm",
+      "model.layers.44.post_attention_layernorm",
+      "model.layers.70.post_attention_layernorm",
+      "model.layers.41.mlp.gate.e_score_correction_bias",
+      "model.layers.36.post_attention_layernorm",
+      "model.layers.30.self_attn.indexer.k_norm.bias",
+      "model.layers.54.self_attn.q_a_layernorm",
+      "model.layers.59.mlp.gate",
+      "model.layers.69.post_attention_layernorm",
+      "lm_head",
+      "model.layers.77.self_attn.kv_a_layernorm",
+      "model.layers.75.self_attn.q_a_layernorm",
+      "model.layers.56.self_attn.q_a_layernorm",
+      "model.layers.50.self_attn.indexer.k_norm.bias",
+      "model.layers.54.mlp.gate",
+      "model.layers.6.self_attn.indexer.k_norm.bias",
+      "model.layers.15.input_layernorm",
+      "model.layers.29.self_attn.q_a_layernorm",
+      "model.layers.54.self_attn.indexers_proj",
+      "model.layers.73.self_attn.kv_a_layernorm",
+      "model.layers.0.self_attn.indexer.k_norm",
+      "model.layers.58.self_attn.indexer.k_norm",
+      "model.layers.36.input_layernorm",
+      "model.layers.47.self_attn.q_a_layernorm",
+      "model.layers.26.mlp.gate.e_score_correction_bias",
+      "model.layers.50.input_layernorm",
+      "model.layers.16.self_attn.q_a_layernorm",
+      "model.layers.19.mlp.gate.e_score_correction_bias",
+      "model.layers.78.input_layernorm",
+      "model.layers.27.mlp.gate",
+      "model.layers.19.self_attn.q_a_layernorm",
+      "model.layers.25.input_layernorm",
+      "model.layers.33.self_attn.kv_a_layernorm",
+      "model.layers.32.mlp.gate",
+      "model.layers.61.self_attn.kv_a_layernorm",
+      "model.layers.50.self_attn.indexers_proj",
+      "model.layers.34.self_attn.indexers_proj",
+      "model.layers.4.mlp.gate.e_score_correction_bias",
+      "model.layers.76.post_attention_layernorm",
+      "model.layers.57.post_attention_layernorm",
+      "model.layers.73.post_attention_layernorm",
+      "model.layers.68.mlp.gate.e_score_correction_bias",
+      "model.layers.34.self_attn.kv_a_layernorm",
+      "model.layers.78.enorm",
+      "model.layers.30.mlp.gate",
+      "model.layers.10.self_attn.indexers_proj",
+      "model.layers.34.input_layernorm",
+      "model.layers.34.post_attention_layernorm",
+      "model.layers.20.mlp.gate.e_score_correction_bias",
+      "model.layers.54.self_attn.indexer.k_norm.bias",
+      "model.layers.44.mlp.gate",
+      "model.layers.25.mlp.gate.e_score_correction_bias",
+      "model.layers.26.self_attn.indexers_proj",
+      "model.layers.66.self_attn.indexer.k_norm.bias",
+      "model.layers.41.post_attention_layernorm",
+      "model.layers.51.post_attention_layernorm",
+      "model.layers.22.self_attn.indexer.k_norm.bias",
+      "model.layers.21.mlp.gate.e_score_correction_bias",
+      "model.layers.15.self_attn.kv_a_layernorm",
+      "model.layers.25.self_attn.kv_a_layernorm",
+      "model.layers.55.mlp.gate",
+      "model.layers.11.self_attn.q_a_layernorm",
+      "model.layers.72.mlp.gate",
+      "model.layers.21.self_attn.kv_a_layernorm",
+      "model.layers.59.mlp.gate.e_score_correction_bias",
+      "model.layers.2.input_layernorm",
+      "model.layers.5.mlp.gate",
+      "model.layers.54.self_attn.kv_a_layernorm",
+      "model.layers.0.self_attn.indexers_proj",
+      "model.layers.71.mlp.gate.e_score_correction_bias",
+      "model.layers.6.self_attn.q_a_layernorm",
+      "model.layers.14.mlp.gate",
+      "model.layers.44.self_attn.kv_a_layernorm",
+      "model.layers.61.post_attention_layernorm",
+      "model.layers.64.self_attn.kv_a_layernorm",
+      "model.layers.1.post_attention_layernorm",
+      "model.layers.4.mlp.gate",
+      "model.layers.22.post_attention_layernorm",
+      "model.layers.21.self_attn.q_a_layernorm",
+      "model.layers.74.self_attn.q_a_layernorm",
+      "model.layers.18.self_attn.indexers_proj",
+      "model.layers.75.input_layernorm",
+      "model.layers.70.self_attn.q_a_layernorm",
+      "model.layers.22.self_attn.indexer.k_norm",
+      "model.layers.42.mlp.gate.e_score_correction_bias",
+      "model.layers.5.self_attn.kv_a_layernorm",
+      "model.layers.31.mlp.gate.e_score_correction_bias",
+      "model.layers.62.self_attn.indexer.k_norm.bias",
+      "model.layers.29.post_attention_layernorm",
+      "model.layers.6.self_attn.kv_a_layernorm",
+      "model.layers.48.input_layernorm",
+      "model.layers.74.self_attn.indexer.k_norm.bias",
+      "model.layers.7.input_layernorm",
+      "model.layers.39.self_attn.q_a_layernorm",
+      "model.layers.41.input_layernorm",
+      "model.layers.54.self_attn.indexer.k_norm",
+      "model.layers.32.self_attn.q_a_layernorm",
+      "model.layers.39.mlp.gate.e_score_correction_bias",
+      "model.layers.42.input_layernorm",
+      "model.layers.43.mlp.gate",
+      "model.layers.72.self_attn.q_a_layernorm",
+      "model.layers.37.mlp.gate.e_score_correction_bias",
+      "model.layers.5.post_attention_layernorm",
+      "model.layers.28.mlp.gate",
+      "model.layers.2.post_attention_layernorm",
+      "model.layers.49.post_attention_layernorm",
+      "model.layers.43.self_attn.kv_a_layernorm",
+      "model.layers.12.input_layernorm",
+      "model.layers.56.mlp.gate",
+      "model.layers.5.input_layernorm",
+      "model.layers.29.mlp.gate.e_score_correction_bias",
+      "model.layers.4.self_attn.kv_a_layernorm",
+      "model.layers.20.self_attn.q_a_layernorm",
+      "model.layers.59.self_attn.q_a_layernorm",
+      "model.layers.68.mlp.gate",
+      "model.layers.21.post_attention_layernorm",
+      "model.layers.26.self_attn.q_a_layernorm",
+      "model.layers.52.self_attn.q_a_layernorm",
+      "model.layers.29.self_attn.kv_a_layernorm",
+      "model.layers.24.input_layernorm",
+      "model.layers.34.self_attn.indexer.k_norm.bias",
+      "model.layers.43.input_layernorm",
+      "model.layers.27.self_attn.kv_a_layernorm",
+      "model.layers.31.input_layernorm",
+      "model.layers.69.mlp.gate",
+      "model.layers.26.post_attention_layernorm",
+      "model.layers.3.self_attn.q_a_layernorm",
+      "model.layers.37.post_attention_layernorm",
+      "model.layers.52.mlp.gate",
+      "model.layers.73.input_layernorm",
+      "model.layers.19.input_layernorm",
+      "model.layers.13.self_attn.q_a_layernorm",
+      "model.layers.76.input_layernorm",
+      "model.layers.8.mlp.gate",
+      "model.layers.63.post_attention_layernorm",
+      "model.layers.58.mlp.gate",
+      "model.layers.31.post_attention_layernorm",
+      "model.layers.23.mlp.gate.e_score_correction_bias",
+      "model.layers.34.self_attn.q_a_layernorm",
+      "model.layers.78.self_attn.indexer.k_norm.bias",
+      "model.layers.13.mlp.gate.e_score_correction_bias",
+      "model.layers.71.mlp.gate",
+      "model.layers.14.input_layernorm",
+      "model.layers.17.mlp.gate.e_score_correction_bias",
+      "model.layers.8.post_attention_layernorm",
+      "model.layers.45.self_attn.kv_a_layernorm",
+      "model.layers.46.self_attn.indexer.k_norm",
+      "model.layers.20.self_attn.kv_a_layernorm",
+      "model.layers.78.self_attn.indexer.k_norm",
+      "model.layers.37.mlp.gate",
+      "model.layers.7.mlp.gate",
+      "model.layers.30.mlp.gate.e_score_correction_bias",
+      "model.layers.67.mlp.gate",
+      "model.layers.73.self_attn.q_a_layernorm",
+      "model.layers.10.self_attn.kv_a_layernorm",
+      "model.layers.61.mlp.gate",
+      "model.layers.22.mlp.gate.e_score_correction_bias",
+      "model.layers.58.input_layernorm",
+      "model.layers.8.self_attn.kv_a_layernorm",
+      "model.layers.33.self_attn.q_a_layernorm",
+      "model.layers.55.self_attn.q_a_layernorm",
+      "model.layers.32.input_layernorm",
+      "model.layers.17.self_attn.kv_a_layernorm",
+      "model.layers.46.self_attn.indexer.k_norm.bias",
+      "model.layers.11.mlp.gate.e_score_correction_bias",
+      "model.layers.9.input_layernorm",
+      "model.layers.77.input_layernorm",
+      "model.layers.16.self_attn.kv_a_layernorm",
+      "model.layers.45.post_attention_layernorm",
+      "model.layers.74.mlp.gate",
+      "model.layers.68.self_attn.q_a_layernorm",
+      "model.layers.55.self_attn.kv_a_layernorm",
+      "model.layers.44.input_layernorm",
+      "model.layers.60.self_attn.kv_a_layernorm",
+      "model.layers.14.post_attention_layernorm",
+      "model.layers.62.self_attn.indexers_proj",
+      "model.layers.0.self_attn.q_a_layernorm",
+      "model.layers.72.post_attention_layernorm",
+      "model.layers.78.post_attention_layernorm",
+      "model.layers.60.mlp.gate.e_score_correction_bias",
+      "model.layers.26.self_attn.indexer.k_norm.bias",
+      "model.layers.38.post_attention_layernorm",
+      "model.layers.50.post_attention_layernorm",
+      "model.layers.28.input_layernorm",
+      "model.layers.30.self_attn.indexer.k_norm",
+      "model.layers.37.self_attn.q_a_layernorm",
+      "model.layers.56.input_layernorm",
+      "model.layers.27.post_attention_layernorm",
+      "model.layers.74.input_layernorm",
+      "model.layers.78.self_attn.q_a_layernorm",
+      "model.layers.42.self_attn.q_a_layernorm",
+      "model.layers.26.self_attn.indexer.k_norm",
+      "model.layers.42.self_attn.kv_a_layernorm",
+      "model.layers.1.self_attn.indexer.k_norm",
+      "model.layers.39.post_attention_layernorm",
+      "model.layers.48.mlp.gate.e_score_correction_bias",
+      "model.layers.74.post_attention_layernorm",
+      "model.layers.69.self_attn.q_a_layernorm",
+      "model.layers.13.input_layernorm",
+      "model.layers.74.self_attn.indexer.k_norm",
+      "model.layers.29.mlp.gate",
+      "model.layers.7.mlp.gate.e_score_correction_bias",
+      "model.layers.3.self_attn.kv_a_layernorm",
+      "model.layers.35.self_attn.kv_a_layernorm",
+      "model.layers.46.self_attn.indexers_proj",
+      "model.layers.0.self_attn.kv_a_layernorm",
+      "model.layers.43.self_attn.q_a_layernorm",
+      "model.norm",
+      "model.layers.1.self_attn.kv_a_layernorm",
+      "model.layers.38.self_attn.indexer.k_norm.bias",
+      "model.layers.30.self_attn.q_a_layernorm",
+      "model.layers.0.input_layernorm",
+      "model.layers.47.input_layernorm",
+      "model.layers.8.self_attn.q_a_layernorm",
+      "model.layers.61.self_attn.q_a_layernorm",
+      "model.layers.1.self_attn.indexer.k_norm.bias",
+      "model.layers.62.mlp.gate.e_score_correction_bias",
+      "model.layers.66.self_attn.q_a_layernorm",
+      "model.layers.46.self_attn.kv_a_layernorm",
+      "model.layers.66.mlp.gate",
+      "model.layers.69.input_layernorm",
+      "model.layers.69.self_attn.kv_a_layernorm",
+      "model.layers.22.input_layernorm",
+      "model.layers.30.post_attention_layernorm",
+      "model.layers.24.self_attn.q_a_layernorm",
+      "model.layers.48.mlp.gate",
+      "model.layers.7.self_attn.kv_a_layernorm",
+      "model.layers.67.input_layernorm",
+      "model.layers.27.self_attn.q_a_layernorm",
+      "model.layers.23.mlp.gate",
+      "model.layers.45.mlp.gate.e_score_correction_bias",
+      "model.layers.76.self_attn.kv_a_layernorm",
+      "model.layers.22.self_attn.q_a_layernorm",
+      "model.layers.78.mlp.gate",
+      "model.layers.9.mlp.gate",
+      "model.layers.57.self_attn.q_a_layernorm",
+      "model.layers.78.mlp.gate.e_score_correction_bias",
+      "model.layers.23.post_attention_layernorm",
+      "model.layers.38.self_attn.q_a_layernorm",
+      "model.layers.53.mlp.gate",
+      "model.layers.77.self_attn.q_a_layernorm",
+      "model.layers.62.self_attn.kv_a_layernorm",
+      "model.layers.12.mlp.gate",
+      "model.layers.34.self_attn.indexer.k_norm",
+      "model.layers.46.self_attn.q_a_layernorm",
+      "model.layers.36.self_attn.q_a_layernorm",
+      "model.layers.58.self_attn.indexer.k_norm.bias",
+      "model.layers.60.post_attention_layernorm",
+      "model.layers.28.post_attention_layernorm",
+      "model.layers.2.self_attn.kv_a_layernorm",
+      "model.layers.70.self_attn.indexers_proj",
+      "model.layers.16.mlp.gate.e_score_correction_bias",
+      "model.layers.2.self_attn.indexer.k_norm",
+      "model.layers.31.self_attn.kv_a_layernorm",
+      "model.layers.64.input_layernorm",
+      "model.layers.6.mlp.gate.e_score_correction_bias",
+      "model.layers.50.self_attn.indexer.k_norm",
+      "model.layers.58.self_attn.q_a_layernorm",
+      "model.layers.57.mlp.gate.e_score_correction_bias",
+      "model.layers.13.post_attention_layernorm",
+      "model.layers.28.self_attn.kv_a_layernorm",
+      "model.layers.31.self_attn.q_a_layernorm",
+      "model.layers.1.self_attn.q_a_layernorm",
+      "model.layers.17.mlp.gate",
+      "model.layers.15.post_attention_layernorm",
+      "model.layers.18.self_attn.indexer.k_norm.bias",
+      "model.layers.18.self_attn.indexer.k_norm",
+      "model.layers.43.mlp.gate.e_score_correction_bias",
+      "model.layers.11.input_layernorm",
+      "model.layers.9.post_attention_layernorm",
+      "model.layers.33.input_layernorm",
+      "model.layers.66.input_layernorm",
+      "model.layers.78.self_attn.indexers_proj",
+      "model.layers.54.post_attention_layernorm",
+      "model.layers.53.mlp.gate.e_score_correction_bias",
+      "model.layers.5.mlp.gate.e_score_correction_bias",
+      "model.layers.19.mlp.gate",
+      "model.layers.49.mlp.gate",
+      "model.layers.66.self_attn.indexers_proj",
+      "model.layers.14.self_attn.indexer.k_norm.bias",
+      "model.layers.41.mlp.gate",
+      "model.layers.42.self_attn.indexer.k_norm.bias",
+      "model.layers.65.input_layernorm",
+      "model.layers.75.mlp.gate",
+      "model.layers.12.self_attn.kv_a_layernorm",
+      "model.layers.53.input_layernorm",
+      "model.layers.58.self_attn.kv_a_layernorm",
+      "model.layers.60.self_attn.q_a_layernorm",
+      "model.layers.6.mlp.gate",
+      "model.layers.49.self_attn.kv_a_layernorm",
+      "model.layers.16.mlp.gate",
+      "model.layers.22.mlp.gate",
+      "model.layers.58.post_attention_layernorm",
+      "model.layers.15.mlp.gate.e_score_correction_bias",
+      "model.layers.26.input_layernorm",
+      "model.layers.3.post_attention_layernorm",
+      "model.layers.6.input_layernorm",
+      "model.layers.22.self_attn.kv_a_layernorm",
+      "model.layers.16.input_layernorm",
+      "model.layers.33.post_attention_layernorm",
+      "model.layers.17.post_attention_layernorm",
+      "model.layers.35.mlp.gate",
+      "model.layers.56.post_attention_layernorm",
+      "model.layers.7.self_attn.q_a_layernorm",
+      "model.layers.24.mlp.gate",
+      "model.layers.24.post_attention_layernorm",
+      "model.layers.36.mlp.gate.e_score_correction_bias",
+      "model.layers.56.mlp.gate.e_score_correction_bias",
+      "model.layers.32.post_attention_layernorm",
+      "model.layers.47.post_attention_layernorm",
+      "model.layers.40.mlp.gate",
+      "model.layers.41.self_attn.kv_a_layernorm",
+      "model.layers.52.self_attn.kv_a_layernorm",
+      "model.layers.9.self_attn.kv_a_layernorm",
+      "model.layers.77.mlp.gate.e_score_correction_bias",
+      "model.layers.78.shared_head.norm",
+      "model.layers.53.post_attention_layernorm",
+      "model.layers.63.self_attn.kv_a_layernorm",
+      "model.layers.48.self_attn.kv_a_layernorm",
+      "model.layers.28.mlp.gate.e_score_correction_bias",
+      "model.layers.8.mlp.gate.e_score_correction_bias",
+      "model.layers.52.mlp.gate.e_score_correction_bias",
+      "model.layers.52.post_attention_layernorm",
+      "model.layers.18.self_attn.q_a_layernorm",
+      "model.layers.50.mlp.gate.e_score_correction_bias",
+      "model.layers.64.mlp.gate.e_score_correction_bias",
+      "model.layers.38.mlp.gate.e_score_correction_bias",
+      "model.layers.59.input_layernorm",
+      "model.layers.21.input_layernorm",
+      "model.layers.39.mlp.gate",
+      "model.layers.77.post_attention_layernorm",
+      "model.layers.76.self_attn.q_a_layernorm",
+      "model.layers.12.post_attention_layernorm",
+      "model.layers.43.post_attention_layernorm",
+      "model.layers.35.input_layernorm",
+      "model.layers.62.mlp.gate",
+      "model.layers.38.self_attn.kv_a_layernorm",
+      "model.layers.63.mlp.gate",
+      "model.layers.27.mlp.gate.e_score_correction_bias",
+      "model.layers.18.mlp.gate",
+      "model.layers.25.post_attention_layernorm",
+      "model.layers.55.mlp.gate.e_score_correction_bias",
+      "model.layers.66.self_attn.indexer.k_norm",
+      "model.layers.48.self_attn.q_a_layernorm",
+      "model.layers.78.eh_proj",
+      "model.layers.77.mlp.gate",
+      "model.layers.6.self_attn.indexers_proj",
+      "model.layers.14.self_attn.q_a_layernorm",
+      "model.layers.2.self_attn.q_a_layernorm",
+      "model.layers.42.mlp.gate",
+      "model.layers.54.mlp.gate.e_score_correction_bias",
+      "model.layers.60.input_layernorm",
+      "model.layers.40.self_attn.kv_a_layernorm",
+      "model.layers.51.self_attn.kv_a_layernorm",
+      "model.layers.18.input_layernorm",
+      "model.layers.30.self_attn.indexers_proj",
+      "model.layers.53.self_attn.kv_a_layernorm",
+      "model.layers.6.post_attention_layernorm",
+      "model.layers.70.self_attn.indexer.k_norm.bias",
+      "model.layers.54.input_layernorm",
+      "model.layers.41.self_attn.q_a_layernorm",
+      "model.layers.18.mlp.gate.e_score_correction_bias",
+      "model.layers.34.mlp.gate.e_score_correction_bias",
+      "model.layers.47.mlp.gate",
+      "model.layers.46.mlp.gate",
+      "model.layers.25.self_attn.q_a_layernorm",
+      "model.layers.63.mlp.gate.e_score_correction_bias",
+      "model.layers.66.post_attention_layernorm",
+      "model.layers.76.mlp.gate",
+      "model.embed_tokens",
+      "model.layers.67.self_attn.kv_a_layernorm",
+      "model.layers.67.mlp.gate.e_score_correction_bias",
+      "model.layers.26.self_attn.kv_a_layernorm",
+      "model.layers.31.mlp.gate",
+      "model.layers.18.self_attn.kv_a_layernorm",
+      "model.layers.34.mlp.gate",
+      "model.layers.55.post_attention_layernorm",
+      "model.layers.30.input_layernorm",
+      "model.layers.50.mlp.gate",
+      "model.layers.63.input_layernorm",
+      "model.layers.11.self_attn.kv_a_layernorm",
+      "model.layers.24.self_attn.kv_a_layernorm",
+      "model.layers.75.mlp.gate.e_score_correction_bias",
+      "model.layers.10.post_attention_layernorm",
+      "model.layers.1.self_attn.indexers_proj",
+      "model.layers.42.self_attn.indexers_proj",
+      "model.layers.46.input_layernorm",
+      "model.layers.23.self_attn.q_a_layernorm",
+      "model.layers.63.self_attn.q_a_layernorm",
+      "model.layers.14.self_attn.indexer.k_norm",
+      "model.layers.14.self_attn.indexers_proj",
+      "model.layers.60.mlp.gate",
+      "model.layers.70.mlp.gate.e_score_correction_bias",
+      "model.layers.53.self_attn.q_a_layernorm",
+      "model.layers.0.post_attention_layernorm",
+      "model.layers.35.mlp.gate.e_score_correction_bias",
+      "model.layers.75.self_attn.kv_a_layernorm",
+      "model.layers.1.input_layernorm",
+      "model.layers.42.post_attention_layernorm",
+      "model.layers.37.input_layernorm",
+      "model.layers.9.mlp.gate.e_score_correction_bias",
+      "model.layers.46.post_attention_layernorm",
+      "model.layers.26.mlp.gate",
+      "model.layers.65.mlp.gate.e_score_correction_bias",
+      "model.layers.67.self_attn.q_a_layernorm",
+      "model.layers.44.mlp.gate.e_score_correction_bias",
+      "model.layers.33.mlp.gate",
+      "model.layers.29.input_layernorm",
+      "model.layers.18.post_attention_layernorm",
+      "model.layers.75.post_attention_layernorm",
+      "model.layers.44.self_attn.q_a_layernorm",
+      "model.layers.10.mlp.gate",
+      "model.layers.21.mlp.gate",
+      "model.layers.58.mlp.gate.e_score_correction_bias",
+      "model.layers.7.post_attention_layernorm",
+      "model.layers.50.self_attn.q_a_layernorm",
+      "model.layers.9.self_attn.q_a_layernorm",
+      "model.layers.2.self_attn.indexers_proj",
+      "model.layers.0.self_attn.indexer.k_norm.bias",
+      "model.layers.74.self_attn.kv_a_layernorm",
+      "model.layers.74.mlp.gate.e_score_correction_bias",
+      "model.layers.49.mlp.gate.e_score_correction_bias",
+      "model.layers.62.post_attention_layernorm",
+      "model.layers.57.self_attn.kv_a_layernorm",
+      "model.layers.40.input_layernorm",
+      "model.layers.69.mlp.gate.e_score_correction_bias",
+      "model.layers.35.post_attention_layernorm",
+      "model.layers.74.self_attn.indexers_proj",
+      "model.layers.55.input_layernorm",
+      "model.layers.49.input_layernorm",
+      "model.layers.40.mlp.gate.e_score_correction_bias",
+      "model.layers.25.mlp.gate",
+      "model.layers.2.self_attn.indexer.k_norm.bias",
+      "model.layers.68.self_attn.kv_a_layernorm",
+      "model.layers.51.input_layernorm",
+      "model.layers.22.self_attn.indexers_proj",
+      "model.layers.10.input_layernorm",
+      "model.layers.42.self_attn.indexer.k_norm",
+      "model.layers.56.self_attn.kv_a_layernorm",
+      "model.layers.17.self_attn.q_a_layernorm",
+      "model.layers.59.self_attn.kv_a_layernorm",
+      "model.layers.3.input_layernorm",
+      "model.layers.57.input_layernorm",
+      "model.layers.38.input_layernorm",
+      "model.layers.62.self_attn.indexer.k_norm",
+      "model.layers.20.mlp.gate",
+      "model.layers.64.mlp.gate",
+      "model.layers.28.self_attn.q_a_layernorm",
+      "model.layers.32.self_attn.kv_a_layernorm",
+      "model.layers.10.mlp.gate.e_score_correction_bias",
+      "model.layers.5.self_attn.q_a_layernorm",
+      "model.layers.37.self_attn.kv_a_layernorm"
+    ]
+  }
+}

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "others", "allow_remote": true}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    154820,
+    154827,
+    154829
+  ],
+  "pad_token_id": 154820,
+  "temperature": 1.0,
+  "top_p": 0.95,
+  "transformers_version": "5.12.0"
+}

model-00001-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b389324d8ed223c28a9e16a718228fa4d24ce09cdc0d0db92fd722df8e6d8
+size 5363940952

model-00002-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b80a3a469fe8ab1d6bd2d88c9bb53cfeb3ce54357be876bbacc5f6fc26db30
+size 5361736696

model-00003-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3960cfbfa5e2f7bbdd195c8becbe712a4eb9d2d68a2bb912bdba72dc7dafbe43
+size 5363339120

model-00004-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf88f32b6d8f43ec1c066d5953e120fc5bbc85dc99947f0971dc3b502199d4f0
+size 5361736640

model-00005-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff48f71f3a005abf34724f6db856071d3e9b0a3d1b80c94c26bbe06842108b2b
+size 5366353560

model-00006-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9ce4ee588a5c73ac16a7190b7df88115498f056f70fe164b47c2fe9963d658
+size 5361736504

model-00007-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f92392fd0b9fc37a773029c313f27653749441623d7f5893c78497d64b9ee6
+size 5366353704

model-00008-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af41af526c10de5197c7aee9b92094c0adb6650d2ffcea333640cbbb66654e2f
+size 5361736368

model-00009-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b63348060bc303475fb41322c52ebb43022bfbb941535a140b98afa55ed030b
+size 5366353832

model-00010-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512b70194c08d5b36ce5e51968b75b424fd262abac21cd276aa41eeb0d34cddb
+size 5361736232

model-00011-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0acf28004cee9c111aa910a0e05e2f06f3131d1322452235e49362640e9c2a1
+size 5363339600

model-00012-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9163d9d7ce3765055712880eae315ccb2bb88c8bc019b24f6b44e10aafdd08
+size 5366353488

model-00013-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae74ec25db1cedd85894edf5926cb4aae6d8bdf5daf463434497310ee86aa26a
+size 5361736696

model-00014-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcc960bd41c7a2a183807af151524f7a547123244d2949e692f4117aa400d0d
+size 5366353496

model-00015-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0749ad2ad5307543d1e9593518c614116f701f06618986f8d4574efd52c292
+size 5361736680

model-00016-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55105e496b79d3d5f10a676558002c66428098b88b438c67fba970d13fccb8f
+size 5366353520

model-00017-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb77ae2f687e27b91fe04432515e18d3e19a5888be98b1dfd5df123e93de2d0
+size 5361736544

model-00018-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756113e9521d3955d38f684b6997fd68eaeab92c660270aa2ce1d57b119bd84d
+size 5363339264

model-00019-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd4ec5b07f1d12b576049d435ac158fbf3442ff6335250bfea3f15577a83154
+size 5361736408

model-00140-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e24c096aa0f4ff0e9427b9be889eac0a47a6b85a00fd6a7e5e18c733dc418b
+size 5366353160

model-00141-of-00141.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1375c9156215b03d2c95ed4832810e6771ff9217f3ce5582b2368198a275272
+size 4724454592

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe7f28c1f853d4824e4d796374e3dacf1fe470988773952c79b063768134bf
+size 11359251

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d
+size 20217442

tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "backend": "tokenizers",
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>"
+  ],
+  "is_local": true,
+  "model_max_length": 1048576,
+  "model_specific_special_tokens": {},
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "TokenizersBackend"
+}