Add GLM-4.7-PRISM AWQ (llmcompressor compressed-tensors) checkpoint

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,86 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%}
+{{ '<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '</think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '<tool_response>' }}
+{{- m.content }}
+{{- '</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+<tool_response>{{ tr.output if tr.output is defined else tr }}</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '</think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,347 @@
+{
+  "architectures": [
+    "Glm4MoeForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "first_k_dense_replace": 3,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "max_position_embeddings": 202752,
+  "model_type": "glm4_moe",
+  "moe_intermediate_size": 1536,
+  "n_group": 1,
+  "n_routed_experts": 160,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 96,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 92,
+  "num_key_value_heads": 8,
+  "num_nextn_predict_layers": 1,
+  "pad_token_id": 151329,
+  "partial_rotary_factor": 0.5,
+  "quantization_config": {
+    "config_groups": {
+      "group_0": {
+        "format": "pack-quantized",
+        "input_activations": null,
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": 128,
+          "num_bits": 4,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "scale_dtype": null,
+          "strategy": "group",
+          "symmetric": false,
+          "type": "int",
+          "zp_dtype": "torch.int8"
+        }
+      }
+    },
+    "format": "pack-quantized",
+    "global_compression_ratio": null,
+    "ignore": [
+      "model.layers.3.mlp.shared_experts.gate_proj",
+      "model.layers.3.mlp.shared_experts.up_proj",
+      "model.layers.3.mlp.shared_experts.down_proj",
+      "model.layers.4.mlp.shared_experts.gate_proj",
+      "model.layers.4.mlp.shared_experts.up_proj",
+      "model.layers.4.mlp.shared_experts.down_proj",
+      "model.layers.5.mlp.shared_experts.gate_proj",
+      "model.layers.5.mlp.shared_experts.up_proj",
+      "model.layers.5.mlp.shared_experts.down_proj",
+      "model.layers.6.mlp.shared_experts.gate_proj",
+      "model.layers.6.mlp.shared_experts.up_proj",
+      "model.layers.6.mlp.shared_experts.down_proj",
+      "model.layers.7.mlp.shared_experts.gate_proj",
+      "model.layers.7.mlp.shared_experts.up_proj",
+      "model.layers.7.mlp.shared_experts.down_proj",
+      "model.layers.8.mlp.shared_experts.gate_proj",
+      "model.layers.8.mlp.shared_experts.up_proj",
+      "model.layers.8.mlp.shared_experts.down_proj",
+      "model.layers.9.mlp.shared_experts.gate_proj",
+      "model.layers.9.mlp.shared_experts.up_proj",
+      "model.layers.9.mlp.shared_experts.down_proj",
+      "model.layers.10.mlp.shared_experts.gate_proj",
+      "model.layers.10.mlp.shared_experts.up_proj",
+      "model.layers.10.mlp.shared_experts.down_proj",
+      "model.layers.11.mlp.shared_experts.gate_proj",
+      "model.layers.11.mlp.shared_experts.up_proj",
+      "model.layers.11.mlp.shared_experts.down_proj",
+      "model.layers.12.mlp.shared_experts.gate_proj",
+      "model.layers.12.mlp.shared_experts.up_proj",
+      "model.layers.12.mlp.shared_experts.down_proj",
+      "model.layers.13.mlp.shared_experts.gate_proj",
+      "model.layers.13.mlp.shared_experts.up_proj",
+      "model.layers.13.mlp.shared_experts.down_proj",
+      "model.layers.14.mlp.shared_experts.gate_proj",
+      "model.layers.14.mlp.shared_experts.up_proj",
+      "model.layers.14.mlp.shared_experts.down_proj",
+      "model.layers.15.mlp.shared_experts.gate_proj",
+      "model.layers.15.mlp.shared_experts.up_proj",
+      "model.layers.15.mlp.shared_experts.down_proj",
+      "model.layers.16.mlp.shared_experts.gate_proj",
+      "model.layers.16.mlp.shared_experts.up_proj",
+      "model.layers.16.mlp.shared_experts.down_proj",
+      "model.layers.17.mlp.shared_experts.gate_proj",
+      "model.layers.17.mlp.shared_experts.up_proj",
+      "model.layers.17.mlp.shared_experts.down_proj",
+      "model.layers.18.mlp.shared_experts.gate_proj",
+      "model.layers.18.mlp.shared_experts.up_proj",
+      "model.layers.18.mlp.shared_experts.down_proj",
+      "model.layers.19.mlp.shared_experts.gate_proj",
+      "model.layers.19.mlp.shared_experts.up_proj",
+      "model.layers.19.mlp.shared_experts.down_proj",
+      "model.layers.20.mlp.shared_experts.gate_proj",
+      "model.layers.20.mlp.shared_experts.up_proj",
+      "model.layers.20.mlp.shared_experts.down_proj",
+      "model.layers.21.mlp.shared_experts.gate_proj",
+      "model.layers.21.mlp.shared_experts.up_proj",
+      "model.layers.21.mlp.shared_experts.down_proj",
+      "model.layers.22.mlp.shared_experts.gate_proj",
+      "model.layers.22.mlp.shared_experts.up_proj",
+      "model.layers.22.mlp.shared_experts.down_proj",
+      "model.layers.23.mlp.shared_experts.gate_proj",
+      "model.layers.23.mlp.shared_experts.up_proj",
+      "model.layers.23.mlp.shared_experts.down_proj",
+      "model.layers.24.mlp.shared_experts.gate_proj",
+      "model.layers.24.mlp.shared_experts.up_proj",
+      "model.layers.24.mlp.shared_experts.down_proj",
+      "model.layers.25.mlp.shared_experts.gate_proj",
+      "model.layers.25.mlp.shared_experts.up_proj",
+      "model.layers.25.mlp.shared_experts.down_proj",
+      "model.layers.26.mlp.shared_experts.gate_proj",
+      "model.layers.26.mlp.shared_experts.up_proj",
+      "model.layers.26.mlp.shared_experts.down_proj",
+      "model.layers.27.mlp.shared_experts.gate_proj",
+      "model.layers.27.mlp.shared_experts.up_proj",
+      "model.layers.27.mlp.shared_experts.down_proj",
+      "model.layers.28.mlp.shared_experts.gate_proj",
+      "model.layers.28.mlp.shared_experts.up_proj",
+      "model.layers.28.mlp.shared_experts.down_proj",
+      "model.layers.29.mlp.shared_experts.gate_proj",
+      "model.layers.29.mlp.shared_experts.up_proj",
+      "model.layers.29.mlp.shared_experts.down_proj",
+      "model.layers.30.mlp.shared_experts.gate_proj",
+      "model.layers.30.mlp.shared_experts.up_proj",
+      "model.layers.30.mlp.shared_experts.down_proj",
+      "model.layers.31.mlp.shared_experts.gate_proj",
+      "model.layers.31.mlp.shared_experts.up_proj",
+      "model.layers.31.mlp.shared_experts.down_proj",
+      "model.layers.32.mlp.shared_experts.gate_proj",
+      "model.layers.32.mlp.shared_experts.up_proj",
+      "model.layers.32.mlp.shared_experts.down_proj",
+      "model.layers.33.mlp.shared_experts.gate_proj",
+      "model.layers.33.mlp.shared_experts.up_proj",
+      "model.layers.33.mlp.shared_experts.down_proj",
+      "model.layers.34.mlp.shared_experts.gate_proj",
+      "model.layers.34.mlp.shared_experts.up_proj",
+      "model.layers.34.mlp.shared_experts.down_proj",
+      "model.layers.35.mlp.shared_experts.gate_proj",
+      "model.layers.35.mlp.shared_experts.up_proj",
+      "model.layers.35.mlp.shared_experts.down_proj",
+      "model.layers.36.mlp.shared_experts.gate_proj",
+      "model.layers.36.mlp.shared_experts.up_proj",
+      "model.layers.36.mlp.shared_experts.down_proj",
+      "model.layers.37.mlp.shared_experts.gate_proj",
+      "model.layers.37.mlp.shared_experts.up_proj",
+      "model.layers.37.mlp.shared_experts.down_proj",
+      "model.layers.38.mlp.shared_experts.gate_proj",
+      "model.layers.38.mlp.shared_experts.up_proj",
+      "model.layers.38.mlp.shared_experts.down_proj",
+      "model.layers.39.mlp.shared_experts.gate_proj",
+      "model.layers.39.mlp.shared_experts.up_proj",
+      "model.layers.39.mlp.shared_experts.down_proj",
+      "model.layers.40.mlp.shared_experts.gate_proj",
+      "model.layers.40.mlp.shared_experts.up_proj",
+      "model.layers.40.mlp.shared_experts.down_proj",
+      "model.layers.41.mlp.shared_experts.gate_proj",
+      "model.layers.41.mlp.shared_experts.up_proj",
+      "model.layers.41.mlp.shared_experts.down_proj",
+      "model.layers.42.mlp.shared_experts.gate_proj",
+      "model.layers.42.mlp.shared_experts.up_proj",
+      "model.layers.42.mlp.shared_experts.down_proj",
+      "model.layers.43.mlp.shared_experts.gate_proj",
+      "model.layers.43.mlp.shared_experts.up_proj",
+      "model.layers.43.mlp.shared_experts.down_proj",
+      "model.layers.44.mlp.shared_experts.gate_proj",
+      "model.layers.44.mlp.shared_experts.up_proj",
+      "model.layers.44.mlp.shared_experts.down_proj",
+      "model.layers.45.mlp.shared_experts.gate_proj",
+      "model.layers.45.mlp.shared_experts.up_proj",
+      "model.layers.45.mlp.shared_experts.down_proj",
+      "model.layers.46.mlp.shared_experts.gate_proj",
+      "model.layers.46.mlp.shared_experts.up_proj",
+      "model.layers.46.mlp.shared_experts.down_proj",
+      "model.layers.47.mlp.shared_experts.gate_proj",
+      "model.layers.47.mlp.shared_experts.up_proj",
+      "model.layers.47.mlp.shared_experts.down_proj",
+      "model.layers.48.mlp.shared_experts.gate_proj",
+      "model.layers.48.mlp.shared_experts.up_proj",
+      "model.layers.48.mlp.shared_experts.down_proj",
+      "model.layers.49.mlp.shared_experts.gate_proj",
+      "model.layers.49.mlp.shared_experts.up_proj",
+      "model.layers.49.mlp.shared_experts.down_proj",
+      "model.layers.50.mlp.shared_experts.gate_proj",
+      "model.layers.50.mlp.shared_experts.up_proj",
+      "model.layers.50.mlp.shared_experts.down_proj",
+      "model.layers.51.mlp.shared_experts.gate_proj",
+      "model.layers.51.mlp.shared_experts.up_proj",
+      "model.layers.51.mlp.shared_experts.down_proj",
+      "model.layers.52.mlp.shared_experts.gate_proj",
+      "model.layers.52.mlp.shared_experts.up_proj",
+      "model.layers.52.mlp.shared_experts.down_proj",
+      "model.layers.53.mlp.shared_experts.gate_proj",
+      "model.layers.53.mlp.shared_experts.up_proj",
+      "model.layers.53.mlp.shared_experts.down_proj",
+      "model.layers.54.mlp.shared_experts.gate_proj",
+      "model.layers.54.mlp.shared_experts.up_proj",
+      "model.layers.54.mlp.shared_experts.down_proj",
+      "model.layers.55.mlp.shared_experts.gate_proj",
+      "model.layers.55.mlp.shared_experts.up_proj",
+      "model.layers.55.mlp.shared_experts.down_proj",
+      "model.layers.56.mlp.shared_experts.gate_proj",
+      "model.layers.56.mlp.shared_experts.up_proj",
+      "model.layers.56.mlp.shared_experts.down_proj",
+      "model.layers.57.mlp.shared_experts.gate_proj",
+      "model.layers.57.mlp.shared_experts.up_proj",
+      "model.layers.57.mlp.shared_experts.down_proj",
+      "model.layers.58.mlp.shared_experts.gate_proj",
+      "model.layers.58.mlp.shared_experts.up_proj",
+      "model.layers.58.mlp.shared_experts.down_proj",
+      "model.layers.59.mlp.shared_experts.gate_proj",
+      "model.layers.59.mlp.shared_experts.up_proj",
+      "model.layers.59.mlp.shared_experts.down_proj",
+      "model.layers.60.mlp.shared_experts.gate_proj",
+      "model.layers.60.mlp.shared_experts.up_proj",
+      "model.layers.60.mlp.shared_experts.down_proj",
+      "model.layers.61.mlp.shared_experts.gate_proj",
+      "model.layers.61.mlp.shared_experts.up_proj",
+      "model.layers.61.mlp.shared_experts.down_proj",
+      "model.layers.62.mlp.shared_experts.gate_proj",
+      "model.layers.62.mlp.shared_experts.up_proj",
+      "model.layers.62.mlp.shared_experts.down_proj",
+      "model.layers.63.mlp.shared_experts.gate_proj",
+      "model.layers.63.mlp.shared_experts.up_proj",
+      "model.layers.63.mlp.shared_experts.down_proj",
+      "model.layers.64.mlp.shared_experts.gate_proj",
+      "model.layers.64.mlp.shared_experts.up_proj",
+      "model.layers.64.mlp.shared_experts.down_proj",
+      "model.layers.65.mlp.shared_experts.gate_proj",
+      "model.layers.65.mlp.shared_experts.up_proj",
+      "model.layers.65.mlp.shared_experts.down_proj",
+      "model.layers.66.mlp.shared_experts.gate_proj",
+      "model.layers.66.mlp.shared_experts.up_proj",
+      "model.layers.66.mlp.shared_experts.down_proj",
+      "model.layers.67.mlp.shared_experts.gate_proj",
+      "model.layers.67.mlp.shared_experts.up_proj",
+      "model.layers.67.mlp.shared_experts.down_proj",
+      "model.layers.68.mlp.shared_experts.gate_proj",
+      "model.layers.68.mlp.shared_experts.up_proj",
+      "model.layers.68.mlp.shared_experts.down_proj",
+      "model.layers.69.mlp.shared_experts.gate_proj",
+      "model.layers.69.mlp.shared_experts.up_proj",
+      "model.layers.69.mlp.shared_experts.down_proj",
+      "model.layers.70.mlp.shared_experts.gate_proj",
+      "model.layers.70.mlp.shared_experts.up_proj",
+      "model.layers.70.mlp.shared_experts.down_proj",
+      "model.layers.71.mlp.shared_experts.gate_proj",
+      "model.layers.71.mlp.shared_experts.up_proj",
+      "model.layers.71.mlp.shared_experts.down_proj",
+      "model.layers.72.mlp.shared_experts.gate_proj",
+      "model.layers.72.mlp.shared_experts.up_proj",
+      "model.layers.72.mlp.shared_experts.down_proj",
+      "model.layers.73.mlp.shared_experts.gate_proj",
+      "model.layers.73.mlp.shared_experts.up_proj",
+      "model.layers.73.mlp.shared_experts.down_proj",
+      "model.layers.74.mlp.shared_experts.gate_proj",
+      "model.layers.74.mlp.shared_experts.up_proj",
+      "model.layers.74.mlp.shared_experts.down_proj",
+      "model.layers.75.mlp.shared_experts.gate_proj",
+      "model.layers.75.mlp.shared_experts.up_proj",
+      "model.layers.75.mlp.shared_experts.down_proj",
+      "model.layers.76.mlp.shared_experts.gate_proj",
+      "model.layers.76.mlp.shared_experts.up_proj",
+      "model.layers.76.mlp.shared_experts.down_proj",
+      "model.layers.77.mlp.shared_experts.gate_proj",
+      "model.layers.77.mlp.shared_experts.up_proj",
+      "model.layers.77.mlp.shared_experts.down_proj",
+      "model.layers.78.mlp.shared_experts.gate_proj",
+      "model.layers.78.mlp.shared_experts.up_proj",
+      "model.layers.78.mlp.shared_experts.down_proj",
+      "model.layers.79.mlp.shared_experts.gate_proj",
+      "model.layers.79.mlp.shared_experts.up_proj",
+      "model.layers.79.mlp.shared_experts.down_proj",
+      "model.layers.80.mlp.shared_experts.gate_proj",
+      "model.layers.80.mlp.shared_experts.up_proj",
+      "model.layers.80.mlp.shared_experts.down_proj",
+      "model.layers.81.mlp.shared_experts.gate_proj",
+      "model.layers.81.mlp.shared_experts.up_proj",
+      "model.layers.81.mlp.shared_experts.down_proj",
+      "model.layers.82.mlp.shared_experts.gate_proj",
+      "model.layers.82.mlp.shared_experts.up_proj",
+      "model.layers.82.mlp.shared_experts.down_proj",
+      "model.layers.83.mlp.shared_experts.gate_proj",
+      "model.layers.83.mlp.shared_experts.up_proj",
+      "model.layers.83.mlp.shared_experts.down_proj",
+      "model.layers.84.mlp.shared_experts.gate_proj",
+      "model.layers.84.mlp.shared_experts.up_proj",
+      "model.layers.84.mlp.shared_experts.down_proj",
+      "model.layers.85.mlp.shared_experts.gate_proj",
+      "model.layers.85.mlp.shared_experts.up_proj",
+      "model.layers.85.mlp.shared_experts.down_proj",
+      "model.layers.86.mlp.shared_experts.gate_proj",
+      "model.layers.86.mlp.shared_experts.up_proj",
+      "model.layers.86.mlp.shared_experts.down_proj",
+      "model.layers.87.mlp.shared_experts.gate_proj",
+      "model.layers.87.mlp.shared_experts.up_proj",
+      "model.layers.87.mlp.shared_experts.down_proj",
+      "model.layers.88.mlp.shared_experts.gate_proj",
+      "model.layers.88.mlp.shared_experts.up_proj",
+      "model.layers.88.mlp.shared_experts.down_proj",
+      "model.layers.89.mlp.shared_experts.gate_proj",
+      "model.layers.89.mlp.shared_experts.up_proj",
+      "model.layers.89.mlp.shared_experts.down_proj",
+      "model.layers.90.mlp.shared_experts.gate_proj",
+      "model.layers.90.mlp.shared_experts.up_proj",
+      "model.layers.90.mlp.shared_experts.down_proj",
+      "model.layers.91.mlp.shared_experts.gate_proj",
+      "model.layers.91.mlp.shared_experts.up_proj",
+      "model.layers.91.mlp.shared_experts.down_proj",
+      "lm_head"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed",
+    "sparsity_config": {},
+    "transform_config": {},
+    "version": "0.13.0"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "routed_scaling_factor": 2.5,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "use_qk_norm": true,
+  "vocab_size": 151552
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "transformers_version": "4.57.3"
+}

model-00001-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960f400e04450362fdca72ecd44c746fbe623d77632b63c141eabe07e9507726
+size 4999300248

model-00002-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384889b86121b60025bb94ed73b0d1d8ab95e4178c602d923751842f8dfc8000
+size 4999906656

model-00003-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3793082a96f7d2df4fe0e0a10a63aa639a79be116ae61ce075dd823359e5d174
+size 4997015992

model-00004-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f76b9bb26b0b4714764348c439842c25eb0a2bb30a951c6eeffeb334007e84
+size 4999909432

model-00005-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd6924648477040badeb843d7c3107fb564ac7ee73d5487abd416a06e5111eb
+size 4992937768

model-00006-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4888c5b6c155b7b2d995df0542b7150df8d03bc72cc3ced869453982aacad
+size 4999907936

model-00007-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0808155c0bb7d4d8959168ec11068038823bb874ff9df0ebeb8cc90e9fdef
+size 4999911392

model-00008-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef713138c92df9d083d1db11781ced5dded95ad56226328b61ac2b37428ff8de
+size 4997020592

model-00009-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65edf9722309161ffdbfd6626483bdcd5a541c310e48bd8df7b1ac8a1772164
+size 4999910992

model-00010-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0fa9dec315e561ce230fb25ef5dbfeba0622950fafa81a1a13a58e68634031
+size 4976592640

model-00011-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37511699f2602a9541535e6557a54fff2a8c4d3ec865a26f92054e3e377e554
+size 4999907936

model-00012-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9996b6014ca66b980289f68b7d70cb821aa1529b80467f23d2fddaf1c23e56
+size 4999911392

model-00013-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4393674e8a02eb3c508b911a6fb3f2d3a8d43e8ea547761d9d8a16ef868d69
+size 4997020592

model-00014-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0064b3a402575769fcf3f7d7247fe6dac384e14c0cd51b0d6243c80e51f69d
+size 4999910992

model-00015-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be1ff37e8d1b74887049b3914e38113cc6f2e9e4af0560a970a1bcb5ff0b788
+size 4976592640

model-00016-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6da0296d73f754d24cbc3faa4c912ae3f357034a7db67f890b66b0816358b74
+size 4999907936

model-00017-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99993afe77bb03260628208eb9a8d2d34e10085177557b2700938a3d6ca88b95
+size 4999911392

model-00018-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5932d6c436f915d393f5dade618583cfa4a906cd8ef0c89122d278f66b7e62
+size 4997020592

model-00019-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af0fcdc25669dc20eb80f8d73edb28d0de5a002bb530449be2b9ec43b068b69
+size 4999910992

model-00020-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683182ba49bd18249f0c67ad9b748361559ca92664911bb3cf970232aea88c4c
+size 4976592640

model-00021-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7329a3f1a20742ad93b0ba4f9fa51b9a5dcb9973803b2e580dacb0979e423966
+size 4999907936

model-00022-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0288c8a0efd8def7e9baffe1f2d72e6d87120c999d6193c9892d09edd200dc
+size 4999911392

model-00023-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6299857763ecce436819056d20b7cc717848adcd8c983baf67d95a1d0b05d8a2
+size 4997020592

model-00024-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae175293aa1345c957761dac67e24a8d15af552e50a946bbb7ec398692944a
+size 4999910992

model-00025-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835753406c2fd681be16212cba49dd401277e098b9bb751fe5ff164760db85c9
+size 4976592640

model-00026-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a5b1219bbf901aa87e599551b9791870d2d46006d3690eb4cd2057b7e690ea
+size 4999907936

model-00027-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93505051a2cf28fd855c2ee0df0ae758ac11637e0e99b378c408e9b21673b7
+size 4999911392

model-00028-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974219903eac70ac81ea5f956bd3772f5faa0bb5a4ff0014afccd6905f08165d
+size 4997020592

model-00029-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7010ee3329c51428c3e37db062de0c960fff54315d8e3a1c911e490adc4805
+size 4999910992

model-00030-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e33e8c82148274233bc5a80245ec73f4c36d375a4c498fdd0bc4b7fc578bf
+size 4976592640

model-00031-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb4fdd37a210a056616978a292110fe62c4035ad3ecef724bb5e9cc5ca3cb68
+size 4999907936

model-00032-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66b5f7e78bd311d459296a4c499e2d825252dcdf90ca0c9efe1258c839d047f
+size 4999911392

model-00033-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9790ef1a8c1beb3da6a68ee68b2f9b355ad2245cee74353a0df7377f3c7184
+size 4997020592

model-00034-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c4614c532722313dbb05ac1427a096e169f366a6b3fb0086e7fa76855c18e
+size 4999910992

model-00035-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d4775a04c982b36806178ac592a2d6d327a5eb24c0881bb9b7ef17d9fcea4f
+size 4976592640

model-00036-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434408e665b42817c05440623d087d8e7a0c0f5bd9c5a908615dd9549fa0fea7
+size 4999907936

model-00037-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d434501c61d2c991fea8a01168cd5c86e04cf95e05378808751cefbb137d5
+size 4999911392

model-00038-of-00038.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8ab351a09936e6ce5b1ddd03efa6b78bd43763b7ca8b8ba99ccab90ad2762a
+size 4000589880

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47434ee967203c5f9f62544ee4070de0283cf3fc8f5730ca71f45affdc0d5434
+size 16987657

recipe.yaml

@@ -0,0 +1,17 @@
+default_stage:
+  default_modifiers:
+    AWQModifier:
+      targets: [Linear]
+      ignore: ['re:.*embed_tokens.*', 're:.*shared_experts.*', 're:.*shared_head.*', 're:.*lm_head.*']
+      scheme: W4A16_ASYM
+      mappings:
+      - smooth_layer: re:.*input_layernorm$
+        balance_layers: ['re:.*q_proj$', 're:.*k_proj$', 're:.*v_proj$']
+      - smooth_layer: re:.*v_proj$
+        balance_layers: ['re:.*o_proj$']
+      - smooth_layer: re:.*post_attention_layernorm$
+        balance_layers: ['re:.*gate_proj$', 're:.*up_proj$']
+      - smooth_layer: re:.*up_proj$
+        balance_layers: ['re:.*down_proj$']
+      duo_scaling: true
+      n_grid: 20

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c97372a63e519d5847c4293abb99aa5132f5c94b649e6deff61478e7f7909d
+size 19970915

tokenizer_config.json

@@ -0,0 +1,326 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151343": {
+      "content": "<|begin_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151344": {
+      "content": "<|end_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151345": {
+      "content": "<|begin_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151346": {
+      "content": "<|end_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151347": {
+      "content": "<|code_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151348": {
+      "content": "<|code_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151349": {
+      "content": "<|code_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151350": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151351": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151352": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151353": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151354": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151355": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151356": {
+      "content": "<arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151357": {
+      "content": "</arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151358": {
+      "content": "<arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151359": {
+      "content": "</arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151360": {
+      "content": "/nothink",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151361": {
+      "content": "<|begin_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151362": {
+      "content": "<|end_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151363": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151364": {
+      "content": "<|video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "fix_mistral_regex": true,
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}