Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,39 @@
+---
+language:
+- en
+- zh
+library_name: mlx
+license: mit
+pipeline_tag: text-generation
+tags:
+- mlx
+base_model: zai-org/GLM-4.7
+---
+
+# mlx-community/GLM-4.7-6bit
+
+This model [mlx-community/GLM-4.7-6bit](https://huggingface.co/mlx-community/GLM-4.7-6bit) was
+converted to MLX format from [zai-org/GLM-4.7](https://huggingface.co/zai-org/GLM-4.7)
+using mlx-lm version **0.30.0**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/GLM-4.7-6bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

chat_template.jinja

@@ -0,0 +1,86 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%}
+{{ '<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '</think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '<tool_response>' }}
+{{- m.content }}
+{{- '</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+<tool_response>{{ tr.output if tr.output is defined else tr }}</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '</think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,53 @@
+{
+    "architectures": [
+        "Glm4MoeForCausalLM"
+    ],
+    "attention_bias": true,
+    "attention_dropout": 0.0,
+    "eos_token_id": [
+        151329,
+        151336,
+        151338
+    ],
+    "first_k_dense_replace": 3,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 5120,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "max_position_embeddings": 202752,
+    "model_type": "glm4_moe",
+    "moe_intermediate_size": 1536,
+    "n_group": 1,
+    "n_routed_experts": 160,
+    "n_shared_experts": 1,
+    "norm_topk_prob": true,
+    "num_attention_heads": 96,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 92,
+    "num_key_value_heads": 8,
+    "num_nextn_predict_layers": 1,
+    "pad_token_id": 151329,
+    "partial_rotary_factor": 0.5,
+    "quantization": {
+        "group_size": 64,
+        "bits": 6,
+        "mode": "affine"
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 6,
+        "mode": "affine"
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 1000000,
+    "routed_scaling_factor": 2.5,
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.54.0",
+    "use_cache": true,
+    "use_qk_norm": true,
+    "vocab_size": 151552
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "temperature": 1.0,
+  "transformers_version": "4.56.2"
+}

model-00002-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cff14342a73215785386f084bcfea05096744249d93c67f2603449bf934038
+size 5243427265

model-00003-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d13e3f9907858575e78755c026dc45f14056b9ebe336deee7ca6bf83930cc1
+size 5335722898

model-00004-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d3d3bec55a85884f05ddfd2dd187eabfb74eaf8ea9542b72396dbe0d151df
+size 5363247106

model-00006-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef338aaa8cf218d5f648115bf1204f815fa2c6c88f40f55eb438ea0e6d8b1ecc
+size 5335722946

model-00007-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd587719b9421c932c73c5e263f4579ccb05a5a7e3a91e21b4d52e25340974c
+size 5363247185

model-00008-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3498245aa6744b6d64566441ab494607093fdeb6d0fe51fb74a7025dafd928c5
+size 5294546451

model-00009-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fda13d3e57c622e9ac35327a53f984a66a1219e2c57a00bff2f33c72742d5a
+size 5335722966

model-00010-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b482d3aa9eeff6f0d2c86e7793efec28dd51dfeac9248a99cbe29191cbc7014f
+size 5363247163

model-00011-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebad2f19c928199551d31a2d36a1ddd184f360fc18391817dc33d4cc8543f0d
+size 5294546461

model-00012-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5263fe261d802099517e827a0f869e9149708259d32068a454cd19814992d5
+size 5335722940

model-00013-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91be41def32e80c28abc041dc02b1005b998b31fc60897530a5f6fa4e69d6f79
+size 5363247197

model-00014-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07544e0672e33e61b199ef8e9bd450330da0b5ea6641573bcab391c8e8364767
+size 5294546487

model-00015-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b207ad4820e6ccce1b27dc7a9ac48f7953c61e9726b80478db88286693cbb8
+size 5335722976

model-00016-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6269884e26c7ddb76faeeb7915c5ed07add2995cff66417565d5cc691136779
+size 5363247143

model-00017-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c9239ab6dc19e61db7b26fe2a48b6b874fda236a6cae7cee55b3a101b0a86d
+size 5294546487

model-00018-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53abbfadd78f8e5c52df1a446ebb9674efde733144b4a69f113dd2f869a03f2
+size 5335722962

model-00019-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de295008567e4fba618215efe94f0fb0a6d9f819d3b1bf8a7657d1728bebc048
+size 5363247181

model-00020-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc18e2be69114e24e504c9f065eb90af1bc74cc1cdd738920284567b94bb3397
+size 5294546489

model-00021-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de19d6903d8e89d40a4abd46de45e6ceb04f0f0609f2fbc7916f68b12090401
+size 5335722984

model-00022-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77f10ce0bfea2c0d734884cdfccb96b3a04b8e9e043b5617a191f368fd6afcf
+size 5363247173

model-00023-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40959bfaaca793f4f46f39193f0e1f1b39643a7c1c5619398629cb77b0b4ab3a
+size 5294546481

model-00024-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5bb4fd1adbe38762b98583c2d1eeb60652443317098a70d5d2ee6545faba71
+size 5335722908

model-00026-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea07b8d473026f03da3e9301d863f192fb311d1de2c9dba342aa3058a5721e1
+size 5294546487

model-00027-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f82a8aaa511a46c3d3f5658a15ea72a3fe2a6965913f6a7d94229610f736bc6
+size 5335722916

model-00028-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e48cd5cbe62aaaf6f8b6422170b50d2b5b0cf3b70139cc56154337db350bc6
+size 5363247169

model-00029-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee55ba3fae6545f5a68e9ee6510178d4f599ceeb5a39943087374fedc639188
+size 5294546487

model-00030-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26798c517ea5ede4304cbd3064faf03611266a1830d7d2ea5e3eb0a95401bb0
+size 5335722970

model-00031-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f444a554f8ccd8ad7ea3e3df7b04c4f0dee7ecf350d467ef4767f5cc4d110719
+size 5363247195

model-00032-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e3b5ea6f1cd53b160e204439fc429ab634969ead68ae76ce7ca21a5f2c1efb
+size 5294546489

model-00034-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0330166efef028d3ac3cf345154b4a390a62cbb4ffcaeea9128f97d3ccdea7
+size 5363247173

model-00035-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef0e8e8691d187731cd0afeb0ebb3036412e08f59220831d2075240b38e33e
+size 5294546489

model-00038-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6355f5e524f07a32795e150eff92a0d55fa1210b43d7ac73c57b0337bc4b96ad
+size 5294546491

model-00042-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3399914f2a7c46ec67ab9bb4f6fb9cfd71463d7b5c07027b9ce1a1c21e16a4
+size 5335722966

model-00043-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80df53cbea6326c2f4a2005ecb958acd067baf5db63977aede74dbe257b3e1f1
+size 5363247181

model-00046-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3626697d635fd2f2747d3a13dfd8bb608d5b5b39702050feefb5d1cacc9232
+size 5363247189

model-00047-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8e1ff778ff3bd40d1a8602c8223ea4493f1176f21640c078e0e056ecb927d
+size 5294546487

model-00048-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51694daa3cd400c0a92791f0fa6f7fdba0bd42387ce175f0c150d82520f5b0e
+size 5335722980

model-00049-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e281c4dbce65d5be4e21738ca71937b6b6e6a4a8173e75c2b58bb9488c7d9d2
+size 5363247191

model-00050-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da73ace5db626fd95107920d007f57c1c31f5b70b77fa761b762efcdd48ea5
+size 5294546489

model-00051-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d3fad814de524e893eb81ace86f39cacfcc13bcd2cd9a8d75116df527dd0d8
+size 5335722964

model-00052-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3479ae96793c605bd438715f2f4d3731011f4df5e7492ea2f8e1a2e50fd333
+size 5363247191

model-00053-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2c0301e7c6fa8250e83273f6c847e833f1d2752c57263759b8a0246bf08de
+size 5294546487

model-00054-of-00054.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f585ff4ee2be8d87975f1e74e9bc09275df220027924c23ea05ef69eef8e49c4
+size 4872362644

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccf2252fe9cd23ada23a829ec409aab397dbd2ac4f372d3a1a23d1f7c72d6b
+size 19970686