Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,42 @@
+---
+base_model:
+- zai-org/GLM-4.5-Air
+- ApocalypseParty/derestricted-iceblink
+library_name: transformers
+tags:
+- mergekit
+- merge
+
+---
+# v3c
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the [SLERP](https://en.wikipedia.org/wiki/Slerp) merge method.
+
+### Models Merged
+
+The following models were included in the merge:
+* [zai-org/GLM-4.5-Air](https://huggingface.co/zai-org/GLM-4.5-Air)
+* [ApocalypseParty/derestricted-iceblink](https://huggingface.co/ApocalypseParty/derestricted-iceblink)
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+models:
+  - model: ApocalypseParty/derestricted-iceblink
+  - model: zai-org/GLM-4.5-Air
+merge_method: slerp
+base_model: zai-org/GLM-4.5-Air
+parameters:
+  t: [0, 0, 0.1, 0.15, 0.2]
+dtype: bfloat16
+out_dtype: bfloat16
+tokenizer:
+ source: base
+```

chat_template.jinja

@@ -0,0 +1,103 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}
+<arg_key>{arg-key-1}</arg_key>
+<arg_value>{arg-value-1}</arg_value>
+<arg_key>{arg-key-2}</arg_key>
+<arg_value>{arg-value-2}</arg_value>
+...
+</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>
+{{ visible_text(m.content) }}
+{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if loop.index0 > ns.last_user_index and reasoning_content -%}
+{{ '\n<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '\n<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ '\n' + content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{ '\n<tool_call>' + tc.name }}
+{% set _args = tc.arguments %}
+{% for k, v in _args.items() %}
+<arg_key>{{ k }}</arg_key>
+<arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
+{% endfor %}
+</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '\n<tool_response>\n' }}
+{{- m.content }}
+{{- '\n</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+
+<tool_response>
+{{ tr.output if tr.output is defined else tr }}
+</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>
+{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '\n<think></think>' if (enable_thinking is defined and not enable_thinking) else '' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,43 @@
+{
+  "architectures": [
+    "Glm4MoeForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "first_k_dense_replace": 1,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 10944,
+  "max_position_embeddings": 131072,
+  "model_type": "glm4_moe",
+  "moe_intermediate_size": 1408,
+  "n_group": 1,
+  "n_routed_experts": 128,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 96,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 46,
+  "num_key_value_heads": 8,
+  "num_nextn_predict_layers": 1,
+  "pad_token_id": 151329,
+  "partial_rotary_factor": 0.5,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "routed_scaling_factor": 1.0,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "use_qk_norm": false,
+  "vocab_size": 151365
+}

mergekit_config.yml

@@ -0,0 +1,11 @@
+models:
+  - model: ApocalypseParty/derestricted-iceblink
+  - model: zai-org/GLM-4.5-Air
+merge_method: slerp
+base_model: zai-org/GLM-4.5-Air
+parameters:
+  t: [0, 0, 0.1, 0.15, 0.2]
+dtype: bfloat16
+out_dtype: bfloat16
+tokenizer:
+ source: base

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13134081d8f1120d9dd1ec8f87a390aa9f83fe86c762e2947a271d752a57e6c
+size 4997147776

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1e9e94c65eeceff520d0678138d96b3a85cb95a78c25f5396e7399d419ed51
+size 4994465648

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634726de08a66fae8ad2002878c63354ff661193936964b260e0fd48881c9713
+size 4994465872

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006d34a835f2b66202183dce014aa5111eb692d5a6ed7f78100afa256209875
+size 4994465872

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bbf693c5043d90987a7b3a7e3ba0e9a8e3ba055cfa39c7e034155f21f31013
+size 4994465872

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a998a25706d3b36dba8b7226641650d13b5e3ef3c2f134f871634a0fcf55ad
+size 4994465872

model-00007-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4133acf358b5a4dff9e6b708d2427879be360772877d59f0b366d43549a7a18
+size 4994465872

model-00008-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af580d89d37bdf2033081c45c0a18b250fef050a1d69e9eaf10d41a5232d8f1e
+size 4994465888

model-00009-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affa2f27282813f2f85192df0d212e5b6d7e3d3e2a4c1c85c283fb17cef036b1
+size 4946241848

model-00010-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa619f90bce8cfbc5e9cc2176fa63dcf2ef7e8797263419ade4332077683b03
+size 4996596312

model-00011-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1690ba0a9c26edc53515bfa3f76b6e49b4c6085c88d5e520775c280c4cd32141
+size 4994465864

model-00012-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add8176f86dff3a7d277653c96794a55ff76c1a71223ae5e12e071a78ba45a6d
+size 4994465536

model-00013-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624532dc031c8760933349943bb45aad4285edd70e1b5ce883ff90725d7c167f
+size 4994465896

model-00014-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42df9a864509a193e817dca4577ef560d775c1b4f66c5a56be8e4eac1ccaaccc
+size 4994465880

model-00015-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaeb2264eaeb12d187e385b78fe610ae6e36517c65abaf0aca376def8d4bcb1
+size 4994465872

model-00016-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df3515807a6c31a3ac59f4ca4165857ea070d28c891e3c396e63404ee228bd8
+size 4994465872

model-00017-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2592200430ceccaa60c541381ee6fe0976273b57a928de84875ee6e49a8a306
+size 4994465872

model-00018-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54e0ccb9971d622c36193057a8463a7142feab668fb38980181b6c400ba233b
+size 4994465872

model-00019-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b765260c13405ca9e21ee85679cca45a8f655cf1259f1688ad94e8e39fd07d
+size 4994465872

model-00020-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c097fe1a00127e52a0fdce8e26ab45f10930bab03ade0e0e0b102aaabb74cbb1
+size 4994465872

model-00021-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f44e34d3442429c5cdd32da4d3fcae017719d1e7759918b7f33922273236f6
+size 4994465872

model-00022-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5633347f553a19c66c9fbfbda9ab2b99f946b3a044950f8b88061efef2ff6f33
+size 4994465536

model-00023-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daec20c72543fd4c3ba549eca24564c251d281fb950828ed171bc5d857648b8
+size 4994465824

model-00024-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036661e120b5beb2e44f3c04b2bc9ab1c6762714e1aff2a869e5e39dabd53619
+size 4995525432

model-00025-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa5392eda6a9a55b27b3666584442a73a0a6084b316fb38473c0a4f4a949a1f
+size 4993450568

model-00026-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0788f9f2ff68a89e3fb4b9e276fdabde332447ffa8e3b7d0a7b7c3bbcd6293b9
+size 4994465896

model-00027-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991fe08482eef16e340c683b3aec88cdffc740d67bfee2ac28a214a78c39cbf1
+size 4994465896

model-00028-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31953c40e58d9c7920f842da6b35ef31f6f46326bf343337f7cbd07d139e96e4
+size 4994465896

model-00029-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5b4d1f8a334bcea90b0845f11bef81a993c5f23013737597c7997efe32c157
+size 4994465880

model-00030-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d423d881d4abff21f7e553d275f237f0a22a7db9d3bb4f009147fb0579d546a
+size 4994465872

model-00031-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df4877fd63135c15ae715e038a686c4d350ee95f449f4fa6ae8fc4952039669
+size 4994465872

model-00032-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7219094cfc6af670277c8c823e16f55408b105497085563e25cb9796b21e82
+size 4994465672

model-00033-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc40480b049319bb23f841e48810ccc9df9c89808e3f71290978081788f4563
+size 4994465672

model-00034-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6e172a9de032f02e327718e924a7ac97874f9a94c99b9ab14d5860ec2ceb39
+size 4994465872

model-00036-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9271406b6292f3fb5221c3d34767019eab69f5aaaceacc673eb5946404c870
+size 4994465872

model-00037-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cf18b4ff902bbfa9f10c22ece66d4ae182678b2430d7917729709691db078c
+size 4994465864

model-00038-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f054f99b28da40444739e34fa792f45b88e99cb520c30f366db17e9239d70ff6
+size 4994465888

model-00039-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7896a86358518aa44555dd238a86955c967c6ebe96abe8eff15952f0b504b6f7
+size 4995514568

model-00040-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1220c3eb2363e38e26ce4fdc1d844a4dda5d179b5000441e867f0dfe9875d84
+size 4993460624

model-00041-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca05b18cea78de4c487e8607a2c03288e2912bda6ae551cd95c3bb33bf55f7
+size 4994465472

model-00042-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846e433a31e4362889ce076ad81cdabadcd6a5a1a1354c535e0aa970803fff3d
+size 4994465472

model-00043-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943c7946255b3fe137cab36e5eb0ac1312f7cc77605eb020df06c58af21e9149
+size 3979432872

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba
+size 19970700