Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,42 @@
+---
+base_model:
+- ApocalypseParty/derestricted-iceblink
+- ApocalypseParty/Iceblink-SFT-1-hf
+library_name: transformers
+tags:
+- mergekit
+- merge
+
+---
+# v3b
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the [SLERP](https://en.wikipedia.org/wiki/Slerp) merge method.
+
+### Models Merged
+
+The following models were included in the merge:
+* [ApocalypseParty/derestricted-iceblink](https://huggingface.co/ApocalypseParty/derestricted-iceblink)
+* [ApocalypseParty/Iceblink-SFT-1-hf](https://huggingface.co/ApocalypseParty/Iceblink-SFT-1-hf)
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+models:
+  - model: ApocalypseParty/derestricted-iceblink
+  - model: ApocalypseParty/Iceblink-SFT-1-hf
+merge_method: slerp
+base_model: ApocalypseParty/Iceblink-SFT-1-hf
+parameters:
+  t: [0, 0, 0.1, 0.15, 0.2]
+dtype: bfloat16
+out_dtype: bfloat16
+tokenizer:
+ source: base
+```

chat_template.jinja

@@ -0,0 +1,103 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}
+<arg_key>{arg-key-1}</arg_key>
+<arg_value>{arg-value-1}</arg_value>
+<arg_key>{arg-key-2}</arg_key>
+<arg_value>{arg-value-2}</arg_value>
+...
+</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>
+{{ visible_text(m.content) }}
+{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if loop.index0 > ns.last_user_index and reasoning_content -%}
+{{ '\n<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '\n<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ '\n' + content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{ '\n<tool_call>' + tc.name }}
+{% set _args = tc.arguments %}
+{% for k, v in _args.items() %}
+<arg_key>{{ k }}</arg_key>
+<arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
+{% endfor %}
+</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '\n<tool_response>\n' }}
+{{- m.content }}
+{{- '\n</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+
+<tool_response>
+{{ tr.output if tr.output is defined else tr }}
+</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>
+{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '\n<think></think>' if (enable_thinking is defined and not enable_thinking) else '' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,43 @@
+{
+  "architectures": [
+    "Glm4MoeForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "first_k_dense_replace": 1,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 10944,
+  "max_position_embeddings": 131072,
+  "model_type": "glm4_moe",
+  "moe_intermediate_size": 1408,
+  "n_group": 1,
+  "n_routed_experts": 128,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 96,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 46,
+  "num_key_value_heads": 8,
+  "num_nextn_predict_layers": 0,
+  "pad_token_id": 151329,
+  "partial_rotary_factor": 0.5,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "routed_scaling_factor": 1.0,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "use_qk_norm": false,
+  "vocab_size": 151365
+}

mergekit_config.yml

@@ -0,0 +1,11 @@
+models:
+  - model: ApocalypseParty/derestricted-iceblink
+  - model: ApocalypseParty/Iceblink-SFT-1-hf
+merge_method: slerp
+base_model: ApocalypseParty/Iceblink-SFT-1-hf
+parameters:
+  t: [0, 0, 0.1, 0.15, 0.2]
+dtype: bfloat16
+out_dtype: bfloat16
+tokenizer:
+ source: base

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aa64c076d2e9201090b354002ad540fa6a844b338460a1c97e968de318bfb4
+size 4997147776

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3145e6003288592240bfaff6f50403db922a065b51a8aeb682c16cb29bf0bf1
+size 4994465648

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fd49b15bafecd8b3d4f8c970a55ad6d7bf4f16e576c0557b3100591f9dea8a
+size 4994465872

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe8bd5003ee226d557a2f2b28386b483f6350b2ad88e8b785b65b4d8e13f9c
+size 4994465872

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1330ed2cfc8b3328b694af1d1c2b02d1ef31117b78f653f530b2630b0596dd1f
+size 4994465872

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef51aa1b49477b0742972475e6a2cf8f7c9a89e9d14d2f31c5b5916972c80f
+size 4994465872

model-00007-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a80232a982d8a18c5b577263fe1e55ac78727058c49a2bc31149434ad2299b2
+size 4994465872

model-00008-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433c1a57afd9367ee0eb32e629c321b26b7232c15493ed7b0715a3e21dada0b9
+size 4994465888

model-00009-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7aa37925a0340fdfc70c79846c9efc351a9ff48c456378fdba3bdd813f8bc0
+size 4946241848

model-00010-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c28fc59d54282504202c1066ca93b8d894a8b273e50d0f0fbe5b49789dd026
+size 4996596312

model-00011-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9846219d4e39d232fad8c66521c23c8b896983b7863e3df01c50d1b25d1429dd
+size 4994465864

model-00012-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eaedbcbe22a2931aeea42d637af6c3831268b73cd513f15d19507fb8eb6bd8
+size 4994465536

model-00013-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c1a3ee622f2ca89c7fc1f4d4ae8f5891b19ed9f251fe235cc54ff29d6f2789
+size 4994465896

model-00014-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20869136ad4da873e7bbdcf4e2cfaeb61960b0f6d391d985e85b783ec54027
+size 4994465880

model-00015-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9907ca7c7384699b9133190ed610aaadbc62eab1c59d2524664d5298855af18f
+size 4994465872

model-00016-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8d4687532531e5d4f2a467417900dfb1a927b01fc961126082629a85a55068
+size 4994465872

model-00017-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92322dccbc25493443d45c59dd832ba7a65c49020de196d3dd73610fc50dd757
+size 4994465872

model-00018-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bc675d8ae5e9dad6696f4339875cfd2c91f2f488f0bce0c2ef3280eb91b5a6
+size 4994465872

model-00019-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa1e565a730845cdc61f370ecfb82e2688e0019d2e095ea2b13b1ea4bd5ae1
+size 4994465872

model-00020-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2544e747325173c5bb5313b7c88afee035fd7c768d1415c12e5f9b1f146272
+size 4994465872

model-00021-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179f3dd26c591319f166a2afa5524f9feae4904b667adee9526666613dcfa9c
+size 4994465872

model-00022-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c3477d9f46a8b5e1f1699d92f33cac5a7841b5a6b08d37ffcc36459a01752
+size 4994465536

model-00023-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb5018c00a528f9260316fde54df1771fbea9e10d9297fb9fdddb5333939b8
+size 4994465824

model-00024-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a2ccb51134f501a5e6307663db5655e3f95a80d3b3a1e0aa9384625d0cb289
+size 4995525432

model-00025-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379119749bfb4b080a0a7c763bdb423fce261cbe3099df02ac8a36500bcbe226
+size 4993450568

model-00026-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a786857b2eb82acdc5eb3ad64648567f9f2f7926bd9e7450cbaed7fdc676b04
+size 4994465896

model-00027-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ff04c486e46345c0d0bbbdfef48ad51727c907f89669d76b4c46e7cdf1629b
+size 4994465896

model-00028-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa34a812092369adcac16502bc21d92925507f943cdf146bc2426024d184fed
+size 4994465896

model-00029-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aac1f8ac57dca572f0915a1bd3460e878c9a8fc5b29d305fabe920c98274c1d
+size 4994465880

model-00030-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7253b960c115bd5ab969564c2694fe2501d4acaed1e721fddaf59440c65aded
+size 4994465872

model-00031-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d5c01102d79bc5705fa4565912af24e727b24a37391d221dca01068777c77b
+size 4994465872

model-00032-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7759e38756d58c2106ec76a96fda24e0f67cf1b8c86f2e42b6cd00d6bb841807
+size 4994465672

model-00033-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530bfa95ebfd38ba843c9cf5bfcaa525713754099a2528af1ed00376551f313e
+size 4994465672

model-00034-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ecc4bf7058ba0a09de57b84a248e22b4ec48dcf48a5e32f538bd6ad0fb49de
+size 4994465872

model-00036-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49fed7bea347a10a0e51a8829db6711609d24d6150650742844645674181273
+size 4994465872

model-00037-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853538434435f0a6298b3384efc19964a93078eba79123f0db5e4bc158f5088
+size 4994465864

model-00038-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5590df80774fdb396587f6efd5beefaee632dcd3dcbbb0664e053507b50abac6
+size 4994465888

model-00039-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600444df60d0f3e765652e65b71642f2fcf287994ffb5089d737ca4f6085aae3
+size 4995514568

model-00040-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93157a22943af414f260f95e8644f21b77588f36b151ad149970d8596031a61
+size 4993460624

model-00041-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498c40b12b65d740ba5d02f78158c92f0ac95985eb24d6120934a96ecf7b450b
+size 4994465472

model-00042-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14bb03d8d4a19d940d250064c8cd115016e46a5d16830ede2ad7858a31cf0d4
+size 4994465472

model-00043-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee72ae7bffeb87d353bfd92a6d1228f5fd522fded2558b3971e0bf8040eb0b68
+size 3979432872

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba
+size 19970700