Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+license: apache-2.0
+base_model: thinkingmachines/Inkling
+tags: [linear-attention, gated-deltanet, hybrid, distillation, taylor-calibrate, moe]
+---
+
+# Inkling-975B, 6 layers linearized to Gated DeltaNet (fused checkpoint)
+
+Derivative of [thinkingmachines/Inkling](https://huggingface.co/thinkingmachines/Inkling)
+(Apache-2.0): the attention of layers **[56, 58, 61, 62, 64, 65]** (including full-attention
+layer 65) is replaced with **GatedDeltaNet** (64 heads × 128, gated, short-conv), trained by
+end-to-end KL distillation against the frozen base as teacher (1 800 steps, seq-128,
+64×H100 EP). Layers were selected by zero-ablation importance ranking (least important first).
+All other weights are byte-identical to the base model.
+
+| eval (Inkling-tokenized wikitext) | teacher (base) | this model | gap |
+|---|---|---|---|
+| PPL @seq-128 | 7.15 | **7.288** | +1.9% |
+| PPL @seq-2048 (16× the training length) | 2.478 | **2.526** | +1.9% |
+
+## Format
+Self-contained: the 109 original shards (native naming, unchanged) + `model-gdn-linearized.safetensors`
+(keys `model.layers.{L}.linear_attn.*`) + patched `model.safetensors.index.json`.
+`config.json` carries an `xorl_linearization` section describing the spliced layers.
+
+## Usage
+Loadable with the xorl in-tree Inkling implementation
+(`xorl/models/transformers/inkling/`, togethercomputer/xorl-internal PR #511):
+build `InklingConfig` with `linear_attn_layers=[56,58,61,62,64,65], linear_attn_type="gdn",
+kda_num_heads=64` and point `weights_path` at this repo — the bundled `InklingCheckpointHandler`
+maps native keys (incl. gate/up de-interleave and expert EP-sharding) and passes the GDN keys through.

config.json

@@ -0,0 +1,149 @@
+{
+ "architectures": [
+  "InklingForConditionalGeneration"
+ ],
+ "model_type": "inkling_mm_model",
+ "eos_token_id": 200006,
+ "text_config": {
+  "model_max_length": 1048576,
+  "torch_dtype": "bfloat16",
+  "hidden_size": 6144,
+  "num_hidden_layers": 66,
+  "vocab_size": 201024,
+  "num_attention_heads": 64,
+  "num_key_value_heads": 8,
+  "head_dim": 128,
+  "d_rel": 16,
+  "rel_extent": 1024,
+  "q_bias": false,
+  "o_bias": false,
+  "log_scaling_n_floor": 128000,
+  "log_scaling_alpha": 0.1,
+  "rms_norm_eps": 1e-06,
+  "use_embed_norm": true,
+  "local_layer_ids": [
+   0,
+   1,
+   2,
+   3,
+   4,
+   6,
+   7,
+   8,
+   9,
+   10,
+   12,
+   13,
+   14,
+   15,
+   16,
+   18,
+   19,
+   20,
+   21,
+   22,
+   24,
+   25,
+   26,
+   27,
+   28,
+   30,
+   31,
+   32,
+   33,
+   34,
+   36,
+   37,
+   38,
+   39,
+   40,
+   42,
+   43,
+   44,
+   45,
+   46,
+   48,
+   49,
+   50,
+   51,
+   52,
+   54,
+   55,
+   56,
+   57,
+   58,
+   60,
+   61,
+   62,
+   63,
+   64
+  ],
+  "dense_mlp_idx": 2,
+  "use_sconv": true,
+  "sconv_kernel_size": 4,
+  "unpadded_vocab_size": 200058,
+  "logits_mup_width_multiplier": 24.0,
+  "final_logit_softcapping": null,
+  "swa_head_dim": 128,
+  "swa_num_attention_heads": 64,
+  "swa_num_key_value_heads": 16,
+  "sliding_window_size": 512,
+  "n_routed_experts": 256,
+  "num_experts_per_tok": 6,
+  "n_shared_experts": 2,
+  "shared_expert_sink": true,
+  "dense_intermediate_size": 24576,
+  "intermediate_size": 3072,
+  "route_scale": 8.0,
+  "use_gate_bias": true,
+  "gate_activation": "sigmoid",
+  "norm_after_topk": true,
+  "use_global_scale": true
+ },
+ "audio_config": {
+  "decoder_dmodel": 6144,
+  "n_mel_bins": 80,
+  "mel_vocab_size": 16,
+  "bias": false,
+  "dmel_min_value": -7.0,
+  "dmel_max_value": 2.0,
+  "use_audio_norm": true,
+  "audio_mode": "dmel"
+ },
+ "vision_config": {
+  "vision_encoder_type": "hmlp",
+  "decoder_dmodel": 6144,
+  "patch_size": 40,
+  "temporal_patch_size": 2,
+  "n_channels": 3,
+  "n_layers": 4,
+  "use_vision_norm": true
+ },
+ "mtp_config": {
+  "num_nextn_predict_layers": 8,
+  "chain_hidden_post_norm": false,
+  "local_layer_ids": [
+   0,
+   2,
+   4,
+   5,
+   6,
+   7
+  ]
+ },
+ "xorl_linearization": {
+  "linear_attn_layers": [
+   56,
+   58,
+   61,
+   62,
+   64,
+   65
+  ],
+  "linear_attn_type": "gdn",
+  "kda_num_heads": 64,
+  "kda_head_dim": 128,
+  "final_ppl_seq128": 7.287937641143799,
+  "teacher_ppl_seq128": 7.15
+ }
+}

manifest.json

@@ -0,0 +1,15 @@
+{
+  "framework": "xorl",
+  "linear_attn_layers": [
+    56,
+    58,
+    61,
+    62,
+    64,
+    65
+  ],
+  "kda_heads": 64,
+  "final_ppl": 7.287937641143799,
+  "start_ppl": 7.362730503082275,
+  "steps": 1500
+}

model-00003-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fdee46007c3f4ba74b29aad147e697e35dd0aeeb73240aa2cfb924e181b66f
+size 19793037628

model-00005-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be72f83b0e75b0efaa00eb529ee2326ec1338c9c007ac9344817b2d1a60a500
+size 19402851712

model-00009-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99499011c6b4351d1605d81abce1b423e6da6dc419618fd27c0ef8ba3661e9db
+size 9817920224

model-00013-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bc3a53ea5c17f3b32db1878cbc9ae1cc2892985fd4cfb6f0782b3b9f64246a
+size 9726673820

model-00016-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25da56bd3bf2aeb8865fc6105c63d1ae4d7f5cbd7bc766ad6181dc75bd479e1
+size 19657736184

model-00017-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c9d7e1b787d8f3b795deaf7c5ed5b97b3c84ecac2f98093357e6fd8c2918e9
+size 9776935416

model-00018-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f31b3d31f635358faf23eeeeaf31464a838e1b621723553622acbdbe46d8dd
+size 19692415768

model-00019-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db4a1ba8d71dbebe42a05b026ccd541ddfb07325a6984a59ec483593537c9fc
+size 9663676576

model-00020-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca12bcd167e668c4e622823b6e2096fb5d8e0829a26e911e56c13addcfe98b6f
+size 19648395960

model-00023-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c07b7c008918c05acdee9ad11bb0af2c5bf559e84e2cb5101babf6e5486a46e
+size 19758588104

model-00026-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05592903630c933518b18afdafd5af2f9508c41af90749d24daed8074b9be1bb
+size 19997582112

model-00027-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77b18cf34b4d82de562f8f3f4d6f3617fb1804c625a73eebd33b4cb18291104
+size 19453251400

model-00028-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f9a91b444a604ca48dcec947c35e86f16e8f89201e1a806c8570c56b193b53
+size 19783587800

model-00030-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce7322e73a13dd3122500f585651d832d67ddc0e0136657c8d7270e9213f384
+size 19339952512

model-00038-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcdc896300ee69280c65b751cbd652c7ed94e9f8091b3cd8d14fc8b07392202
+size 19402851820

model-00040-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50326d2a5e0dd6815d39e00d2e7e4edeb7eb9cf0cdd5ee85028668981b6097
+size 19730060736

model-00043-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0a1e4c835f2554426a8042202d2b579bce801b4dd69eb5a339acbb18213303
+size 19569714552

model-00047-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a1d85c9f8782e3370dbec391359641503e31e9491de5e4938bae6c0c1f31b
+size 19327369616

model-00049-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c57a2db7c7877e2b258c22fa5c583918d9c23db20d36110bd4e00b333556f8
+size 19975674272

model-00051-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b431ec843d5faf9ec40d58c89be38d33cf85a137465dac06345d07318d3dc93
+size 19428083296

model-00052-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76466f8dc307369f430f015f8c017bdae71a31d351f91d3bf94d36a2baacb981
+size 10733613256

model-00056-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16e70640f42aabb95ac97bb92787520ec92eae76e94ff2545a93aeed9f03153
+size 19443849476

model-00058-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5666651775980d18fbb96f02faaa612b73c8c059bce66b3815a9cd5ee739828
+size 19641969048

model-00059-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba23d7a90e700e18150581d22c18a619f43cccbe9537a03a3b930cadd5427fc6
+size 19956516872

model-00061-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d604321f1be9c8c535339fba2260532d621b427e86efe0dae4a3f723df0686f5
+size 19569663352

model-00062-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e977b6b7eb309e4f14889c7d437fdbdf4499e3b471c76cfcceaacfbf1d4f2098
+size 19445350904

model-00066-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f39b631f42e13753d578c9a6e4078f8a9c3122f2af15d67fb4e26f2995e33c
+size 19330536912

model-00070-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d139332348b57522513fa25f077886d8e2f45450bbf678069e52d19f8c09d28
+size 19654789292

model-00074-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850e48bdcdea4e2154de80182f2df856f952c17936bbfea9181b0170a0714524
+size 19327352992

model-00075-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbe1cf1e2600f1ba3201a0a3e0261b299d33ec123e366bf8296f279e660eb4e
+size 9676285512

model-00077-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1182b941bed8d26ce976adbe82052e9041ab58c9ec0b5b215243d87a6c3a8e20
+size 9663688968

model-00079-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db23920d1ba6eab951fcb78b948902a220c0b34536663986f81006594e8949a
+size 19670434480

model-00084-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a845d968bef492f032e8169bc0567c0544e9ad7d6a0b2054b8d537d8a84d9d
+size 9843052148

model-00086-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4925d4ac9f56bc37e704253320d863f828de8df566b47656aa6e6dfbb98f52a0
+size 19330556784

model-00087-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dd5583b90a14904b6fe5195539ff13751287ceb19f7fcfe621d0b0380296ed
+size 19780417196

model-00090-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604a1f065cc577461aa6214d84aa7178f60e48107fb3c63decfecfc83f4d73dc
+size 10808908168

model-00092-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f675f5752f4596588b279f918dff248db35d7a182efbf2e0e673baca49424ad
+size 19984888400

model-00093-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7821d1cedb6595b661104308f1ace4b933134ec0106ff78318eacf552a35e5
+size 19352518936

model-00094-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91f417b5a5f79d62130e7fcddbdf74842d48bca56aabe66079114e86ff04cf2
+size 19874990888

model-00096-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308a7776edb271699b3696184b00db11264e85bdf0d0fd33d5637fb3789f6a2
+size 19582331640

model-00097-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248b3c61f9f2e16918f08a07b9fccb5656d3441ede718364a6fac82c63b68ec
+size 19503526416

model-00099-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212dcc5b5862a2439d926794172edc84c5a20d08e29cf1ac46e2841a759572b9
+size 19582392128

model-00101-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c7c6dc75fea646fb2158312277dc22a154e4ac92e3f9ed9ca8513e00c9c65
+size 19327352992

model-00106-of-00108.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe952b9cf6afeaf668bb0a821fe39070d692a28abc2e5cd7922b546e34773fd
+size 19516142912

processor_config.json

@@ -0,0 +1,46 @@
+{
+  "audio_token": "<|unused_200053|>",
+  "audio_bos_token": "<|content_audio_input|>",
+  "dmel_max_value": 2.0,
+  "dmel_min_value": -7.0,
+  "feature_extractor": {
+    "audio_token_duration_s": 0.05,
+    "feature_extractor_type": "InklingFeatureExtractor",
+    "feature_size": 80,
+    "hop_length": 800,
+    "n_fft": 1600,
+    "padding_side": "right",
+    "padding_value": 0.0,
+    "return_attention_mask": true,
+    "sampling_rate": 16000,
+    "window_size": 1600,
+    "window_size_multiplier": 2.0
+  },
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.48145466,
+      0.4578275,
+      0.40821073
+    ],
+    "image_processor_type": "InklingImageProcessor",
+    "image_std": [
+      0.26862954,
+      0.26130258,
+      0.27577711
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 40,
+      "width": 40
+    }
+  },
+  "image_token": "<|unused_200054|>",
+  "image_bos_token": "<|content_image|>",
+  "num_dmel_bins": 16,
+  "processor_class": "InklingProcessor"
+}

tokenizer_config.json

@@ -0,0 +1,508 @@
+{
+  "added_tokens_decoder": {
+    "199998": {
+      "content": "<|unused|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "199999": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200000": {
+      "content": "<|message_user|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200001": {
+      "content": "<|message_model|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200002": {
+      "content": "<|message_system|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200003": {
+      "content": "<|message_tool|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200004": {
+      "content": "<|content_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200005": {
+      "content": "<|content_image|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200006": {
+      "content": "<|content_model_end_sampling|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200007": {
+      "content": "<|unused_200007|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200008": {
+      "content": "<|content_thinking|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200009": {
+      "content": "<|unused_200009|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200010": {
+      "content": "<|end_message|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200011": {
+      "content": "<|unused_200011|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200012": {
+      "content": "<|unused_200012|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200013": {
+      "content": "<|unused_200013|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200014": {
+      "content": "<|unused_200014|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200015": {
+      "content": "<|unused_200015|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200016": {
+      "content": "<|unused_200016|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200017": {
+      "content": "<|unused_200017|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200018": {
+      "content": "<|unused_200018|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200019": {
+      "content": "<|unused_200019|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200020": {
+      "content": "<|content_audio_input|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200021": {
+      "content": "<|unused_200021|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200022": {
+      "content": "<|content_tool_error|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200023": {
+      "content": "<|audio|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200024": {
+      "content": "<|content_xml|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200025": {
+      "content": "<|unused_200025|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200026": {
+      "content": "<|unused_200026|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200027": {
+      "content": "<|unused_200027|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200028": {
+      "content": "<|begin_of_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200029": {
+      "content": "<|unused_200029|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200030": {
+      "content": "<|unused_200030|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200031": {
+      "content": "<|unused_200031|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200032": {
+      "content": "<|unused_200032|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200033": {
+      "content": "<|unused_200033|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200034": {
+      "content": "<|unused_200034|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200035": {
+      "content": "<|unused_200035|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200036": {
+      "content": "<|unused_200036|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200037": {
+      "content": "<|unused_200037|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200038": {
+      "content": "<|unused_200038|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200039": {
+      "content": "<|unused_200039|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200040": {
+      "content": "<|unused_200040|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200041": {
+      "content": "<|unused_200041|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200042": {
+      "content": "<|unused_200042|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200043": {
+      "content": "<|audio_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200044": {
+      "content": "<|unused_200044|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200045": {
+      "content": "<|unused_200045|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200046": {
+      "content": "<|unused_200046|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200047": {
+      "content": "<|unused_200047|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200048": {
+      "content": "<|unused_200048|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200049": {
+      "content": "<|content_invoke_tool_json|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200050": {
+      "content": "<|unused_200050|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200051": {
+      "content": "<|unused_200051|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200052": {
+      "content": "<|unused_200052|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200053": {
+      "content": "<|unused_200053|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200054": {
+      "content": "<|unused_200054|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200055": {
+      "content": "<|unused_200055|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200056": {
+      "content": "<|unused_200056|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200057": {
+      "content": "<|content_invoke_tool_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "fix_mistral_regex": false,
+  "extra_special_tokens": {
+    "endoftext": "<|endoftext|>",
+    "message_user": "<|message_user|>",
+    "message_model": "<|message_model|>",
+    "message_system": "<|message_system|>",
+    "message_tool": "<|message_tool|>",
+    "content_text": "<|content_text|>",
+    "content_image": "<|content_image|>",
+    "content_model_end_sampling": "<|content_model_end_sampling|>",
+    "content_thinking": "<|content_thinking|>",
+    "end_message": "<|end_message|>",
+    "content_audio_input": "<|content_audio_input|>",
+    "content_tool_error": "<|content_tool_error|>",
+    "audio": "<|audio|>",
+    "content_xml": "<|content_xml|>",
+    "begin_of_text": "<|begin_of_text|>",
+    "audio_end": "<|audio_end|>",
+    "content_invoke_tool_json": "<|content_invoke_tool_json|>",
+    "content_invoke_tool_text": "<|content_invoke_tool_text|>"
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}