Upload model

._model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00008-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00009-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00010-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00011-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00012-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00013-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00014-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

._model-00015-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec62358817feee5612b25a285f028a043d2f370a447991921707efb4e81cd7d
+size 4096

args.json

@@ -35,12 +35,9 @@
   "enable_thinking": null,
   "add_non_thinking_prefix": true,
   "dataset": [
-    "/inspire/qb-ilm/project/ai4education/p-liuwentao/ly-project/edu-test-data/edu_cot_sft.jsonl",
-    "/inspire/qb-ilm/project/ai4education/p-liuwentao/ly-project/edu-test-data/self_identify_clean.jsonl",
-    "/inspire/qb-ilm/project/ai4education/p-liuwentao/ly-project/edu-test-data/opus_merged_all_clean.jsonl",
-    "/inspire/qb-ilm/project/ai4education/p-liuwentao/ly-project/edu-test-data/edu_writing_sft.jsonl",
-    "/inspire/hdd/project/ai4education/p-liuwentao/monster/innospark/sft-data/self_identify_new_0521_final_messages.jsonl",
-    "/inspire/hdd/project/ai4education/p-liuwentao/monster/innospark/sft-data/0518-all.jsonl"
+    "/inspire/hdd/global_user/p-liuwentao/ly-data/Data/merged_all.jsonl",
+    "/inspire/hdd/global_user/p-liuwentao/ly-data/Data/self_identify.jsonl",
+    "/inspire/hdd/global_user/p-liuwentao/ly-data/Data/sft_train.jsonl"
   ],
   "val_dataset": [],
   "cached_dataset": [],
@@ -216,7 +213,7 @@
   "vllm_server_pass_dataset": false,
   "num_iterations": 1,
   "micro_batch_size": 2,
-  "global_batch_size": 128,
+  "global_batch_size": 64,
   "recompute_granularity": "full",
   "recompute_method": "uniform",
   "recompute_num_layers": 1,
@@ -261,7 +258,7 @@
   "lr_decay_iters": null,
   "lr_warmup_iters": 0,
   "lr_warmup_fraction": 0.05,
-  "min_lr": 1e-06,
+  "min_lr": 1e-05,
   "lr_wsd_decay_style": "exponential",
   "lr_wsd_decay_iters": null,
   "weight_decay": 0.01,
@@ -273,7 +270,7 @@
   "adam_beta2": 0.95,
   "adam_eps": 1e-08,
   "sgd_momentum": 0.9,
-  "output_dir": "/inspire/qb-ilm/project/ai4education/p-liuwentao/ms-swift/ckpt/Qwen3.6-35B-A3B/merge-all-test1/v2-20260525-202628",
+  "output_dir": "/inspire/qb-ilm/project/ai4education/p-liuwentao/ms-swift/ckpt/Qwen3.6-35B-A3B/distilled-all-v2/v0-20260515-153118",
   "save_steps": 100,
   "no_save_optim": true,
   "no_save_rng": true,
@@ -318,7 +315,7 @@
     "tensorboard"
   ],
   "logging_steps": 1,
-  "tensorboard_dir": "/inspire/qb-ilm/project/ai4education/p-liuwentao/ms-swift/ckpt/Qwen3.6-35B-A3B/merge-all-test1/v2-20260525-202628/runs",
+  "tensorboard_dir": "/inspire/qb-ilm/project/ai4education/p-liuwentao/ms-swift/ckpt/Qwen3.6-35B-A3B/distilled-all-v2/v0-20260515-153118/runs",
   "tensorboard_queue_size": 50,
   "wandb_project": "megatron-swift",
   "wandb_exp_name": null,
@@ -342,7 +339,7 @@
   "moe_enable_deepep": false,
   "moe_grouped_gemm": true,
   "moe_permute_fusion": true,
-  "moe_aux_loss_coeff": 1e-06,
+  "moe_aux_loss_coeff": 0.001,
   "moe_z_loss_coeff": null,
   "moe_shared_expert_overlap": true,
   "moe_layer_recompute": false,
@@ -377,7 +374,7 @@
   "swift_version": "4.0.3",
   "ckpt_dir": null,
   "rank": 0,
-  "global_world_size": 64,
+  "global_world_size": 16,
   "local_world_size": 8,
   "model_suffix": "Qwen3.6-35B-A3B",
   "model_info": "ModelInfo(model_type='qwen3_5_moe', model_dir='/inspire/hdd/project/ai4education/public/Models/Qwen/Qwen3.6-35B-A3B', torch_dtype=torch.bfloat16, max_model_len=262144, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=True, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)",
@@ -391,7 +388,7 @@
   "megatron_model_meta": "MegatronModelMeta(megatron_model_type='qwen3_5', model_types=['qwen3_5', 'qwen3_5_moe'], bridge_cls=<class 'swift.megatron.model.mm_gpts.qwen3_5.Qwen3_5Bridge'>, visual_cls=<class 'swift.megatron.model.mm_gpts.qwen3_5.Qwen3_5Vit'>, is_multimodal=True, loader=<class 'swift.megatron.model.mm_gpts.qwen3_5.Qwen3_5Loader'>)",
   "fp8": null,
   "params_dtype": "bfloat16",
-  "world_size": 64,
-  "data_parallel_size": 32,
-  "num_microbatches": 2
+  "world_size": 16,
+  "data_parallel_size": 8,
+  "num_microbatches": 4
 }

model-00001-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8e51d488e4af479326c9a3b091c6697954ebcd9145be7c61baf35d9c8c3a376
+oid sha256:4c1c7da35e72c6edcacb858a850c534cc72a8a01dfb54b7575295183f6619bf8
 size 4998182088

model-00002-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d81f30915d2d894924eabee68989ecfcab0bbb941090a760232479ed2a32bb03
+oid sha256:a86884af3b4c41e39a24b929938b98db20a12ba74c49dce2b9a11802ee1fdb1b
 size 4999577880

model-00003-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:567b1daabd9d2e5c065ea7b22cac5323f5087e9c3422de5c193db3bf319668b6
+oid sha256:ff644c4cc201ff9d7294f17d8a778111070aeba1852894f3550e94ba2cd65a61
 size 4999577888

model-00004-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:485b17fdf8c353843316e7ecb0bd046461d047f6c4b4dffd1e067cc67c630e8a
+oid sha256:895bb33c613463ff64a5068713c1179c444ca908d65eeccfa6155dc4e0feeef0
 size 4999905080

model-00005-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:315ef80a1053a8f3ee21b0921dbed733e88411e78d2b565121683cb92f344e46
+oid sha256:15020f6a96729016ebfce1f84f3568d9c93eb7df2ef07c59bd5fe0548394cb27
 size 4999580144

model-00006-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8ac130be34dbc83ce130a3eec39a6afdacd863c24af5415b74073c12c00b868
+oid sha256:c0e8e563d0db1e42ac2ca2fd9a1a6cae2c197b057b3c4b82fd9442134efe8ecd
 size 4999580208

model-00007-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a72d865713f31abf3d2711a3b1e9a1459c98985372d98f65a53c2fc48a959e15
+oid sha256:1c96b4a1a2d5588212293d9a55155e0574aaf31553fe73c391644ba319cdcbf6
 size 4999580216

model-00008-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28cf510ed4bedbbfe85c7cde078d78881cec09a7f8010d8117ba87b5a41b1b38
+oid sha256:e5f77973c8591981f0509f99d6d17d97c4270ca64449ee81f82309a5ca422b19
 size 4999906808

model-00009-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbb2784a8b145d61ee8323595b549f32c2dcb31b12e4f8e1e2885bea77fa4a26
+oid sha256:bb8eb1418b913dfb0e9614c6cb6095d3fc3a54a60fab77ad9c35a9876a8337f5
 size 4999580144

model-00010-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1f53f3b62b2032ec4dd4b97021d48323160b87903ad00011ffe118a05e8f759
+oid sha256:752673c11cd42d919ecfc2c213cd780d7a578e57df6a050f7f5ddbc2f54ac383
 size 4999580208

model-00011-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85aa0046de1355d9bdfdc3d540d795d7d185496e151b554ece88f80fd8a4043e
+oid sha256:b49cb0622c3ebfdc17e8776b1924d91456d23ea97f8862121facff8c21a6b54e
 size 4999580216

model-00012-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ec07bab50e0d6f985932a84dd67738f1f19e4f6b8d93dbf50a7cc9e88ef1cd1
+oid sha256:ab6fd40e956ce6ea887c80aae9cc1a2c65f127dfd338701c71db5d427331609a
 size 4999906816

model-00013-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78f04bf50aecf8fced02f44631f30fa420b64924a4d6149f04a15dabbe7bc6eb
+oid sha256:8cd55b611a95cd802f86a1eb8098125e0ea22722df120c978722a991e73b1171
 size 4999580144

model-00014-of-00015.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6d17373378ea9e167a47806d4cd19b57a967a6065c6e0ff800d434c9c81d915
+oid sha256:bdf85ab7d20a712a2013e8ca5f539e991c7b7cccb25748a09a29862699b9cc9e
 size 4207519416

tokenizer_config.json

@@ -1,32 +1,305 @@
 {
-  "add_prefix_space": false,
-  "audio_bos_token": "<|audio_start|>",
-  "audio_eos_token": "<|audio_end|>",
-  "audio_token": "<|audio_pad|>",
-  "backend": "tokenizers",
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "errors": "replace",
-  "image_token": "<|image_pad|>",
-  "is_local": true,
-  "model_max_length": 262144,
-  "model_specific_special_tokens": {
-    "audio_bos_token": "<|audio_start|>",
-    "audio_eos_token": "<|audio_end|>",
-    "audio_token": "<|audio_pad|>",
-    "image_token": "<|image_pad|>",
-    "video_token": "<|video_pad|>",
-    "vision_bos_token": "<|vision_start|>",
-    "vision_eos_token": "<|vision_end|>"
-  },
-  "pad_token": "<|endoftext|>",
-  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
-  "processor_class": "Qwen3VLProcessor",
-  "split_special_tokens": false,
-  "tokenizer_class": "TokenizersBackend",
-  "unk_token": null,
-  "video_token": "<|video_pad|>",
-  "vision_bos_token": "<|vision_start|>",
-  "vision_eos_token": "<|vision_end|>"
-}
+    "add_prefix_space": false,
+    "added_tokens_decoder": {
+        "248044": {
+            "content": "<|endoftext|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248045": {
+            "content": "<|im_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248046": {
+            "content": "<|im_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248047": {
+            "content": "<|object_ref_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248048": {
+            "content": "<|object_ref_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248049": {
+            "content": "<|box_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248050": {
+            "content": "<|box_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248051": {
+            "content": "<|quad_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248052": {
+            "content": "<|quad_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248053": {
+            "content": "<|vision_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248054": {
+            "content": "<|vision_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248055": {
+            "content": "<|vision_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248056": {
+            "content": "<|image_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248057": {
+            "content": "<|video_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248058": {
+            "content": "<tool_call>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248059": {
+            "content": "</tool_call>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248060": {
+            "content": "<|fim_prefix|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248061": {
+            "content": "<|fim_middle|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248062": {
+            "content": "<|fim_suffix|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248063": {
+            "content": "<|fim_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248064": {
+            "content": "<|repo_name|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248065": {
+            "content": "<|file_sep|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248066": {
+            "content": "<tool_response>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248067": {
+            "content": "</tool_response>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248068": {
+            "content": "<think>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248069": {
+            "content": "</think>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248070": {
+            "content": "<|audio_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248071": {
+            "content": "<|audio_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248072": {
+            "content": "<tts_pad>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248073": {
+            "content": "<tts_text_bos>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248074": {
+            "content": "<tts_text_eod>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248075": {
+            "content": "<tts_text_bos_single>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248076": {
+            "content": "<|audio_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        }
+    },
+    "additional_special_tokens": [
+        "<|im_start|>",
+        "<|im_end|>",
+        "<|object_ref_start|>",
+        "<|object_ref_end|>",
+        "<|box_start|>",
+        "<|box_end|>",
+        "<|quad_start|>",
+        "<|quad_end|>",
+        "<|vision_start|>",
+        "<|vision_end|>",
+        "<|vision_pad|>",
+        "<|image_pad|>",
+        "<|video_pad|>"
+    ],
+    "bos_token": null,
+    "chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n    {%- if content is string %}\n        {{- content }}\n    {%- elif content is iterable and content is not mapping %}\n        {%- for item in content %}\n            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n                {%- if is_system_content %}\n                    {{- raise_exception('System message cannot contain images.') }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Picture ' ~ image_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n            {%- elif 'video' in item or item.type == 'video' %}\n                {%- if is_system_content %}\n                    {{- raise_exception('System message cannot contain videos.') }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Video ' ~ video_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n            {%- elif 'text' in item %}\n                {{- item.text }}\n            {%- else %}\n                {{- raise_exception('Unexpected item type in content.') }}\n            {%- endif %}\n        {%- endfor %}\n    {%- elif content is none or content is undefined %}\n        {{- '' }}\n    {%- else %}\n        {{- raise_exception('Unexpected content type.') }}\n    {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n    {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n    {{- '<|im_start|>system\\n' }}\n    {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\" }}\n    {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n    {%- if messages[0].role == 'system' %}\n        {%- set content = render_content(messages[0].content, false, true)|trim %}\n        {%- if content %}\n            {{- '\\n\\n' + content }}\n        {%- endif %}\n    {%- endif %}\n    {{- '<|im_end|>\\n' }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {%- set content = render_content(messages[0].content, false, true)|trim %}\n        {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" %}\n        {%- set content = render_content(message.content, false)|trim %}\n        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n            {%- set ns.multi_step_tool = false %}\n            {%- set ns.last_query_index = index %}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n    {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n    {%- set content = render_content(message.content, true)|trim %}\n    {%- if message.role == \"system\" %}\n        {%- if not loop.first %}\n            {{- raise_exception('System message must be at the beginning.') }}\n        {%- endif %}\n    {%- elif message.role == \"user\" %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is string %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in content %}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- set reasoning_content = reasoning_content|trim %}\n        {%- if (preserve_thinking is defined and preserve_thinking is true) or (loop.index0 > ns.last_query_index) %}\n            {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if tool_call.function is defined %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {%- if loop.first %}\n                    {%- if content|trim %}\n                        {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                    {%- else %}\n                        {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                    {%- endif %}\n                {%- else %}\n                    {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                {%- endif %}\n                {%- if tool_call.arguments is defined %}\n                    {%- for args_name, args_value in tool_call.arguments|items %}\n                        {{- '<parameter=' + args_name + '>\\n' }}\n                        {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n                        {{- args_value }}\n                        {{- '\\n</parameter>\\n' }}\n                    {%- endfor %}\n                {%- endif %}\n                {{- '</function>\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n            {{- '<|im_end|>\\n' }}\n        {%- elif loop.last %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- else %}\n        {{- raise_exception('Unexpected message role.') }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- else %}\n        {{- '<think>\\n' }}\n    {%- endif %}\n{%- endif %}",
+    "clean_up_tokenization_spaces": false,
+    "eos_token": "<|im_end|>",
+    "errors": "replace",
+    "model_max_length": 262144,
+    "pad_token": "<|endoftext|>",
+    "split_special_tokens": false,
+    "tokenizer_class": "Qwen2Tokenizer",
+    "unk_token": null,
+    "add_bos_token": false,
+    "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+    "extra_special_tokens": {
+        "audio_bos_token": "<|audio_start|>",
+        "audio_eos_token": "<|audio_end|>",
+        "audio_token": "<|audio_pad|>",
+        "image_token": "<|image_pad|>",
+        "video_token": "<|video_pad|>",
+        "vision_bos_token": "<|vision_start|>",
+        "vision_eos_token": "<|vision_end|>"
+    }
+}