math sft model (sft 20260514_093821) as group model

chat_template.jinja

@@ -1,91 +1,8 @@
 {%- set enable_thinking = true %}
-{%- set flab_boxed_instruction = "Solve the problem carefully. Think before answering. You must finish every response with exactly one final answer in the form \\boxed{LETTER}. Never omit the final boxed answer." %}
-{%- if flab_boxed_instruction %}{{ '<|im_start|>system\n' + flab_boxed_instruction + '<|im_end|>\n' }}{%- endif %}{%- if tools %}
-    {{- '<|im_start|>system\n' }}
-    {%- if messages[0].role == 'system' %}
-        {{- messages[0].content + '\n\n' }}
-    {%- endif %}
-    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
-    {%- for tool in tools %}
-        {{- "\n" }}
-        {{- tool | tojson }}
-    {%- endfor %}
-    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
-{%- else %}
-    {%- if messages[0].role == 'system' %}
-        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
-    {%- endif %}
-{%- endif %}
-{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
-{%- for message in messages[::-1] %}
-    {%- set index = (messages|length - 1) - loop.index0 %}
-    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
-        {%- set ns.multi_step_tool = false %}
-        {%- set ns.last_query_index = index %}
-    {%- endif %}
-{%- endfor %}
 {%- for message in messages %}
-    {%- if message.content is string %}
-        {%- set content = message.content %}
-    {%- else %}
-        {%- set content = '' %}
-    {%- endif %}
-    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
-        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
-    {%- elif message.role == "assistant" %}
-        {%- set reasoning_content = '' %}
-        {%- if message.reasoning_content is string %}
-            {%- set reasoning_content = message.reasoning_content %}
-        {%- else %}
-            {%- if '</think>' in content %}
-                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
-                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
-            {%- endif %}
-        {%- endif %}
-        {%- if loop.index0 > ns.last_query_index %}
-            {%- if loop.last or (not loop.last and reasoning_content) %}
-                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
-            {%- else %}
-                {{- '<|im_start|>' + message.role + '\n' + content }}
-            {%- endif %}
-        {%- else %}
-            {{- '<|im_start|>' + message.role + '\n' + content }}
-        {%- endif %}
-        {%- if message.tool_calls %}
-            {%- for tool_call in message.tool_calls %}
-                {%- if (loop.first and content) or (not loop.first) %}
-                    {{- '\n' }}
-                {%- endif %}
-                {%- if tool_call.function %}
-                    {%- set tool_call = tool_call.function %}
-                {%- endif %}
-                {{- '<tool_call>\n{"name": "' }}
-                {{- tool_call.name }}
-                {{- '", "arguments": ' }}
-                {%- if tool_call.arguments is string %}
-                    {{- tool_call.arguments }}
-                {%- else %}
-                    {{- tool_call.arguments | tojson }}
-                {%- endif %}
-                {{- '}\n</tool_call>' }}
-            {%- endfor %}
-        {%- endif %}
-        {{- '<|im_end|>\n' }}
-    {%- elif message.role == "tool" %}
-        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
-            {{- '<|im_start|>user' }}
-        {%- endif %}
-        {{- '\n<tool_response>\n' }}
-        {{- content }}
-        {{- '\n</tool_response>' }}
-        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
-            {{- '<|im_end|>\n' }}
-        {%- endif %}
-    {%- endif %}
+<|im_start|>{{ message["role"] }}
+{{ message["content"] }}<|im_end|>
 {%- endfor %}
-{%- if add_generation_prompt %}
-    {{- '<|im_start|>assistant\n' }}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- '<think>\n\n</think>\n\n' }}
-    {%- endif %}
+{%- if add_generation_prompt %}<|im_start|>assistant
+<think>
 {%- endif %}

config.json

@@ -4,7 +4,7 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 151643,
+  "bos_token_id": null,
   "dtype": "bfloat16",
   "eos_token_id": 151645,
   "head_dim": 128,
@@ -48,7 +48,7 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
-  "pad_token_id": null,
+  "pad_token_id": 151643,
   "rms_norm_eps": 1e-06,
   "rope_parameters": {
     "rope_theta": 1000000,
@@ -57,7 +57,7 @@
   "sliding_window": null,
   "tie_word_embeddings": true,
   "transformers_version": "5.7.0",
-  "use_cache": true,
+  "use_cache": false,
   "use_sliding_window": false,
   "vocab_size": 151936
 }

generation_config.json

@@ -1,5 +1,4 @@
 {
-  "bos_token_id": 151643,
   "do_sample": true,
   "eos_token_id": [
     151645,

hydra/.hydra/config.yaml

@@ -1,108 +0,0 @@
-model:
-  hf_id: Qwen/Qwen3-1.7B
-  local_path: /shared-ro/models/Qwen3-1.7B
-  dtype: bfloat16
-  attn_impl: flash_attention_2
-  max_model_len: 4096
-data:
-  name: nemotron_math
-  loader: load_nemotron_math
-  kwargs:
-    limit: 50000
-    split: train
-    max_total_tokens: 3800
-    seed: 0
-training:
-  recipe: sft
-  epochs: 1
-  per_device_train_batch_size: 1
-  gradient_accumulation_steps: 16
-  learning_rate: 5.0e-06
-  warmup_ratio: 0.03
-  lr_scheduler_type: cosine
-  gradient_checkpointing: true
-  bf16: true
-  max_seq_length: 4096
-  max_steps: -1
-  max_grad_norm: 1.0
-  optim: adamw_torch
-  assistant_only_loss: true
-  logging_steps: 10
-  save_steps: 500
-  save_total_limit: 2
-  report_to: wandb
-  qlora: false
-  lora_r: 16
-  lora_alpha: 32
-  lora_dropout: 0.05
-  lora_target_modules:
-  - q_proj
-  - k_proj
-  - v_proj
-  - o_proj
-  - gate_proj
-  - up_proj
-  - down_proj
-  deepspeed: configs/deepspeed_zero2.json
-  adapter_model_dir: null
-domain:
-  name: multilingual
-  thinking_mode: true
-  benchmark: multilingual
-  languages:
-  - it
-  - es
-  - zh
-  - ru
-  - hi
-  target_format: boxed
-  max_options: 20
-  reward_fn: multilingual
-  system_instruction: Solve the problem carefully. Think before answering. You must
-    finish every response with exactly one final answer in the form \boxed{LETTER}.
-    Never omit the final boxed answer.
-  template_boxed_instruction: Solve the problem carefully. Think before answering.
-    You must finish every response with exactly one final answer in the form \boxed{LETTER}.
-    Never omit the final boxed answer.
-post_train:
-  enabled: false
-  merge_adapter: false
-  merged_output_dir: null
-  domain_override: null
-  evals: []
-seed: 42
-run_id: ${now:%Y%m%d_%H%M%S}
-output_dir: /scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged
-wandb:
-  project: flab-cs552
-  entity: cs-552-2026-flab
-  mode: null
-  tags: []
-  notes: null
-eval:
-  model_dir: null
-  rows_source: samples
-  method: null
-  system_prompt: null
-  use_domain_system_prompt: false
-  force_domain_template: false
-  'n': 8
-  temperature: 0.7
-  top_p: 0.95
-  max_model_len: 4096
-  max_tokens: 4096
-  samples_dir: null
-push:
-  model_dir: /scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3
-es:
-  base_model_dir: null
-  data: null
-hf_push:
-  enabled: false
-  org: cs-552-2026-flab
-  repo: null
-  private: false
-  vllm_validate: true
-  commit_message: null
-validate_after_train: false
-vllm_validate: true

hydra/.hydra/hydra.yaml

@@ -1,162 +0,0 @@
-hydra:
-  run:
-    dir: ${output_dir}/hydra
-  sweep:
-    dir: ${output_dir}/hydra_sweep
-    subdir: ${hydra.job.num}
-  launcher:
-    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
-  sweeper:
-    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
-    max_batch_size: null
-    params: null
-  help:
-    app_name: ${hydra.job.name}
-    header: '${hydra.help.app_name} is powered by Hydra.
-
-      '
-    footer: 'Powered by Hydra (https://hydra.cc)
-
-      Use --hydra-help to view Hydra specific help
-
-      '
-    template: '${hydra.help.header}
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (group=option)
-
-
-      $APP_CONFIG_GROUPS
-
-
-      == Config ==
-
-      Override anything in the config (foo.bar=value)
-
-
-      $CONFIG
-
-
-      ${hydra.help.footer}
-
-      '
-  hydra_help:
-    template: 'Hydra (${hydra.runtime.version})
-
-      See https://hydra.cc for more info.
-
-
-      == Flags ==
-
-      $FLAGS_HELP
-
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
-      to command line)
-
-
-      $HYDRA_CONFIG_GROUPS
-
-
-      Use ''--cfg hydra'' to Show the Hydra config.
-
-      '
-    hydra_help: ???
-  hydra_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][HYDRA] %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-    root:
-      level: INFO
-      handlers:
-      - console
-    loggers:
-      logging_example:
-        level: DEBUG
-    disable_existing_loggers: false
-  job_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-      file:
-        class: logging.FileHandler
-        formatter: simple
-        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
-    root:
-      level: INFO
-      handlers:
-      - console
-      - file
-    disable_existing_loggers: false
-  env: {}
-  mode: RUN
-  searchpath: []
-  callbacks: {}
-  output_subdir: .hydra
-  overrides:
-    hydra:
-    - hydra.mode=RUN
-    task:
-    - domain=multilingual_reasoning_thinking
-    - push.model_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3
-    - output_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged
-  job:
-    name: merge_peft
-    chdir: false
-    override_dirname: domain=multilingual_reasoning_thinking,output_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged,push.model_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3
-    id: ???
-    num: ???
-    config_name: base
-    env_set: {}
-    env_copy: []
-    config:
-      override_dirname:
-        kv_sep: '='
-        item_sep: ','
-        exclude_keys: []
-  runtime:
-    version: 1.3.2
-    version_base: '1.3'
-    cwd: /scratch/runs/cs552-mazniche-g07-gcall2e-c3-033328
-    config_sources:
-    - path: hydra.conf
-      schema: pkg
-      provider: hydra
-    - path: /scratch/runs/cs552-mazniche-g07-gcall2e-c3-033328/configs
-      schema: file
-      provider: main
-    - path: ''
-      schema: structured
-      provider: schema
-    output_dir: /scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged/hydra
-    choices:
-      post_train: disabled
-      domain: multilingual_reasoning_thinking
-      training: sft
-      data: nemotron_math
-      model: qwen3_17b
-      hydra/env: default
-      hydra/callbacks: null
-      hydra/job_logging: default
-      hydra/hydra_logging: default
-      hydra/hydra_help: default
-      hydra/help: default
-      hydra/sweeper: basic
-      hydra/launcher: basic
-      hydra/output: default
-  verbose: false

hydra/.hydra/overrides.yaml

@@ -1,3 +0,0 @@
-- domain=multilingual_reasoning_thinking
-- push.model_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3
-- output_dir=/scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged

hydra/merge_peft.log

@@ -1,23 +0,0 @@
-[2026-05-18 07:59:21,026][__main__][INFO] - Loading base model for merge ...
-[2026-05-18 07:59:21,185][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
-[2026-05-18 07:59:21,194][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
-[2026-05-18 07:59:21,322][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
-[2026-05-18 07:59:21,331][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
-[2026-05-18 07:59:21,740][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/generation_config.json "HTTP/1.1 307 Temporary Redirect"
-[2026-05-18 07:59:21,747][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/generation_config.json "HTTP/1.1 200 OK"
-[2026-05-18 07:59:21,751][__main__][INFO] - Loading PEFT adapter from /scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3 ...
-[2026-05-18 07:59:24,524][__main__][INFO] - Merging adapter into base weights ...
-[2026-05-18 07:59:32,756][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpe0op8eya/test.c -o /tmp/tmpe0op8eya/test.o
-[2026-05-18 07:59:32,776][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpe0op8eya/test.o -laio -o /tmp/tmpe0op8eya/a.out
-[2026-05-18 07:59:32,791][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpqaqjo4lx/test.c -o /tmp/tmpqaqjo4lx/test.o
-[2026-05-18 07:59:32,810][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpqaqjo4lx/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpqaqjo4lx/a.out
-[2026-05-18 07:59:32,856][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmp4ir03sjd/test.c -o /tmp/tmp4ir03sjd/test.o
-[2026-05-18 07:59:32,875][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmp4ir03sjd/test.o -laio -o /tmp/tmp4ir03sjd/a.out
-[2026-05-18 07:59:40,870][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
-[2026-05-18 07:59:40,878][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
-[2026-05-18 07:59:41,004][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/tokenizer_config.json "HTTP/1.1 307 Temporary Redirect"
-[2026-05-18 07:59:41,013][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/tokenizer_config.json "HTTP/1.1 200 OK"
-[2026-05-18 07:59:41,134][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B/tree/main/additional_chat_templates?recursive=false&expand=false "HTTP/1.1 404 Not Found"
-[2026-05-18 07:59:41,256][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B/tree/main?recursive=true&expand=false "HTTP/1.1 200 OK"
-[2026-05-18 07:59:42,028][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B "HTTP/1.1 200 OK"
-[2026-05-18 07:59:42,145][__main__][INFO] - Merged checkpoint saved to /scratch/checkpoints/multilingual/overnight-bestshot-20260518/gcall2e-c3_merged

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb516d8921eba1c1e4fa4b788bcff70e1f3ab2f434b474d23744c23bc940114f
-size 3441185608
+oid sha256:af67a286c5b5a6dac80ab6a00cbae5a4c74ccc73502c072ff47836c8d50302b8
+size 4063515640

tokenizer_config.json

@@ -20,12 +20,11 @@
     "<|image_pad|>",
     "<|video_pad|>"
   ],
-  "is_local": false,
+  "is_local": true,
   "local_files_only": false,
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
-  "unk_token": null,
-  "chat_template": "{%- set enable_thinking = true %}\n{%- set flab_boxed_instruction = \"Solve the problem carefully. Think before answering. You must finish every response with exactly one final answer in the form \\\\boxed{LETTER}. Never omit the final boxed answer.\" %}\n{%- if flab_boxed_instruction %}{{ '<|im_start|>system\\n' + flab_boxed_instruction + '<|im_end|>\\n' }}{%- endif %}{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n        {%- set ns.multi_step_tool = false %}\n        {%- set ns.last_query_index = index %}\n    {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n    {%- if message.content is string %}\n        {%- set content = message.content %}\n    {%- else %}\n        {%- set content = '' %}\n    {%- endif %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is string %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in content %}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {%- if loop.last or (not loop.last and reasoning_content) %}\n                {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n            {%- else %}\n                {{- '<|im_start|>' + message.role + '\\n' + content }}\n            {%- endif %}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- endif %}\n{%- endif %}"
+  "unk_token": null
 }