Add response_template to tokenizer_config.json

README.md

@@ -174,7 +174,7 @@ outputs = model.generate(**inputs, max_new_tokens=1024)
 response = processor.decode(outputs[0][input_len:], skip_special_tokens=False)
 
 # Parse output
-processor.parse_response(response)
+processor.parse_response(response, prefix=inputs["input_ids"])
 ```
 
 To enable reasoning, set `enable_thinking=True` and the `parse_response` function will take care of parsing the thinking output.
@@ -234,7 +234,7 @@ outputs = model.generate(**inputs, max_new_tokens=512)
 response = processor.decode(outputs[0][input_len:], skip_special_tokens=False)
 
 # Parse output
-processor.parse_response(response)
+processor.parse_response(response, prefix=inputs["input_ids"])
 ```
 
 </details>
@@ -292,7 +292,7 @@ outputs = model.generate(**inputs, max_new_tokens=512)
 response = processor.decode(outputs[0][input_len:], skip_special_tokens=False)
 
 # Parse output
-processor.parse_response(response)
+processor.parse_response(response, prefix=inputs["input_ids"])
 ```
 
 </details>
@@ -351,7 +351,7 @@ outputs = model.generate(**inputs, max_new_tokens=512)
 response = processor.decode(outputs[0][input_len:], skip_special_tokens=False)
 
 # Parse output
-processor.parse_response(response)
+processor.parse_response(response, prefix=inputs["input_ids"])
 ```
 
 </details>

tokenizer_config.json

@@ -63,6 +63,52 @@
     "type": "object",
     "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
   },
+  "response_template": {
+    "defaults": {
+      "role": "assistant"
+    },
+    "fields": {
+      "content": {
+        "close": [
+          "<turn|>",
+          "<|tool_response>",
+          "<eos>"
+        ],
+        "content": "text"
+      },
+      "thinking": {
+        "close": "<channel|>",
+        "content": "text",
+        "open": "<|channel>thought\n"
+      },
+      "tool_calls": {
+        "close": "<tool_call|>",
+        "content": "json",
+        "content_args": {
+          "string_delims": [
+            [
+              "<|\"|>",
+              "<|\"|>"
+            ]
+          ],
+          "unquoted_keys": true
+        },
+        "open_pattern": "<\\|tool_call>call:(?P<name>\\w+)",
+        "repeats": true,
+        "transform": {
+          "function": {
+            "arguments": "{content}",
+            "name": "{name}"
+          },
+          "type": "function"
+        }
+      }
+    },
+    "start_anchor": [
+      "<|turn>model\n",
+      "<tool_response|>"
+    ]
+  },
   "soc_token": "<|channel>",
   "sot_token": "<|turn>",
   "stc_token": "<|tool_call>",