add checkpoint cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000

.gitattributes

@@ -664,3 +664,14 @@ checkpoints/cat_qwen25_7b_r8_a32_adamw_e25_lr1e-4_s1_vt_add_a4_B1_L20_noSys/chec
 checkpoints/cat_qwen25_7b_r8_a32_adamw_e25_lr1e-4_s1_vt_add_a4_B1_L20_noSys/checkpoint-8648/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/cat_qwen25_7b_r8_a32_adamw_e25_lr1e-4_s1_vt_add_a4_B1_L20_noSys/checkpoint-9729/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/cat_qwen25_7b_r8_a32_adamw_e25_lr1e-4_s1_vt_add_a4_B1_L20_noSys/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-4344/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-5430/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-6516/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-7602/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-8688/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-9774/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/README.md

@@ -0,0 +1,61 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+model_name: cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/agam-research/huggingface/runs/assqa7in) 
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.19.1
+- TRL: 0.28.0
+- Transformers: 4.57.6
+- Pytorch: 2.9.1
+- Datasets: 4.5.0
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80d8a5d295207e1d6861fe1da5d81465eb97cf8c8a467dd8fdefd6dd405631c
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea8f3f9e232c33d3131d037bf82d993e50b3e2fb33322d95aa34c5da176582
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/trainer_state.json

@@ -0,0 +1,1114 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 1086,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.2918772101402283,
+      "epoch": 0.009208103130755065,
+      "grad_norm": 5.153074741363525,
+      "learning_rate": 1.6574585635359115e-06,
+      "loss": 1.5045,
+      "mean_token_accuracy": 0.6049167573451996,
+      "num_tokens": 12946.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.2362149477005004,
+      "epoch": 0.01841620626151013,
+      "grad_norm": 4.603971481323242,
+      "learning_rate": 3.4990791896869245e-06,
+      "loss": 1.2997,
+      "mean_token_accuracy": 0.6594124913215638,
+      "num_tokens": 26561.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.268406617641449,
+      "epoch": 0.027624309392265192,
+      "grad_norm": 5.096263408660889,
+      "learning_rate": 5.340699815837938e-06,
+      "loss": 1.3255,
+      "mean_token_accuracy": 0.639304804801941,
+      "num_tokens": 39471.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.2807052612304688,
+      "epoch": 0.03683241252302026,
+      "grad_norm": 3.540794849395752,
+      "learning_rate": 7.1823204419889505e-06,
+      "loss": 1.2095,
+      "mean_token_accuracy": 0.6388253927230835,
+      "num_tokens": 53187.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.2995466947555543,
+      "epoch": 0.04604051565377532,
+      "grad_norm": 1.9416905641555786,
+      "learning_rate": 9.023941068139964e-06,
+      "loss": 1.0594,
+      "mean_token_accuracy": 0.6607534110546112,
+      "num_tokens": 65829.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.3636545181274413,
+      "epoch": 0.055248618784530384,
+      "grad_norm": 1.258923888206482,
+      "learning_rate": 1.0865561694290977e-05,
+      "loss": 1.0329,
+      "mean_token_accuracy": 0.6469539701938629,
+      "num_tokens": 78844.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.3751548409461976,
+      "epoch": 0.06445672191528545,
+      "grad_norm": 0.9382225275039673,
+      "learning_rate": 1.270718232044199e-05,
+      "loss": 0.9749,
+      "mean_token_accuracy": 0.6575066030025483,
+      "num_tokens": 92413.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.3849713921546936,
+      "epoch": 0.07366482504604052,
+      "grad_norm": 1.5686200857162476,
+      "learning_rate": 1.4548802946593e-05,
+      "loss": 0.9713,
+      "mean_token_accuracy": 0.6553799092769623,
+      "num_tokens": 105450.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.365358006954193,
+      "epoch": 0.08287292817679558,
+      "grad_norm": 1.16708505153656,
+      "learning_rate": 1.6390423572744015e-05,
+      "loss": 0.9787,
+      "mean_token_accuracy": 0.6561638474464416,
+      "num_tokens": 118756.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.3320786952972412,
+      "epoch": 0.09208103130755065,
+      "grad_norm": 1.00493323802948,
+      "learning_rate": 1.823204419889503e-05,
+      "loss": 0.8989,
+      "mean_token_accuracy": 0.6809416770935058,
+      "num_tokens": 131267.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.3697322726249694,
+      "epoch": 0.10128913443830571,
+      "grad_norm": 1.0692055225372314,
+      "learning_rate": 2.007366482504604e-05,
+      "loss": 1.0214,
+      "mean_token_accuracy": 0.6365058600902558,
+      "num_tokens": 144409.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.3485037088394165,
+      "epoch": 0.11049723756906077,
+      "grad_norm": 1.1017476320266724,
+      "learning_rate": 2.1915285451197055e-05,
+      "loss": 0.8838,
+      "mean_token_accuracy": 0.6952272653579712,
+      "num_tokens": 157013.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.3402491807937622,
+      "epoch": 0.11970534069981584,
+      "grad_norm": 1.3733532428741455,
+      "learning_rate": 2.3756906077348066e-05,
+      "loss": 0.9403,
+      "mean_token_accuracy": 0.6732110619544983,
+      "num_tokens": 170024.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.3401618719100952,
+      "epoch": 0.1289134438305709,
+      "grad_norm": 1.4997777938842773,
+      "learning_rate": 2.559852670349908e-05,
+      "loss": 0.8918,
+      "mean_token_accuracy": 0.690677261352539,
+      "num_tokens": 183013.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.35126873254776,
+      "epoch": 0.13812154696132597,
+      "grad_norm": 1.1279258728027344,
+      "learning_rate": 2.7440147329650095e-05,
+      "loss": 0.9264,
+      "mean_token_accuracy": 0.6748853504657746,
+      "num_tokens": 196397.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.3632542848587037,
+      "epoch": 0.14732965009208104,
+      "grad_norm": 1.1538385152816772,
+      "learning_rate": 2.9281767955801103e-05,
+      "loss": 0.8978,
+      "mean_token_accuracy": 0.6816210687160492,
+      "num_tokens": 209392.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.3761355876922607,
+      "epoch": 0.15653775322283608,
+      "grad_norm": 1.0700664520263672,
+      "learning_rate": 3.112338858195212e-05,
+      "loss": 0.96,
+      "mean_token_accuracy": 0.6616096556186676,
+      "num_tokens": 222514.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.367897343635559,
+      "epoch": 0.16574585635359115,
+      "grad_norm": 1.228166103363037,
+      "learning_rate": 3.296500920810313e-05,
+      "loss": 0.8936,
+      "mean_token_accuracy": 0.6856530666351318,
+      "num_tokens": 235852.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.3896021485328673,
+      "epoch": 0.17495395948434622,
+      "grad_norm": 1.151602029800415,
+      "learning_rate": 3.4806629834254147e-05,
+      "loss": 0.9801,
+      "mean_token_accuracy": 0.6576401352882385,
+      "num_tokens": 249440.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.4180815935134887,
+      "epoch": 0.1841620626151013,
+      "grad_norm": 1.2019484043121338,
+      "learning_rate": 3.664825046040516e-05,
+      "loss": 0.9846,
+      "mean_token_accuracy": 0.665716540813446,
+      "num_tokens": 262720.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.3990139007568358,
+      "epoch": 0.19337016574585636,
+      "grad_norm": 1.2015055418014526,
+      "learning_rate": 3.8489871086556175e-05,
+      "loss": 0.9604,
+      "mean_token_accuracy": 0.6629241406917572,
+      "num_tokens": 275827.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.3775882840156555,
+      "epoch": 0.20257826887661143,
+      "grad_norm": 0.9387843608856201,
+      "learning_rate": 4.033149171270719e-05,
+      "loss": 0.8877,
+      "mean_token_accuracy": 0.6938845157623291,
+      "num_tokens": 288884.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.4007769584655763,
+      "epoch": 0.21178637200736647,
+      "grad_norm": 1.0003139972686768,
+      "learning_rate": 4.21731123388582e-05,
+      "loss": 0.9599,
+      "mean_token_accuracy": 0.6591950833797455,
+      "num_tokens": 301862.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.3858802676200868,
+      "epoch": 0.22099447513812154,
+      "grad_norm": 1.2405279874801636,
+      "learning_rate": 4.401473296500921e-05,
+      "loss": 0.9403,
+      "mean_token_accuracy": 0.67595334649086,
+      "num_tokens": 315865.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.381870651245117,
+      "epoch": 0.2302025782688766,
+      "grad_norm": 1.2123147249221802,
+      "learning_rate": 4.585635359116022e-05,
+      "loss": 0.913,
+      "mean_token_accuracy": 0.6793135881423951,
+      "num_tokens": 329070.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.3697041869163513,
+      "epoch": 0.23941068139963168,
+      "grad_norm": 1.0722918510437012,
+      "learning_rate": 4.7697974217311234e-05,
+      "loss": 0.8376,
+      "mean_token_accuracy": 0.7098884403705596,
+      "num_tokens": 342019.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3862638592720031,
+      "epoch": 0.24861878453038674,
+      "grad_norm": 1.2366288900375366,
+      "learning_rate": 4.953959484346225e-05,
+      "loss": 0.8648,
+      "mean_token_accuracy": 0.700497955083847,
+      "num_tokens": 354976.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3964906454086303,
+      "epoch": 0.2578268876611418,
+      "grad_norm": 1.048747181892395,
+      "learning_rate": 5.138121546961326e-05,
+      "loss": 0.9005,
+      "mean_token_accuracy": 0.6827059388160706,
+      "num_tokens": 368373.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.3906619787216186,
+      "epoch": 0.26703499079189685,
+      "grad_norm": 1.2016006708145142,
+      "learning_rate": 5.322283609576427e-05,
+      "loss": 0.911,
+      "mean_token_accuracy": 0.6753758490085602,
+      "num_tokens": 380964.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.4256040692329406,
+      "epoch": 0.27624309392265195,
+      "grad_norm": 1.3278374671936035,
+      "learning_rate": 5.506445672191529e-05,
+      "loss": 0.9296,
+      "mean_token_accuracy": 0.6760121524333954,
+      "num_tokens": 393827.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.4099526762962342,
+      "epoch": 0.285451197053407,
+      "grad_norm": 1.0015099048614502,
+      "learning_rate": 5.69060773480663e-05,
+      "loss": 0.9392,
+      "mean_token_accuracy": 0.6699555456638336,
+      "num_tokens": 406324.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.4266065955162048,
+      "epoch": 0.2946593001841621,
+      "grad_norm": 0.9911437034606934,
+      "learning_rate": 5.874769797421732e-05,
+      "loss": 0.937,
+      "mean_token_accuracy": 0.667306250333786,
+      "num_tokens": 420239.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.4439375162124635,
+      "epoch": 0.30386740331491713,
+      "grad_norm": 1.2411943674087524,
+      "learning_rate": 6.058931860036833e-05,
+      "loss": 0.9695,
+      "mean_token_accuracy": 0.6600354671478271,
+      "num_tokens": 433155.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.4227331280708313,
+      "epoch": 0.31307550644567217,
+      "grad_norm": 0.9065039157867432,
+      "learning_rate": 6.243093922651934e-05,
+      "loss": 0.9037,
+      "mean_token_accuracy": 0.6799782097339631,
+      "num_tokens": 446149.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.4258790373802186,
+      "epoch": 0.32228360957642727,
+      "grad_norm": 1.1335010528564453,
+      "learning_rate": 6.427255985267035e-05,
+      "loss": 0.8963,
+      "mean_token_accuracy": 0.6799494862556458,
+      "num_tokens": 459750.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.4258012652397156,
+      "epoch": 0.3314917127071823,
+      "grad_norm": 1.1305323839187622,
+      "learning_rate": 6.611418047882137e-05,
+      "loss": 0.9161,
+      "mean_token_accuracy": 0.6727240800857544,
+      "num_tokens": 472667.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.4643184542655945,
+      "epoch": 0.3406998158379374,
+      "grad_norm": 1.0474326610565186,
+      "learning_rate": 6.795580110497238e-05,
+      "loss": 0.9955,
+      "mean_token_accuracy": 0.6451843082904816,
+      "num_tokens": 485002.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.4605153560638429,
+      "epoch": 0.34990791896869244,
+      "grad_norm": 1.0785046815872192,
+      "learning_rate": 6.97974217311234e-05,
+      "loss": 0.9468,
+      "mean_token_accuracy": 0.6703566074371338,
+      "num_tokens": 497611.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.4715041637420654,
+      "epoch": 0.35911602209944754,
+      "grad_norm": 0.8422859907150269,
+      "learning_rate": 7.16390423572744e-05,
+      "loss": 1.0284,
+      "mean_token_accuracy": 0.6373194038867951,
+      "num_tokens": 510761.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.4542384266853332,
+      "epoch": 0.3683241252302026,
+      "grad_norm": 0.9595314264297485,
+      "learning_rate": 7.348066298342542e-05,
+      "loss": 0.9544,
+      "mean_token_accuracy": 0.6539571702480316,
+      "num_tokens": 524202.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.4372403264045714,
+      "epoch": 0.3775322283609576,
+      "grad_norm": 1.0632026195526123,
+      "learning_rate": 7.532228360957642e-05,
+      "loss": 0.9466,
+      "mean_token_accuracy": 0.661392617225647,
+      "num_tokens": 537488.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.4662675857543945,
+      "epoch": 0.3867403314917127,
+      "grad_norm": 1.1306086778640747,
+      "learning_rate": 7.716390423572745e-05,
+      "loss": 0.9601,
+      "mean_token_accuracy": 0.6650050103664398,
+      "num_tokens": 550410.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.499619150161743,
+      "epoch": 0.39594843462246776,
+      "grad_norm": 1.0297503471374512,
+      "learning_rate": 7.900552486187845e-05,
+      "loss": 1.0401,
+      "mean_token_accuracy": 0.6338890850543976,
+      "num_tokens": 563107.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.4855544924736024,
+      "epoch": 0.40515653775322286,
+      "grad_norm": 1.0484817028045654,
+      "learning_rate": 8.084714548802947e-05,
+      "loss": 0.9697,
+      "mean_token_accuracy": 0.6596057057380676,
+      "num_tokens": 576313.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.4760273694992065,
+      "epoch": 0.4143646408839779,
+      "grad_norm": 1.1668694019317627,
+      "learning_rate": 8.268876611418048e-05,
+      "loss": 0.9396,
+      "mean_token_accuracy": 0.6683284163475036,
+      "num_tokens": 589572.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.4997485041618348,
+      "epoch": 0.42357274401473294,
+      "grad_norm": 0.9268329739570618,
+      "learning_rate": 8.45303867403315e-05,
+      "loss": 0.9943,
+      "mean_token_accuracy": 0.6429971933364869,
+      "num_tokens": 603248.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.4923595547676087,
+      "epoch": 0.43278084714548803,
+      "grad_norm": 1.1005308628082275,
+      "learning_rate": 8.637200736648251e-05,
+      "loss": 0.9966,
+      "mean_token_accuracy": 0.6482296407222747,
+      "num_tokens": 615769.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.4447479248046875,
+      "epoch": 0.4419889502762431,
+      "grad_norm": 1.1470152139663696,
+      "learning_rate": 8.821362799263351e-05,
+      "loss": 0.8529,
+      "mean_token_accuracy": 0.69741849899292,
+      "num_tokens": 628915.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.4644531726837158,
+      "epoch": 0.45119705340699817,
+      "grad_norm": 1.0611863136291504,
+      "learning_rate": 9.005524861878454e-05,
+      "loss": 0.9526,
+      "mean_token_accuracy": 0.6644712507724762,
+      "num_tokens": 642390.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.459205961227417,
+      "epoch": 0.4604051565377532,
+      "grad_norm": 0.9261929392814636,
+      "learning_rate": 9.189686924493554e-05,
+      "loss": 0.9166,
+      "mean_token_accuracy": 0.673295772075653,
+      "num_tokens": 655575.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.5021144151687622,
+      "epoch": 0.4696132596685083,
+      "grad_norm": 1.043765902519226,
+      "learning_rate": 9.373848987108657e-05,
+      "loss": 1.0198,
+      "mean_token_accuracy": 0.6380818545818329,
+      "num_tokens": 668499.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.484924077987671,
+      "epoch": 0.47882136279926335,
+      "grad_norm": 1.12094247341156,
+      "learning_rate": 9.558011049723757e-05,
+      "loss": 0.921,
+      "mean_token_accuracy": 0.6787566363811492,
+      "num_tokens": 681818.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.4869194269180297,
+      "epoch": 0.4880294659300184,
+      "grad_norm": 0.927510678768158,
+      "learning_rate": 9.742173112338858e-05,
+      "loss": 0.9183,
+      "mean_token_accuracy": 0.6707324683666229,
+      "num_tokens": 694328.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.5005813717842102,
+      "epoch": 0.4972375690607735,
+      "grad_norm": 1.2808438539505005,
+      "learning_rate": 9.92633517495396e-05,
+      "loss": 0.9252,
+      "mean_token_accuracy": 0.682880413532257,
+      "num_tokens": 707953.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.5184034943580627,
+      "epoch": 0.5064456721915286,
+      "grad_norm": 1.0924341678619385,
+      "learning_rate": 9.999991654828371e-05,
+      "loss": 0.9317,
+      "mean_token_accuracy": 0.678240180015564,
+      "num_tokens": 720962.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.524965190887451,
+      "epoch": 0.5156537753222836,
+      "grad_norm": 1.0902814865112305,
+      "learning_rate": 9.999940656658185e-05,
+      "loss": 0.9579,
+      "mean_token_accuracy": 0.655722713470459,
+      "num_tokens": 734343.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.5198954939842224,
+      "epoch": 0.5248618784530387,
+      "grad_norm": 0.9337118268013,
+      "learning_rate": 9.999843296996572e-05,
+      "loss": 0.9591,
+      "mean_token_accuracy": 0.6550043165683747,
+      "num_tokens": 747229.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.4879291534423829,
+      "epoch": 0.5340699815837937,
+      "grad_norm": 0.9658029675483704,
+      "learning_rate": 9.999699576746295e-05,
+      "loss": 0.9199,
+      "mean_token_accuracy": 0.6788656294345856,
+      "num_tokens": 760622.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.4616468906402589,
+      "epoch": 0.5432780847145487,
+      "grad_norm": 0.9515823125839233,
+      "learning_rate": 9.999509497239987e-05,
+      "loss": 0.8783,
+      "mean_token_accuracy": 0.6927757918834686,
+      "num_tokens": 773563.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.5099774956703187,
+      "epoch": 0.5524861878453039,
+      "grad_norm": 1.0353199243545532,
+      "learning_rate": 9.99927306024014e-05,
+      "loss": 0.8897,
+      "mean_token_accuracy": 0.6939561128616333,
+      "num_tokens": 786913.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.4779034972190856,
+      "epoch": 0.5616942909760589,
+      "grad_norm": 0.9066502451896667,
+      "learning_rate": 9.998990267939096e-05,
+      "loss": 0.8293,
+      "mean_token_accuracy": 0.7132551610469818,
+      "num_tokens": 800481.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.524288046360016,
+      "epoch": 0.570902394106814,
+      "grad_norm": 1.0758448839187622,
+      "learning_rate": 9.99866112295902e-05,
+      "loss": 0.9368,
+      "mean_token_accuracy": 0.6686812162399292,
+      "num_tokens": 813501.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.5340645551681518,
+      "epoch": 0.580110497237569,
+      "grad_norm": 1.2912766933441162,
+      "learning_rate": 9.998285628351879e-05,
+      "loss": 0.9761,
+      "mean_token_accuracy": 0.6492690861225128,
+      "num_tokens": 826295.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.513586986064911,
+      "epoch": 0.5893186003683242,
+      "grad_norm": 1.1512202024459839,
+      "learning_rate": 9.997863787599413e-05,
+      "loss": 0.9559,
+      "mean_token_accuracy": 0.6669654190540314,
+      "num_tokens": 839655.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.5050278544425963,
+      "epoch": 0.5985267034990792,
+      "grad_norm": 0.9302898049354553,
+      "learning_rate": 9.9973956046131e-05,
+      "loss": 0.9032,
+      "mean_token_accuracy": 0.6802286446094513,
+      "num_tokens": 853496.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.4949457883834838,
+      "epoch": 0.6077348066298343,
+      "grad_norm": 0.9701811671257019,
+      "learning_rate": 9.996881083734126e-05,
+      "loss": 0.9017,
+      "mean_token_accuracy": 0.6876469731330872,
+      "num_tokens": 866205.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.4831528782844543,
+      "epoch": 0.6169429097605893,
+      "grad_norm": 1.0617961883544922,
+      "learning_rate": 9.996320229733336e-05,
+      "loss": 0.8829,
+      "mean_token_accuracy": 0.6982757985591889,
+      "num_tokens": 879084.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.522239351272583,
+      "epoch": 0.6261510128913443,
+      "grad_norm": 0.924024224281311,
+      "learning_rate": 9.995713047811199e-05,
+      "loss": 0.902,
+      "mean_token_accuracy": 0.6847644746303558,
+      "num_tokens": 891643.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.5650245070457458,
+      "epoch": 0.6353591160220995,
+      "grad_norm": 1.2249857187271118,
+      "learning_rate": 9.995059543597756e-05,
+      "loss": 1.0439,
+      "mean_token_accuracy": 0.6319458186626434,
+      "num_tokens": 905084.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.5347906351089478,
+      "epoch": 0.6445672191528545,
+      "grad_norm": 1.14817476272583,
+      "learning_rate": 9.99435972315256e-05,
+      "loss": 0.9978,
+      "mean_token_accuracy": 0.6524945676326752,
+      "num_tokens": 917617.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.5378890872001647,
+      "epoch": 0.6537753222836096,
+      "grad_norm": 0.960706353187561,
+      "learning_rate": 9.993613592964636e-05,
+      "loss": 0.9672,
+      "mean_token_accuracy": 0.6609959304332733,
+      "num_tokens": 931278.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.5297382831573487,
+      "epoch": 0.6629834254143646,
+      "grad_norm": 1.1201846599578857,
+      "learning_rate": 9.992821159952406e-05,
+      "loss": 0.9935,
+      "mean_token_accuracy": 0.6437605917453766,
+      "num_tokens": 944418.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.5319016814231872,
+      "epoch": 0.6721915285451197,
+      "grad_norm": 1.3459750413894653,
+      "learning_rate": 9.991982431463631e-05,
+      "loss": 0.9235,
+      "mean_token_accuracy": 0.67560293674469,
+      "num_tokens": 957679.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.5347602486610412,
+      "epoch": 0.6813996316758748,
+      "grad_norm": 0.9653769731521606,
+      "learning_rate": 9.991097415275348e-05,
+      "loss": 0.9145,
+      "mean_token_accuracy": 0.670344352722168,
+      "num_tokens": 970872.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.5444151759147644,
+      "epoch": 0.6906077348066298,
+      "grad_norm": 1.3450305461883545,
+      "learning_rate": 9.990166119593785e-05,
+      "loss": 0.9643,
+      "mean_token_accuracy": 0.6605742573738098,
+      "num_tokens": 984073.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.5324201464653016,
+      "epoch": 0.6998158379373849,
+      "grad_norm": 0.9561055898666382,
+      "learning_rate": 9.989188553054296e-05,
+      "loss": 0.9309,
+      "mean_token_accuracy": 0.6673471868038178,
+      "num_tokens": 997675.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.5503024220466615,
+      "epoch": 0.7090239410681399,
+      "grad_norm": 1.0484421253204346,
+      "learning_rate": 9.988164724721279e-05,
+      "loss": 0.9141,
+      "mean_token_accuracy": 0.6830150127410889,
+      "num_tokens": 1011135.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.555972170829773,
+      "epoch": 0.7182320441988951,
+      "grad_norm": 0.8875554203987122,
+      "learning_rate": 9.987094644088088e-05,
+      "loss": 0.9561,
+      "mean_token_accuracy": 0.660380095243454,
+      "num_tokens": 1023948.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.578280746936798,
+      "epoch": 0.7274401473296501,
+      "grad_norm": 1.1119656562805176,
+      "learning_rate": 9.985978321076948e-05,
+      "loss": 1.0033,
+      "mean_token_accuracy": 0.6410505294799804,
+      "num_tokens": 1037423.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.5442745327949523,
+      "epoch": 0.7366482504604052,
+      "grad_norm": 0.947985827922821,
+      "learning_rate": 9.984815766038859e-05,
+      "loss": 0.974,
+      "mean_token_accuracy": 0.6600799977779388,
+      "num_tokens": 1050105.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.5327996015548706,
+      "epoch": 0.7458563535911602,
+      "grad_norm": 1.1792714595794678,
+      "learning_rate": 9.983606989753509e-05,
+      "loss": 0.8594,
+      "mean_token_accuracy": 0.6985488891601562,
+      "num_tokens": 1063201.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.5269020080566407,
+      "epoch": 0.7550644567219152,
+      "grad_norm": 1.0731123685836792,
+      "learning_rate": 9.982352003429163e-05,
+      "loss": 0.9021,
+      "mean_token_accuracy": 0.6879028975963593,
+      "num_tokens": 1076786.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.5250959038734435,
+      "epoch": 0.7642725598526704,
+      "grad_norm": 0.8857445120811462,
+      "learning_rate": 9.981050818702569e-05,
+      "loss": 0.9295,
+      "mean_token_accuracy": 0.6679320633411407,
+      "num_tokens": 1089937.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.5630051732063293,
+      "epoch": 0.7734806629834254,
+      "grad_norm": 0.887477457523346,
+      "learning_rate": 9.979703447638841e-05,
+      "loss": 1.0272,
+      "mean_token_accuracy": 0.6281788587570191,
+      "num_tokens": 1103238.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.560498058795929,
+      "epoch": 0.7826887661141805,
+      "grad_norm": 1.1665183305740356,
+      "learning_rate": 9.978309902731356e-05,
+      "loss": 1.0181,
+      "mean_token_accuracy": 0.6360679805278778,
+      "num_tokens": 1117236.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.5323001980781554,
+      "epoch": 0.7918968692449355,
+      "grad_norm": 1.0942858457565308,
+      "learning_rate": 9.97687019690163e-05,
+      "loss": 0.8999,
+      "mean_token_accuracy": 0.6847019731998444,
+      "num_tokens": 1129857.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.5088988542556763,
+      "epoch": 0.8011049723756906,
+      "grad_norm": 0.9875370860099792,
+      "learning_rate": 9.975384343499203e-05,
+      "loss": 0.8649,
+      "mean_token_accuracy": 0.7016292989253998,
+      "num_tokens": 1142510.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.5299873352050781,
+      "epoch": 0.8103130755064457,
+      "grad_norm": 0.936218798160553,
+      "learning_rate": 9.973852356301515e-05,
+      "loss": 0.9522,
+      "mean_token_accuracy": 0.6618604898452759,
+      "num_tokens": 1155264.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.5438121557235718,
+      "epoch": 0.8195211786372008,
+      "grad_norm": 1.1073756217956543,
+      "learning_rate": 9.972274249513778e-05,
+      "loss": 0.9347,
+      "mean_token_accuracy": 0.6712994754314423,
+      "num_tokens": 1167733.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.5416158318519593,
+      "epoch": 0.8287292817679558,
+      "grad_norm": 1.18775475025177,
+      "learning_rate": 9.970650037768838e-05,
+      "loss": 0.8912,
+      "mean_token_accuracy": 0.6900444865226746,
+      "num_tokens": 1181097.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.5585857510566712,
+      "epoch": 0.8379373848987108,
+      "grad_norm": 1.3266465663909912,
+      "learning_rate": 9.968979736127056e-05,
+      "loss": 0.9474,
+      "mean_token_accuracy": 0.6666862010955811,
+      "num_tokens": 1194386.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.52315993309021,
+      "epoch": 0.8471454880294659,
+      "grad_norm": 0.8845842480659485,
+      "learning_rate": 9.967263360076146e-05,
+      "loss": 0.891,
+      "mean_token_accuracy": 0.684302294254303,
+      "num_tokens": 1207718.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.585532546043396,
+      "epoch": 0.856353591160221,
+      "grad_norm": 1.0926767587661743,
+      "learning_rate": 9.96550092553105e-05,
+      "loss": 0.9833,
+      "mean_token_accuracy": 0.6540936827659607,
+      "num_tokens": 1220622.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.5463925004005432,
+      "epoch": 0.8655616942909761,
+      "grad_norm": 0.8017739653587341,
+      "learning_rate": 9.96369244883378e-05,
+      "loss": 0.9528,
+      "mean_token_accuracy": 0.6788101673126221,
+      "num_tokens": 1233701.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.5831841826438904,
+      "epoch": 0.8747697974217311,
+      "grad_norm": 1.1066842079162598,
+      "learning_rate": 9.961837946753271e-05,
+      "loss": 1.0232,
+      "mean_token_accuracy": 0.6411185085773468,
+      "num_tokens": 1246834.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.5466431498527526,
+      "epoch": 0.8839779005524862,
+      "grad_norm": 1.0540691614151,
+      "learning_rate": 9.959937436485222e-05,
+      "loss": 0.9211,
+      "mean_token_accuracy": 0.6778176248073577,
+      "num_tokens": 1260314.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.5639623522758483,
+      "epoch": 0.8931860036832413,
+      "grad_norm": 0.9473792910575867,
+      "learning_rate": 9.957990935651942e-05,
+      "loss": 0.9437,
+      "mean_token_accuracy": 0.6682680189609528,
+      "num_tokens": 1274021.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.5855389475822448,
+      "epoch": 0.9023941068139963,
+      "grad_norm": 0.9044204354286194,
+      "learning_rate": 9.95599846230218e-05,
+      "loss": 0.9223,
+      "mean_token_accuracy": 0.6819926917552948,
+      "num_tokens": 1287872.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.57614164352417,
+      "epoch": 0.9116022099447514,
+      "grad_norm": 1.1648746728897095,
+      "learning_rate": 9.953960034910963e-05,
+      "loss": 0.9838,
+      "mean_token_accuracy": 0.656733512878418,
+      "num_tokens": 1301696.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.5567553162574768,
+      "epoch": 0.9208103130755064,
+      "grad_norm": 1.022721767425537,
+      "learning_rate": 9.951875672379424e-05,
+      "loss": 0.9572,
+      "mean_token_accuracy": 0.6667174100875854,
+      "num_tokens": 1315078.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.558642613887787,
+      "epoch": 0.9300184162062615,
+      "grad_norm": 1.2463065385818481,
+      "learning_rate": 9.949745394034622e-05,
+      "loss": 0.9177,
+      "mean_token_accuracy": 0.680176854133606,
+      "num_tokens": 1328029.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.5710906267166138,
+      "epoch": 0.9392265193370166,
+      "grad_norm": 0.9754637479782104,
+      "learning_rate": 9.947569219629366e-05,
+      "loss": 0.9301,
+      "mean_token_accuracy": 0.6661508679389954,
+      "num_tokens": 1341341.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.5119439005851745,
+      "epoch": 0.9484346224677717,
+      "grad_norm": 0.9761924743652344,
+      "learning_rate": 9.945347169342036e-05,
+      "loss": 0.8473,
+      "mean_token_accuracy": 0.7016323506832123,
+      "num_tokens": 1354617.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.5751964807510377,
+      "epoch": 0.9576427255985267,
+      "grad_norm": 1.2289111614227295,
+      "learning_rate": 9.94307926377639e-05,
+      "loss": 0.9894,
+      "mean_token_accuracy": 0.6528361201286316,
+      "num_tokens": 1367319.0,
+      "step": 1040
+    },
+    {
+      "entropy": 1.5893535137176513,
+      "epoch": 0.9668508287292817,
+      "grad_norm": 0.9778135418891907,
+      "learning_rate": 9.940765523961371e-05,
+      "loss": 1.0046,
+      "mean_token_accuracy": 0.6501017689704895,
+      "num_tokens": 1380862.0,
+      "step": 1050
+    },
+    {
+      "entropy": 1.5868737339973449,
+      "epoch": 0.9760589318600368,
+      "grad_norm": 0.8775011301040649,
+      "learning_rate": 9.938405971350924e-05,
+      "loss": 0.9753,
+      "mean_token_accuracy": 0.6549408912658692,
+      "num_tokens": 1394056.0,
+      "step": 1060
+    },
+    {
+      "entropy": 1.5575777053833009,
+      "epoch": 0.9852670349907919,
+      "grad_norm": 1.0471116304397583,
+      "learning_rate": 9.936000627823781e-05,
+      "loss": 0.9144,
+      "mean_token_accuracy": 0.6799901068210602,
+      "num_tokens": 1407292.0,
+      "step": 1070
+    },
+    {
+      "entropy": 1.5424463510513307,
+      "epoch": 0.994475138121547,
+      "grad_norm": 1.2700610160827637,
+      "learning_rate": 9.933549515683271e-05,
+      "loss": 0.879,
+      "mean_token_accuracy": 0.6858356297016144,
+      "num_tokens": 1420938.0,
+      "step": 1080
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10860,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.077655934866432e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-1086/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaae9350317370d38d5778bf958b39e655a937b6a3ca9043c7322cb847190db
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80d8a5d295207e1d6861fe1da5d81465eb97cf8c8a467dd8fdefd6dd405631c
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-10860/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaae9350317370d38d5778bf958b39e655a937b6a3ca9043c7322cb847190db
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a221552c439d682ef70379032b13196f77988b981c9891d3b3db8fc91f10e884
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/trainer_state.json

@@ -0,0 +1,2204 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 2172,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.2918772101402283,
+      "epoch": 0.009208103130755065,
+      "grad_norm": 5.153074741363525,
+      "learning_rate": 1.6574585635359115e-06,
+      "loss": 1.5045,
+      "mean_token_accuracy": 0.6049167573451996,
+      "num_tokens": 12946.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.2362149477005004,
+      "epoch": 0.01841620626151013,
+      "grad_norm": 4.603971481323242,
+      "learning_rate": 3.4990791896869245e-06,
+      "loss": 1.2997,
+      "mean_token_accuracy": 0.6594124913215638,
+      "num_tokens": 26561.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.268406617641449,
+      "epoch": 0.027624309392265192,
+      "grad_norm": 5.096263408660889,
+      "learning_rate": 5.340699815837938e-06,
+      "loss": 1.3255,
+      "mean_token_accuracy": 0.639304804801941,
+      "num_tokens": 39471.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.2807052612304688,
+      "epoch": 0.03683241252302026,
+      "grad_norm": 3.540794849395752,
+      "learning_rate": 7.1823204419889505e-06,
+      "loss": 1.2095,
+      "mean_token_accuracy": 0.6388253927230835,
+      "num_tokens": 53187.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.2995466947555543,
+      "epoch": 0.04604051565377532,
+      "grad_norm": 1.9416905641555786,
+      "learning_rate": 9.023941068139964e-06,
+      "loss": 1.0594,
+      "mean_token_accuracy": 0.6607534110546112,
+      "num_tokens": 65829.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.3636545181274413,
+      "epoch": 0.055248618784530384,
+      "grad_norm": 1.258923888206482,
+      "learning_rate": 1.0865561694290977e-05,
+      "loss": 1.0329,
+      "mean_token_accuracy": 0.6469539701938629,
+      "num_tokens": 78844.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.3751548409461976,
+      "epoch": 0.06445672191528545,
+      "grad_norm": 0.9382225275039673,
+      "learning_rate": 1.270718232044199e-05,
+      "loss": 0.9749,
+      "mean_token_accuracy": 0.6575066030025483,
+      "num_tokens": 92413.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.3849713921546936,
+      "epoch": 0.07366482504604052,
+      "grad_norm": 1.5686200857162476,
+      "learning_rate": 1.4548802946593e-05,
+      "loss": 0.9713,
+      "mean_token_accuracy": 0.6553799092769623,
+      "num_tokens": 105450.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.365358006954193,
+      "epoch": 0.08287292817679558,
+      "grad_norm": 1.16708505153656,
+      "learning_rate": 1.6390423572744015e-05,
+      "loss": 0.9787,
+      "mean_token_accuracy": 0.6561638474464416,
+      "num_tokens": 118756.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.3320786952972412,
+      "epoch": 0.09208103130755065,
+      "grad_norm": 1.00493323802948,
+      "learning_rate": 1.823204419889503e-05,
+      "loss": 0.8989,
+      "mean_token_accuracy": 0.6809416770935058,
+      "num_tokens": 131267.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.3697322726249694,
+      "epoch": 0.10128913443830571,
+      "grad_norm": 1.0692055225372314,
+      "learning_rate": 2.007366482504604e-05,
+      "loss": 1.0214,
+      "mean_token_accuracy": 0.6365058600902558,
+      "num_tokens": 144409.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.3485037088394165,
+      "epoch": 0.11049723756906077,
+      "grad_norm": 1.1017476320266724,
+      "learning_rate": 2.1915285451197055e-05,
+      "loss": 0.8838,
+      "mean_token_accuracy": 0.6952272653579712,
+      "num_tokens": 157013.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.3402491807937622,
+      "epoch": 0.11970534069981584,
+      "grad_norm": 1.3733532428741455,
+      "learning_rate": 2.3756906077348066e-05,
+      "loss": 0.9403,
+      "mean_token_accuracy": 0.6732110619544983,
+      "num_tokens": 170024.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.3401618719100952,
+      "epoch": 0.1289134438305709,
+      "grad_norm": 1.4997777938842773,
+      "learning_rate": 2.559852670349908e-05,
+      "loss": 0.8918,
+      "mean_token_accuracy": 0.690677261352539,
+      "num_tokens": 183013.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.35126873254776,
+      "epoch": 0.13812154696132597,
+      "grad_norm": 1.1279258728027344,
+      "learning_rate": 2.7440147329650095e-05,
+      "loss": 0.9264,
+      "mean_token_accuracy": 0.6748853504657746,
+      "num_tokens": 196397.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.3632542848587037,
+      "epoch": 0.14732965009208104,
+      "grad_norm": 1.1538385152816772,
+      "learning_rate": 2.9281767955801103e-05,
+      "loss": 0.8978,
+      "mean_token_accuracy": 0.6816210687160492,
+      "num_tokens": 209392.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.3761355876922607,
+      "epoch": 0.15653775322283608,
+      "grad_norm": 1.0700664520263672,
+      "learning_rate": 3.112338858195212e-05,
+      "loss": 0.96,
+      "mean_token_accuracy": 0.6616096556186676,
+      "num_tokens": 222514.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.367897343635559,
+      "epoch": 0.16574585635359115,
+      "grad_norm": 1.228166103363037,
+      "learning_rate": 3.296500920810313e-05,
+      "loss": 0.8936,
+      "mean_token_accuracy": 0.6856530666351318,
+      "num_tokens": 235852.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.3896021485328673,
+      "epoch": 0.17495395948434622,
+      "grad_norm": 1.151602029800415,
+      "learning_rate": 3.4806629834254147e-05,
+      "loss": 0.9801,
+      "mean_token_accuracy": 0.6576401352882385,
+      "num_tokens": 249440.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.4180815935134887,
+      "epoch": 0.1841620626151013,
+      "grad_norm": 1.2019484043121338,
+      "learning_rate": 3.664825046040516e-05,
+      "loss": 0.9846,
+      "mean_token_accuracy": 0.665716540813446,
+      "num_tokens": 262720.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.3990139007568358,
+      "epoch": 0.19337016574585636,
+      "grad_norm": 1.2015055418014526,
+      "learning_rate": 3.8489871086556175e-05,
+      "loss": 0.9604,
+      "mean_token_accuracy": 0.6629241406917572,
+      "num_tokens": 275827.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.3775882840156555,
+      "epoch": 0.20257826887661143,
+      "grad_norm": 0.9387843608856201,
+      "learning_rate": 4.033149171270719e-05,
+      "loss": 0.8877,
+      "mean_token_accuracy": 0.6938845157623291,
+      "num_tokens": 288884.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.4007769584655763,
+      "epoch": 0.21178637200736647,
+      "grad_norm": 1.0003139972686768,
+      "learning_rate": 4.21731123388582e-05,
+      "loss": 0.9599,
+      "mean_token_accuracy": 0.6591950833797455,
+      "num_tokens": 301862.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.3858802676200868,
+      "epoch": 0.22099447513812154,
+      "grad_norm": 1.2405279874801636,
+      "learning_rate": 4.401473296500921e-05,
+      "loss": 0.9403,
+      "mean_token_accuracy": 0.67595334649086,
+      "num_tokens": 315865.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.381870651245117,
+      "epoch": 0.2302025782688766,
+      "grad_norm": 1.2123147249221802,
+      "learning_rate": 4.585635359116022e-05,
+      "loss": 0.913,
+      "mean_token_accuracy": 0.6793135881423951,
+      "num_tokens": 329070.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.3697041869163513,
+      "epoch": 0.23941068139963168,
+      "grad_norm": 1.0722918510437012,
+      "learning_rate": 4.7697974217311234e-05,
+      "loss": 0.8376,
+      "mean_token_accuracy": 0.7098884403705596,
+      "num_tokens": 342019.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3862638592720031,
+      "epoch": 0.24861878453038674,
+      "grad_norm": 1.2366288900375366,
+      "learning_rate": 4.953959484346225e-05,
+      "loss": 0.8648,
+      "mean_token_accuracy": 0.700497955083847,
+      "num_tokens": 354976.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3964906454086303,
+      "epoch": 0.2578268876611418,
+      "grad_norm": 1.048747181892395,
+      "learning_rate": 5.138121546961326e-05,
+      "loss": 0.9005,
+      "mean_token_accuracy": 0.6827059388160706,
+      "num_tokens": 368373.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.3906619787216186,
+      "epoch": 0.26703499079189685,
+      "grad_norm": 1.2016006708145142,
+      "learning_rate": 5.322283609576427e-05,
+      "loss": 0.911,
+      "mean_token_accuracy": 0.6753758490085602,
+      "num_tokens": 380964.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.4256040692329406,
+      "epoch": 0.27624309392265195,
+      "grad_norm": 1.3278374671936035,
+      "learning_rate": 5.506445672191529e-05,
+      "loss": 0.9296,
+      "mean_token_accuracy": 0.6760121524333954,
+      "num_tokens": 393827.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.4099526762962342,
+      "epoch": 0.285451197053407,
+      "grad_norm": 1.0015099048614502,
+      "learning_rate": 5.69060773480663e-05,
+      "loss": 0.9392,
+      "mean_token_accuracy": 0.6699555456638336,
+      "num_tokens": 406324.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.4266065955162048,
+      "epoch": 0.2946593001841621,
+      "grad_norm": 0.9911437034606934,
+      "learning_rate": 5.874769797421732e-05,
+      "loss": 0.937,
+      "mean_token_accuracy": 0.667306250333786,
+      "num_tokens": 420239.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.4439375162124635,
+      "epoch": 0.30386740331491713,
+      "grad_norm": 1.2411943674087524,
+      "learning_rate": 6.058931860036833e-05,
+      "loss": 0.9695,
+      "mean_token_accuracy": 0.6600354671478271,
+      "num_tokens": 433155.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.4227331280708313,
+      "epoch": 0.31307550644567217,
+      "grad_norm": 0.9065039157867432,
+      "learning_rate": 6.243093922651934e-05,
+      "loss": 0.9037,
+      "mean_token_accuracy": 0.6799782097339631,
+      "num_tokens": 446149.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.4258790373802186,
+      "epoch": 0.32228360957642727,
+      "grad_norm": 1.1335010528564453,
+      "learning_rate": 6.427255985267035e-05,
+      "loss": 0.8963,
+      "mean_token_accuracy": 0.6799494862556458,
+      "num_tokens": 459750.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.4258012652397156,
+      "epoch": 0.3314917127071823,
+      "grad_norm": 1.1305323839187622,
+      "learning_rate": 6.611418047882137e-05,
+      "loss": 0.9161,
+      "mean_token_accuracy": 0.6727240800857544,
+      "num_tokens": 472667.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.4643184542655945,
+      "epoch": 0.3406998158379374,
+      "grad_norm": 1.0474326610565186,
+      "learning_rate": 6.795580110497238e-05,
+      "loss": 0.9955,
+      "mean_token_accuracy": 0.6451843082904816,
+      "num_tokens": 485002.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.4605153560638429,
+      "epoch": 0.34990791896869244,
+      "grad_norm": 1.0785046815872192,
+      "learning_rate": 6.97974217311234e-05,
+      "loss": 0.9468,
+      "mean_token_accuracy": 0.6703566074371338,
+      "num_tokens": 497611.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.4715041637420654,
+      "epoch": 0.35911602209944754,
+      "grad_norm": 0.8422859907150269,
+      "learning_rate": 7.16390423572744e-05,
+      "loss": 1.0284,
+      "mean_token_accuracy": 0.6373194038867951,
+      "num_tokens": 510761.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.4542384266853332,
+      "epoch": 0.3683241252302026,
+      "grad_norm": 0.9595314264297485,
+      "learning_rate": 7.348066298342542e-05,
+      "loss": 0.9544,
+      "mean_token_accuracy": 0.6539571702480316,
+      "num_tokens": 524202.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.4372403264045714,
+      "epoch": 0.3775322283609576,
+      "grad_norm": 1.0632026195526123,
+      "learning_rate": 7.532228360957642e-05,
+      "loss": 0.9466,
+      "mean_token_accuracy": 0.661392617225647,
+      "num_tokens": 537488.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.4662675857543945,
+      "epoch": 0.3867403314917127,
+      "grad_norm": 1.1306086778640747,
+      "learning_rate": 7.716390423572745e-05,
+      "loss": 0.9601,
+      "mean_token_accuracy": 0.6650050103664398,
+      "num_tokens": 550410.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.499619150161743,
+      "epoch": 0.39594843462246776,
+      "grad_norm": 1.0297503471374512,
+      "learning_rate": 7.900552486187845e-05,
+      "loss": 1.0401,
+      "mean_token_accuracy": 0.6338890850543976,
+      "num_tokens": 563107.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.4855544924736024,
+      "epoch": 0.40515653775322286,
+      "grad_norm": 1.0484817028045654,
+      "learning_rate": 8.084714548802947e-05,
+      "loss": 0.9697,
+      "mean_token_accuracy": 0.6596057057380676,
+      "num_tokens": 576313.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.4760273694992065,
+      "epoch": 0.4143646408839779,
+      "grad_norm": 1.1668694019317627,
+      "learning_rate": 8.268876611418048e-05,
+      "loss": 0.9396,
+      "mean_token_accuracy": 0.6683284163475036,
+      "num_tokens": 589572.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.4997485041618348,
+      "epoch": 0.42357274401473294,
+      "grad_norm": 0.9268329739570618,
+      "learning_rate": 8.45303867403315e-05,
+      "loss": 0.9943,
+      "mean_token_accuracy": 0.6429971933364869,
+      "num_tokens": 603248.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.4923595547676087,
+      "epoch": 0.43278084714548803,
+      "grad_norm": 1.1005308628082275,
+      "learning_rate": 8.637200736648251e-05,
+      "loss": 0.9966,
+      "mean_token_accuracy": 0.6482296407222747,
+      "num_tokens": 615769.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.4447479248046875,
+      "epoch": 0.4419889502762431,
+      "grad_norm": 1.1470152139663696,
+      "learning_rate": 8.821362799263351e-05,
+      "loss": 0.8529,
+      "mean_token_accuracy": 0.69741849899292,
+      "num_tokens": 628915.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.4644531726837158,
+      "epoch": 0.45119705340699817,
+      "grad_norm": 1.0611863136291504,
+      "learning_rate": 9.005524861878454e-05,
+      "loss": 0.9526,
+      "mean_token_accuracy": 0.6644712507724762,
+      "num_tokens": 642390.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.459205961227417,
+      "epoch": 0.4604051565377532,
+      "grad_norm": 0.9261929392814636,
+      "learning_rate": 9.189686924493554e-05,
+      "loss": 0.9166,
+      "mean_token_accuracy": 0.673295772075653,
+      "num_tokens": 655575.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.5021144151687622,
+      "epoch": 0.4696132596685083,
+      "grad_norm": 1.043765902519226,
+      "learning_rate": 9.373848987108657e-05,
+      "loss": 1.0198,
+      "mean_token_accuracy": 0.6380818545818329,
+      "num_tokens": 668499.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.484924077987671,
+      "epoch": 0.47882136279926335,
+      "grad_norm": 1.12094247341156,
+      "learning_rate": 9.558011049723757e-05,
+      "loss": 0.921,
+      "mean_token_accuracy": 0.6787566363811492,
+      "num_tokens": 681818.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.4869194269180297,
+      "epoch": 0.4880294659300184,
+      "grad_norm": 0.927510678768158,
+      "learning_rate": 9.742173112338858e-05,
+      "loss": 0.9183,
+      "mean_token_accuracy": 0.6707324683666229,
+      "num_tokens": 694328.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.5005813717842102,
+      "epoch": 0.4972375690607735,
+      "grad_norm": 1.2808438539505005,
+      "learning_rate": 9.92633517495396e-05,
+      "loss": 0.9252,
+      "mean_token_accuracy": 0.682880413532257,
+      "num_tokens": 707953.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.5184034943580627,
+      "epoch": 0.5064456721915286,
+      "grad_norm": 1.0924341678619385,
+      "learning_rate": 9.999991654828371e-05,
+      "loss": 0.9317,
+      "mean_token_accuracy": 0.678240180015564,
+      "num_tokens": 720962.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.524965190887451,
+      "epoch": 0.5156537753222836,
+      "grad_norm": 1.0902814865112305,
+      "learning_rate": 9.999940656658185e-05,
+      "loss": 0.9579,
+      "mean_token_accuracy": 0.655722713470459,
+      "num_tokens": 734343.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.5198954939842224,
+      "epoch": 0.5248618784530387,
+      "grad_norm": 0.9337118268013,
+      "learning_rate": 9.999843296996572e-05,
+      "loss": 0.9591,
+      "mean_token_accuracy": 0.6550043165683747,
+      "num_tokens": 747229.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.4879291534423829,
+      "epoch": 0.5340699815837937,
+      "grad_norm": 0.9658029675483704,
+      "learning_rate": 9.999699576746295e-05,
+      "loss": 0.9199,
+      "mean_token_accuracy": 0.6788656294345856,
+      "num_tokens": 760622.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.4616468906402589,
+      "epoch": 0.5432780847145487,
+      "grad_norm": 0.9515823125839233,
+      "learning_rate": 9.999509497239987e-05,
+      "loss": 0.8783,
+      "mean_token_accuracy": 0.6927757918834686,
+      "num_tokens": 773563.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.5099774956703187,
+      "epoch": 0.5524861878453039,
+      "grad_norm": 1.0353199243545532,
+      "learning_rate": 9.99927306024014e-05,
+      "loss": 0.8897,
+      "mean_token_accuracy": 0.6939561128616333,
+      "num_tokens": 786913.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.4779034972190856,
+      "epoch": 0.5616942909760589,
+      "grad_norm": 0.9066502451896667,
+      "learning_rate": 9.998990267939096e-05,
+      "loss": 0.8293,
+      "mean_token_accuracy": 0.7132551610469818,
+      "num_tokens": 800481.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.524288046360016,
+      "epoch": 0.570902394106814,
+      "grad_norm": 1.0758448839187622,
+      "learning_rate": 9.99866112295902e-05,
+      "loss": 0.9368,
+      "mean_token_accuracy": 0.6686812162399292,
+      "num_tokens": 813501.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.5340645551681518,
+      "epoch": 0.580110497237569,
+      "grad_norm": 1.2912766933441162,
+      "learning_rate": 9.998285628351879e-05,
+      "loss": 0.9761,
+      "mean_token_accuracy": 0.6492690861225128,
+      "num_tokens": 826295.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.513586986064911,
+      "epoch": 0.5893186003683242,
+      "grad_norm": 1.1512202024459839,
+      "learning_rate": 9.997863787599413e-05,
+      "loss": 0.9559,
+      "mean_token_accuracy": 0.6669654190540314,
+      "num_tokens": 839655.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.5050278544425963,
+      "epoch": 0.5985267034990792,
+      "grad_norm": 0.9302898049354553,
+      "learning_rate": 9.9973956046131e-05,
+      "loss": 0.9032,
+      "mean_token_accuracy": 0.6802286446094513,
+      "num_tokens": 853496.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.4949457883834838,
+      "epoch": 0.6077348066298343,
+      "grad_norm": 0.9701811671257019,
+      "learning_rate": 9.996881083734126e-05,
+      "loss": 0.9017,
+      "mean_token_accuracy": 0.6876469731330872,
+      "num_tokens": 866205.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.4831528782844543,
+      "epoch": 0.6169429097605893,
+      "grad_norm": 1.0617961883544922,
+      "learning_rate": 9.996320229733336e-05,
+      "loss": 0.8829,
+      "mean_token_accuracy": 0.6982757985591889,
+      "num_tokens": 879084.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.522239351272583,
+      "epoch": 0.6261510128913443,
+      "grad_norm": 0.924024224281311,
+      "learning_rate": 9.995713047811199e-05,
+      "loss": 0.902,
+      "mean_token_accuracy": 0.6847644746303558,
+      "num_tokens": 891643.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.5650245070457458,
+      "epoch": 0.6353591160220995,
+      "grad_norm": 1.2249857187271118,
+      "learning_rate": 9.995059543597756e-05,
+      "loss": 1.0439,
+      "mean_token_accuracy": 0.6319458186626434,
+      "num_tokens": 905084.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.5347906351089478,
+      "epoch": 0.6445672191528545,
+      "grad_norm": 1.14817476272583,
+      "learning_rate": 9.99435972315256e-05,
+      "loss": 0.9978,
+      "mean_token_accuracy": 0.6524945676326752,
+      "num_tokens": 917617.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.5378890872001647,
+      "epoch": 0.6537753222836096,
+      "grad_norm": 0.960706353187561,
+      "learning_rate": 9.993613592964636e-05,
+      "loss": 0.9672,
+      "mean_token_accuracy": 0.6609959304332733,
+      "num_tokens": 931278.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.5297382831573487,
+      "epoch": 0.6629834254143646,
+      "grad_norm": 1.1201846599578857,
+      "learning_rate": 9.992821159952406e-05,
+      "loss": 0.9935,
+      "mean_token_accuracy": 0.6437605917453766,
+      "num_tokens": 944418.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.5319016814231872,
+      "epoch": 0.6721915285451197,
+      "grad_norm": 1.3459750413894653,
+      "learning_rate": 9.991982431463631e-05,
+      "loss": 0.9235,
+      "mean_token_accuracy": 0.67560293674469,
+      "num_tokens": 957679.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.5347602486610412,
+      "epoch": 0.6813996316758748,
+      "grad_norm": 0.9653769731521606,
+      "learning_rate": 9.991097415275348e-05,
+      "loss": 0.9145,
+      "mean_token_accuracy": 0.670344352722168,
+      "num_tokens": 970872.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.5444151759147644,
+      "epoch": 0.6906077348066298,
+      "grad_norm": 1.3450305461883545,
+      "learning_rate": 9.990166119593785e-05,
+      "loss": 0.9643,
+      "mean_token_accuracy": 0.6605742573738098,
+      "num_tokens": 984073.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.5324201464653016,
+      "epoch": 0.6998158379373849,
+      "grad_norm": 0.9561055898666382,
+      "learning_rate": 9.989188553054296e-05,
+      "loss": 0.9309,
+      "mean_token_accuracy": 0.6673471868038178,
+      "num_tokens": 997675.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.5503024220466615,
+      "epoch": 0.7090239410681399,
+      "grad_norm": 1.0484421253204346,
+      "learning_rate": 9.988164724721279e-05,
+      "loss": 0.9141,
+      "mean_token_accuracy": 0.6830150127410889,
+      "num_tokens": 1011135.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.555972170829773,
+      "epoch": 0.7182320441988951,
+      "grad_norm": 0.8875554203987122,
+      "learning_rate": 9.987094644088088e-05,
+      "loss": 0.9561,
+      "mean_token_accuracy": 0.660380095243454,
+      "num_tokens": 1023948.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.578280746936798,
+      "epoch": 0.7274401473296501,
+      "grad_norm": 1.1119656562805176,
+      "learning_rate": 9.985978321076948e-05,
+      "loss": 1.0033,
+      "mean_token_accuracy": 0.6410505294799804,
+      "num_tokens": 1037423.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.5442745327949523,
+      "epoch": 0.7366482504604052,
+      "grad_norm": 0.947985827922821,
+      "learning_rate": 9.984815766038859e-05,
+      "loss": 0.974,
+      "mean_token_accuracy": 0.6600799977779388,
+      "num_tokens": 1050105.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.5327996015548706,
+      "epoch": 0.7458563535911602,
+      "grad_norm": 1.1792714595794678,
+      "learning_rate": 9.983606989753509e-05,
+      "loss": 0.8594,
+      "mean_token_accuracy": 0.6985488891601562,
+      "num_tokens": 1063201.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.5269020080566407,
+      "epoch": 0.7550644567219152,
+      "grad_norm": 1.0731123685836792,
+      "learning_rate": 9.982352003429163e-05,
+      "loss": 0.9021,
+      "mean_token_accuracy": 0.6879028975963593,
+      "num_tokens": 1076786.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.5250959038734435,
+      "epoch": 0.7642725598526704,
+      "grad_norm": 0.8857445120811462,
+      "learning_rate": 9.981050818702569e-05,
+      "loss": 0.9295,
+      "mean_token_accuracy": 0.6679320633411407,
+      "num_tokens": 1089937.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.5630051732063293,
+      "epoch": 0.7734806629834254,
+      "grad_norm": 0.887477457523346,
+      "learning_rate": 9.979703447638841e-05,
+      "loss": 1.0272,
+      "mean_token_accuracy": 0.6281788587570191,
+      "num_tokens": 1103238.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.560498058795929,
+      "epoch": 0.7826887661141805,
+      "grad_norm": 1.1665183305740356,
+      "learning_rate": 9.978309902731356e-05,
+      "loss": 1.0181,
+      "mean_token_accuracy": 0.6360679805278778,
+      "num_tokens": 1117236.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.5323001980781554,
+      "epoch": 0.7918968692449355,
+      "grad_norm": 1.0942858457565308,
+      "learning_rate": 9.97687019690163e-05,
+      "loss": 0.8999,
+      "mean_token_accuracy": 0.6847019731998444,
+      "num_tokens": 1129857.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.5088988542556763,
+      "epoch": 0.8011049723756906,
+      "grad_norm": 0.9875370860099792,
+      "learning_rate": 9.975384343499203e-05,
+      "loss": 0.8649,
+      "mean_token_accuracy": 0.7016292989253998,
+      "num_tokens": 1142510.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.5299873352050781,
+      "epoch": 0.8103130755064457,
+      "grad_norm": 0.936218798160553,
+      "learning_rate": 9.973852356301515e-05,
+      "loss": 0.9522,
+      "mean_token_accuracy": 0.6618604898452759,
+      "num_tokens": 1155264.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.5438121557235718,
+      "epoch": 0.8195211786372008,
+      "grad_norm": 1.1073756217956543,
+      "learning_rate": 9.972274249513778e-05,
+      "loss": 0.9347,
+      "mean_token_accuracy": 0.6712994754314423,
+      "num_tokens": 1167733.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.5416158318519593,
+      "epoch": 0.8287292817679558,
+      "grad_norm": 1.18775475025177,
+      "learning_rate": 9.970650037768838e-05,
+      "loss": 0.8912,
+      "mean_token_accuracy": 0.6900444865226746,
+      "num_tokens": 1181097.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.5585857510566712,
+      "epoch": 0.8379373848987108,
+      "grad_norm": 1.3266465663909912,
+      "learning_rate": 9.968979736127056e-05,
+      "loss": 0.9474,
+      "mean_token_accuracy": 0.6666862010955811,
+      "num_tokens": 1194386.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.52315993309021,
+      "epoch": 0.8471454880294659,
+      "grad_norm": 0.8845842480659485,
+      "learning_rate": 9.967263360076146e-05,
+      "loss": 0.891,
+      "mean_token_accuracy": 0.684302294254303,
+      "num_tokens": 1207718.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.585532546043396,
+      "epoch": 0.856353591160221,
+      "grad_norm": 1.0926767587661743,
+      "learning_rate": 9.96550092553105e-05,
+      "loss": 0.9833,
+      "mean_token_accuracy": 0.6540936827659607,
+      "num_tokens": 1220622.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.5463925004005432,
+      "epoch": 0.8655616942909761,
+      "grad_norm": 0.8017739653587341,
+      "learning_rate": 9.96369244883378e-05,
+      "loss": 0.9528,
+      "mean_token_accuracy": 0.6788101673126221,
+      "num_tokens": 1233701.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.5831841826438904,
+      "epoch": 0.8747697974217311,
+      "grad_norm": 1.1066842079162598,
+      "learning_rate": 9.961837946753271e-05,
+      "loss": 1.0232,
+      "mean_token_accuracy": 0.6411185085773468,
+      "num_tokens": 1246834.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.5466431498527526,
+      "epoch": 0.8839779005524862,
+      "grad_norm": 1.0540691614151,
+      "learning_rate": 9.959937436485222e-05,
+      "loss": 0.9211,
+      "mean_token_accuracy": 0.6778176248073577,
+      "num_tokens": 1260314.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.5639623522758483,
+      "epoch": 0.8931860036832413,
+      "grad_norm": 0.9473792910575867,
+      "learning_rate": 9.957990935651942e-05,
+      "loss": 0.9437,
+      "mean_token_accuracy": 0.6682680189609528,
+      "num_tokens": 1274021.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.5855389475822448,
+      "epoch": 0.9023941068139963,
+      "grad_norm": 0.9044204354286194,
+      "learning_rate": 9.95599846230218e-05,
+      "loss": 0.9223,
+      "mean_token_accuracy": 0.6819926917552948,
+      "num_tokens": 1287872.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.57614164352417,
+      "epoch": 0.9116022099447514,
+      "grad_norm": 1.1648746728897095,
+      "learning_rate": 9.953960034910963e-05,
+      "loss": 0.9838,
+      "mean_token_accuracy": 0.656733512878418,
+      "num_tokens": 1301696.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.5567553162574768,
+      "epoch": 0.9208103130755064,
+      "grad_norm": 1.022721767425537,
+      "learning_rate": 9.951875672379424e-05,
+      "loss": 0.9572,
+      "mean_token_accuracy": 0.6667174100875854,
+      "num_tokens": 1315078.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.558642613887787,
+      "epoch": 0.9300184162062615,
+      "grad_norm": 1.2463065385818481,
+      "learning_rate": 9.949745394034622e-05,
+      "loss": 0.9177,
+      "mean_token_accuracy": 0.680176854133606,
+      "num_tokens": 1328029.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.5710906267166138,
+      "epoch": 0.9392265193370166,
+      "grad_norm": 0.9754637479782104,
+      "learning_rate": 9.947569219629366e-05,
+      "loss": 0.9301,
+      "mean_token_accuracy": 0.6661508679389954,
+      "num_tokens": 1341341.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.5119439005851745,
+      "epoch": 0.9484346224677717,
+      "grad_norm": 0.9761924743652344,
+      "learning_rate": 9.945347169342036e-05,
+      "loss": 0.8473,
+      "mean_token_accuracy": 0.7016323506832123,
+      "num_tokens": 1354617.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.5751964807510377,
+      "epoch": 0.9576427255985267,
+      "grad_norm": 1.2289111614227295,
+      "learning_rate": 9.94307926377639e-05,
+      "loss": 0.9894,
+      "mean_token_accuracy": 0.6528361201286316,
+      "num_tokens": 1367319.0,
+      "step": 1040
+    },
+    {
+      "entropy": 1.5893535137176513,
+      "epoch": 0.9668508287292817,
+      "grad_norm": 0.9778135418891907,
+      "learning_rate": 9.940765523961371e-05,
+      "loss": 1.0046,
+      "mean_token_accuracy": 0.6501017689704895,
+      "num_tokens": 1380862.0,
+      "step": 1050
+    },
+    {
+      "entropy": 1.5868737339973449,
+      "epoch": 0.9760589318600368,
+      "grad_norm": 0.8775011301040649,
+      "learning_rate": 9.938405971350924e-05,
+      "loss": 0.9753,
+      "mean_token_accuracy": 0.6549408912658692,
+      "num_tokens": 1394056.0,
+      "step": 1060
+    },
+    {
+      "entropy": 1.5575777053833009,
+      "epoch": 0.9852670349907919,
+      "grad_norm": 1.0471116304397583,
+      "learning_rate": 9.936000627823781e-05,
+      "loss": 0.9144,
+      "mean_token_accuracy": 0.6799901068210602,
+      "num_tokens": 1407292.0,
+      "step": 1070
+    },
+    {
+      "entropy": 1.5424463510513307,
+      "epoch": 0.994475138121547,
+      "grad_norm": 1.2700610160827637,
+      "learning_rate": 9.933549515683271e-05,
+      "loss": 0.879,
+      "mean_token_accuracy": 0.6858356297016144,
+      "num_tokens": 1420938.0,
+      "step": 1080
+    },
+    {
+      "entropy": 1.5386138200759887,
+      "epoch": 1.003683241252302,
+      "grad_norm": 1.0165308713912964,
+      "learning_rate": 9.931052657657107e-05,
+      "loss": 0.8896,
+      "mean_token_accuracy": 0.6764231979846954,
+      "num_tokens": 1434147.0,
+      "step": 1090
+    },
+    {
+      "entropy": 1.5266671895980835,
+      "epoch": 1.0128913443830572,
+      "grad_norm": 1.036470651626587,
+      "learning_rate": 9.928510076897172e-05,
+      "loss": 0.8475,
+      "mean_token_accuracy": 0.699655169248581,
+      "num_tokens": 1447875.0,
+      "step": 1100
+    },
+    {
+      "entropy": 1.507823073863983,
+      "epoch": 1.022099447513812,
+      "grad_norm": 1.1781134605407715,
+      "learning_rate": 9.92592179697932e-05,
+      "loss": 0.8674,
+      "mean_token_accuracy": 0.6913343966007233,
+      "num_tokens": 1460840.0,
+      "step": 1110
+    },
+    {
+      "entropy": 1.517963445186615,
+      "epoch": 1.0313075506445673,
+      "grad_norm": 1.261116862297058,
+      "learning_rate": 9.923287841903134e-05,
+      "loss": 0.8195,
+      "mean_token_accuracy": 0.7128495097160339,
+      "num_tokens": 1473513.0,
+      "step": 1120
+    },
+    {
+      "entropy": 1.5187742710113525,
+      "epoch": 1.0405156537753222,
+      "grad_norm": 1.3435899019241333,
+      "learning_rate": 9.920608236091722e-05,
+      "loss": 0.9116,
+      "mean_token_accuracy": 0.6782118082046509,
+      "num_tokens": 1486331.0,
+      "step": 1130
+    },
+    {
+      "entropy": 1.5579098820686341,
+      "epoch": 1.0497237569060773,
+      "grad_norm": 1.3691240549087524,
+      "learning_rate": 9.917883004391485e-05,
+      "loss": 0.9947,
+      "mean_token_accuracy": 0.6449005842208863,
+      "num_tokens": 1498714.0,
+      "step": 1140
+    },
+    {
+      "entropy": 1.52328519821167,
+      "epoch": 1.0589318600368325,
+      "grad_norm": 1.239423155784607,
+      "learning_rate": 9.915112172071882e-05,
+      "loss": 0.9013,
+      "mean_token_accuracy": 0.6844724833965301,
+      "num_tokens": 1512363.0,
+      "step": 1150
+    },
+    {
+      "entropy": 1.5444288730621338,
+      "epoch": 1.0681399631675874,
+      "grad_norm": 1.4156626462936401,
+      "learning_rate": 9.912295764825203e-05,
+      "loss": 0.9821,
+      "mean_token_accuracy": 0.6645425260066986,
+      "num_tokens": 1525001.0,
+      "step": 1160
+    },
+    {
+      "entropy": 1.5191659569740295,
+      "epoch": 1.0773480662983426,
+      "grad_norm": 1.1088645458221436,
+      "learning_rate": 9.909433808766326e-05,
+      "loss": 0.9391,
+      "mean_token_accuracy": 0.6677776992321014,
+      "num_tokens": 1538002.0,
+      "step": 1170
+    },
+    {
+      "entropy": 1.5392017602920531,
+      "epoch": 1.0865561694290977,
+      "grad_norm": 1.3128241300582886,
+      "learning_rate": 9.906526330432476e-05,
+      "loss": 0.8968,
+      "mean_token_accuracy": 0.6854398369789123,
+      "num_tokens": 1551256.0,
+      "step": 1180
+    },
+    {
+      "entropy": 1.523992943763733,
+      "epoch": 1.0957642725598526,
+      "grad_norm": 1.355904221534729,
+      "learning_rate": 9.903573356782977e-05,
+      "loss": 0.8752,
+      "mean_token_accuracy": 0.6983607470989227,
+      "num_tokens": 1564287.0,
+      "step": 1190
+    },
+    {
+      "entropy": 1.5670504570007324,
+      "epoch": 1.1049723756906078,
+      "grad_norm": 1.3324017524719238,
+      "learning_rate": 9.900574915199012e-05,
+      "loss": 0.9487,
+      "mean_token_accuracy": 0.667831975221634,
+      "num_tokens": 1577468.0,
+      "step": 1200
+    },
+    {
+      "entropy": 1.543466830253601,
+      "epoch": 1.1141804788213627,
+      "grad_norm": 1.2361897230148315,
+      "learning_rate": 9.897531033483352e-05,
+      "loss": 0.9553,
+      "mean_token_accuracy": 0.6657482564449311,
+      "num_tokens": 1590599.0,
+      "step": 1210
+    },
+    {
+      "entropy": 1.5084778428077699,
+      "epoch": 1.1233885819521179,
+      "grad_norm": 1.366560697555542,
+      "learning_rate": 9.89444173986011e-05,
+      "loss": 0.836,
+      "mean_token_accuracy": 0.7030358612537384,
+      "num_tokens": 1603010.0,
+      "step": 1220
+    },
+    {
+      "entropy": 1.5325353264808654,
+      "epoch": 1.132596685082873,
+      "grad_norm": 1.6719521284103394,
+      "learning_rate": 9.89130706297448e-05,
+      "loss": 0.9613,
+      "mean_token_accuracy": 0.6560170412063598,
+      "num_tokens": 1615912.0,
+      "step": 1230
+    },
+    {
+      "entropy": 1.5046477675437928,
+      "epoch": 1.141804788213628,
+      "grad_norm": 1.1080970764160156,
+      "learning_rate": 9.888127031892467e-05,
+      "loss": 0.8614,
+      "mean_token_accuracy": 0.6956439673900604,
+      "num_tokens": 1628972.0,
+      "step": 1240
+    },
+    {
+      "entropy": 1.4886198043823242,
+      "epoch": 1.1510128913443831,
+      "grad_norm": 1.5617928504943848,
+      "learning_rate": 9.884901676100616e-05,
+      "loss": 0.825,
+      "mean_token_accuracy": 0.7088901042938233,
+      "num_tokens": 1642156.0,
+      "step": 1250
+    },
+    {
+      "entropy": 1.5546514749526978,
+      "epoch": 1.160220994475138,
+      "grad_norm": 1.255860686302185,
+      "learning_rate": 9.881631025505741e-05,
+      "loss": 0.9613,
+      "mean_token_accuracy": 0.6584589362144471,
+      "num_tokens": 1654780.0,
+      "step": 1260
+    },
+    {
+      "entropy": 1.5186055183410645,
+      "epoch": 1.1694290976058932,
+      "grad_norm": 1.3573695421218872,
+      "learning_rate": 9.878315110434654e-05,
+      "loss": 0.8707,
+      "mean_token_accuracy": 0.6922487258911133,
+      "num_tokens": 1668581.0,
+      "step": 1270
+    },
+    {
+      "entropy": 1.5140159368515014,
+      "epoch": 1.1786372007366483,
+      "grad_norm": 1.33220636844635,
+      "learning_rate": 9.874953961633873e-05,
+      "loss": 0.8847,
+      "mean_token_accuracy": 0.6796645164489746,
+      "num_tokens": 1682020.0,
+      "step": 1280
+    },
+    {
+      "entropy": 1.4863148212432862,
+      "epoch": 1.1878453038674033,
+      "grad_norm": 1.0722242593765259,
+      "learning_rate": 9.871547610269341e-05,
+      "loss": 0.843,
+      "mean_token_accuracy": 0.7094212532043457,
+      "num_tokens": 1695018.0,
+      "step": 1290
+    },
+    {
+      "entropy": 1.5129358530044557,
+      "epoch": 1.1970534069981584,
+      "grad_norm": 1.1081146001815796,
+      "learning_rate": 9.868096087926137e-05,
+      "loss": 0.9088,
+      "mean_token_accuracy": 0.6784037470817565,
+      "num_tokens": 1708255.0,
+      "step": 1300
+    },
+    {
+      "entropy": 1.5399903059005737,
+      "epoch": 1.2062615101289134,
+      "grad_norm": 1.1708004474639893,
+      "learning_rate": 9.864599426608188e-05,
+      "loss": 0.9624,
+      "mean_token_accuracy": 0.6513210475444794,
+      "num_tokens": 1721487.0,
+      "step": 1310
+    },
+    {
+      "entropy": 1.5267713785171508,
+      "epoch": 1.2154696132596685,
+      "grad_norm": 1.1868420839309692,
+      "learning_rate": 9.861057658737964e-05,
+      "loss": 0.9386,
+      "mean_token_accuracy": 0.6662428855895997,
+      "num_tokens": 1734733.0,
+      "step": 1320
+    },
+    {
+      "entropy": 1.5169468641281127,
+      "epoch": 1.2246777163904237,
+      "grad_norm": 1.368563175201416,
+      "learning_rate": 9.857470817156183e-05,
+      "loss": 0.876,
+      "mean_token_accuracy": 0.6844039380550384,
+      "num_tokens": 1748115.0,
+      "step": 1330
+    },
+    {
+      "entropy": 1.4966395020484924,
+      "epoch": 1.2338858195211786,
+      "grad_norm": 1.32391357421875,
+      "learning_rate": 9.853838935121507e-05,
+      "loss": 0.9015,
+      "mean_token_accuracy": 0.6825124442577362,
+      "num_tokens": 1761914.0,
+      "step": 1340
+    },
+    {
+      "entropy": 1.5028322696685792,
+      "epoch": 1.2430939226519337,
+      "grad_norm": 1.9086201190948486,
+      "learning_rate": 9.850162046310227e-05,
+      "loss": 0.8925,
+      "mean_token_accuracy": 0.683565753698349,
+      "num_tokens": 1775096.0,
+      "step": 1350
+    },
+    {
+      "entropy": 1.5170261979103088,
+      "epoch": 1.2523020257826887,
+      "grad_norm": 1.3354761600494385,
+      "learning_rate": 9.846440184815959e-05,
+      "loss": 0.8986,
+      "mean_token_accuracy": 0.6808259606361389,
+      "num_tokens": 1788587.0,
+      "step": 1360
+    },
+    {
+      "entropy": 1.5052952766418457,
+      "epoch": 1.2615101289134438,
+      "grad_norm": 1.0774496793746948,
+      "learning_rate": 9.842673385149321e-05,
+      "loss": 0.8852,
+      "mean_token_accuracy": 0.6928793489933014,
+      "num_tokens": 1802119.0,
+      "step": 1370
+    },
+    {
+      "entropy": 1.5132216811180115,
+      "epoch": 1.270718232044199,
+      "grad_norm": 1.3536263704299927,
+      "learning_rate": 9.838861682237618e-05,
+      "loss": 0.8982,
+      "mean_token_accuracy": 0.6856689393520355,
+      "num_tokens": 1815164.0,
+      "step": 1380
+    },
+    {
+      "entropy": 1.5218883872032165,
+      "epoch": 1.279926335174954,
+      "grad_norm": 1.2288029193878174,
+      "learning_rate": 9.835005111424518e-05,
+      "loss": 0.9075,
+      "mean_token_accuracy": 0.6732435822486877,
+      "num_tokens": 1828082.0,
+      "step": 1390
+    },
+    {
+      "entropy": 1.5015942811965943,
+      "epoch": 1.289134438305709,
+      "grad_norm": 1.2630524635314941,
+      "learning_rate": 9.831103708469717e-05,
+      "loss": 0.8851,
+      "mean_token_accuracy": 0.6932188451290131,
+      "num_tokens": 1841439.0,
+      "step": 1400
+    },
+    {
+      "entropy": 1.5106629729270935,
+      "epoch": 1.298342541436464,
+      "grad_norm": 1.198861837387085,
+      "learning_rate": 9.827157509548619e-05,
+      "loss": 0.8389,
+      "mean_token_accuracy": 0.7064604520797729,
+      "num_tokens": 1854797.0,
+      "step": 1410
+    },
+    {
+      "entropy": 1.4917827010154725,
+      "epoch": 1.3075506445672191,
+      "grad_norm": 1.4640629291534424,
+      "learning_rate": 9.82316655125199e-05,
+      "loss": 0.8399,
+      "mean_token_accuracy": 0.7133431792259216,
+      "num_tokens": 1867664.0,
+      "step": 1420
+    },
+    {
+      "entropy": 1.5086120009422301,
+      "epoch": 1.3167587476979743,
+      "grad_norm": 1.0423173904418945,
+      "learning_rate": 9.819130870585627e-05,
+      "loss": 0.892,
+      "mean_token_accuracy": 0.6840041637420654,
+      "num_tokens": 1880757.0,
+      "step": 1430
+    },
+    {
+      "entropy": 1.527991569042206,
+      "epoch": 1.3259668508287292,
+      "grad_norm": 1.2353923320770264,
+      "learning_rate": 9.815050504970005e-05,
+      "loss": 0.9586,
+      "mean_token_accuracy": 0.6617966651916504,
+      "num_tokens": 1894130.0,
+      "step": 1440
+    },
+    {
+      "entropy": 1.4905303955078124,
+      "epoch": 1.3351749539594844,
+      "grad_norm": 1.2666754722595215,
+      "learning_rate": 9.810925492239944e-05,
+      "loss": 0.8254,
+      "mean_token_accuracy": 0.7064867079257965,
+      "num_tokens": 1907419.0,
+      "step": 1450
+    },
+    {
+      "entropy": 1.524507474899292,
+      "epoch": 1.3443830570902393,
+      "grad_norm": 1.2363801002502441,
+      "learning_rate": 9.806755870644246e-05,
+      "loss": 0.9749,
+      "mean_token_accuracy": 0.6548921346664429,
+      "num_tokens": 1920898.0,
+      "step": 1460
+    },
+    {
+      "entropy": 1.5206865787506103,
+      "epoch": 1.3535911602209945,
+      "grad_norm": 1.3432635068893433,
+      "learning_rate": 9.802541678845342e-05,
+      "loss": 0.9368,
+      "mean_token_accuracy": 0.6620934665203094,
+      "num_tokens": 1934145.0,
+      "step": 1470
+    },
+    {
+      "entropy": 1.5180498957633972,
+      "epoch": 1.3627992633517496,
+      "grad_norm": 1.5132936239242554,
+      "learning_rate": 9.798282955918945e-05,
+      "loss": 0.9261,
+      "mean_token_accuracy": 0.6743435561656952,
+      "num_tokens": 1946792.0,
+      "step": 1480
+    },
+    {
+      "entropy": 1.5464444518089295,
+      "epoch": 1.3720073664825045,
+      "grad_norm": 1.5064209699630737,
+      "learning_rate": 9.793979741353668e-05,
+      "loss": 0.9755,
+      "mean_token_accuracy": 0.6492108762264251,
+      "num_tokens": 1959589.0,
+      "step": 1490
+    },
+    {
+      "entropy": 1.5234507203102112,
+      "epoch": 1.3812154696132597,
+      "grad_norm": 1.465015172958374,
+      "learning_rate": 9.789632075050675e-05,
+      "loss": 0.9343,
+      "mean_token_accuracy": 0.6678229689598083,
+      "num_tokens": 1972909.0,
+      "step": 1500
+    },
+    {
+      "entropy": 1.5146046996116638,
+      "epoch": 1.3904235727440146,
+      "grad_norm": 1.223628044128418,
+      "learning_rate": 9.785239997323301e-05,
+      "loss": 0.916,
+      "mean_token_accuracy": 0.6837687492370605,
+      "num_tokens": 1985963.0,
+      "step": 1510
+    },
+    {
+      "entropy": 1.502868413925171,
+      "epoch": 1.3996316758747698,
+      "grad_norm": 1.3019905090332031,
+      "learning_rate": 9.780803548896689e-05,
+      "loss": 0.9264,
+      "mean_token_accuracy": 0.6719827473163604,
+      "num_tokens": 1998942.0,
+      "step": 1520
+    },
+    {
+      "entropy": 1.5357145547866822,
+      "epoch": 1.408839779005525,
+      "grad_norm": 1.4678523540496826,
+      "learning_rate": 9.776322770907397e-05,
+      "loss": 0.9465,
+      "mean_token_accuracy": 0.6597402095794678,
+      "num_tokens": 2012156.0,
+      "step": 1530
+    },
+    {
+      "entropy": 1.4490866184234619,
+      "epoch": 1.4180478821362799,
+      "grad_norm": 1.1635249853134155,
+      "learning_rate": 9.771797704903029e-05,
+      "loss": 0.8084,
+      "mean_token_accuracy": 0.715665066242218,
+      "num_tokens": 2025162.0,
+      "step": 1540
+    },
+    {
+      "entropy": 1.5090916395187377,
+      "epoch": 1.427255985267035,
+      "grad_norm": 1.3196368217468262,
+      "learning_rate": 9.767228392841845e-05,
+      "loss": 0.9125,
+      "mean_token_accuracy": 0.6766094148159028,
+      "num_tokens": 2038165.0,
+      "step": 1550
+    },
+    {
+      "entropy": 1.498627281188965,
+      "epoch": 1.43646408839779,
+      "grad_norm": 1.3486591577529907,
+      "learning_rate": 9.762614877092371e-05,
+      "loss": 0.9296,
+      "mean_token_accuracy": 0.6745266377925873,
+      "num_tokens": 2051382.0,
+      "step": 1560
+    },
+    {
+      "entropy": 1.4858070135116577,
+      "epoch": 1.445672191528545,
+      "grad_norm": 1.3796837329864502,
+      "learning_rate": 9.75795720043301e-05,
+      "loss": 0.8633,
+      "mean_token_accuracy": 0.7031882524490356,
+      "num_tokens": 2065081.0,
+      "step": 1570
+    },
+    {
+      "entropy": 1.5383493900299072,
+      "epoch": 1.4548802946593002,
+      "grad_norm": 1.3705023527145386,
+      "learning_rate": 9.753255406051642e-05,
+      "loss": 0.9267,
+      "mean_token_accuracy": 0.6810495734214783,
+      "num_tokens": 2078746.0,
+      "step": 1580
+    },
+    {
+      "entropy": 1.5220917463302612,
+      "epoch": 1.4640883977900552,
+      "grad_norm": 1.1318113803863525,
+      "learning_rate": 9.748509537545225e-05,
+      "loss": 0.9101,
+      "mean_token_accuracy": 0.6737714529037475,
+      "num_tokens": 2092330.0,
+      "step": 1590
+    },
+    {
+      "entropy": 1.5429768681526184,
+      "epoch": 1.4732965009208103,
+      "grad_norm": 1.2566977739334106,
+      "learning_rate": 9.743719638919388e-05,
+      "loss": 0.9468,
+      "mean_token_accuracy": 0.6585080742835998,
+      "num_tokens": 2105380.0,
+      "step": 1600
+    },
+    {
+      "entropy": 1.534128975868225,
+      "epoch": 1.4825046040515653,
+      "grad_norm": 1.4611995220184326,
+      "learning_rate": 9.738885754588028e-05,
+      "loss": 0.9372,
+      "mean_token_accuracy": 0.6704980731010437,
+      "num_tokens": 2118810.0,
+      "step": 1610
+    },
+    {
+      "entropy": 1.5385544776916504,
+      "epoch": 1.4917127071823204,
+      "grad_norm": 1.163773775100708,
+      "learning_rate": 9.734007929372894e-05,
+      "loss": 0.9479,
+      "mean_token_accuracy": 0.6651442170143127,
+      "num_tokens": 2132708.0,
+      "step": 1620
+    },
+    {
+      "entropy": 1.5187869548797608,
+      "epoch": 1.5009208103130756,
+      "grad_norm": 1.0546718835830688,
+      "learning_rate": 9.729086208503174e-05,
+      "loss": 0.9015,
+      "mean_token_accuracy": 0.6867874920368194,
+      "num_tokens": 2145766.0,
+      "step": 1630
+    },
+    {
+      "entropy": 1.470982313156128,
+      "epoch": 1.5101289134438307,
+      "grad_norm": 1.3291815519332886,
+      "learning_rate": 9.724120637615073e-05,
+      "loss": 0.7347,
+      "mean_token_accuracy": 0.746153610944748,
+      "num_tokens": 2158849.0,
+      "step": 1640
+    },
+    {
+      "entropy": 1.5115615010261536,
+      "epoch": 1.5193370165745856,
+      "grad_norm": 1.7241506576538086,
+      "learning_rate": 9.719111262751391e-05,
+      "loss": 0.9103,
+      "mean_token_accuracy": 0.6750857830047607,
+      "num_tokens": 2171906.0,
+      "step": 1650
+    },
+    {
+      "entropy": 1.5249577045440674,
+      "epoch": 1.5285451197053406,
+      "grad_norm": 1.3816434144973755,
+      "learning_rate": 9.7140581303611e-05,
+      "loss": 0.8665,
+      "mean_token_accuracy": 0.7011841237545013,
+      "num_tokens": 2185010.0,
+      "step": 1660
+    },
+    {
+      "entropy": 1.5237793564796447,
+      "epoch": 1.5377532228360957,
+      "grad_norm": 1.2068716287612915,
+      "learning_rate": 9.708961287298902e-05,
+      "loss": 0.9219,
+      "mean_token_accuracy": 0.6793172299861908,
+      "num_tokens": 2197917.0,
+      "step": 1670
+    },
+    {
+      "entropy": 1.5698172330856324,
+      "epoch": 1.5469613259668509,
+      "grad_norm": 1.6215016841888428,
+      "learning_rate": 9.703820780824811e-05,
+      "loss": 0.9377,
+      "mean_token_accuracy": 0.6643739938735962,
+      "num_tokens": 2210805.0,
+      "step": 1680
+    },
+    {
+      "entropy": 1.5457449674606323,
+      "epoch": 1.556169429097606,
+      "grad_norm": 1.220302700996399,
+      "learning_rate": 9.698636658603701e-05,
+      "loss": 0.9466,
+      "mean_token_accuracy": 0.6644340038299561,
+      "num_tokens": 2223748.0,
+      "step": 1690
+    },
+    {
+      "entropy": 1.5285060405731201,
+      "epoch": 1.565377532228361,
+      "grad_norm": 1.1794931888580322,
+      "learning_rate": 9.693408968704871e-05,
+      "loss": 0.8947,
+      "mean_token_accuracy": 0.6800544202327728,
+      "num_tokens": 2236828.0,
+      "step": 1700
+    },
+    {
+      "entropy": 1.5696951866149902,
+      "epoch": 1.5745856353591159,
+      "grad_norm": 1.4115489721298218,
+      "learning_rate": 9.688137759601596e-05,
+      "loss": 0.9146,
+      "mean_token_accuracy": 0.6724579930305481,
+      "num_tokens": 2250086.0,
+      "step": 1710
+    },
+    {
+      "entropy": 1.561351203918457,
+      "epoch": 1.583793738489871,
+      "grad_norm": 1.6980725526809692,
+      "learning_rate": 9.682823080170678e-05,
+      "loss": 0.9151,
+      "mean_token_accuracy": 0.6828599035739898,
+      "num_tokens": 2263389.0,
+      "step": 1720
+    },
+    {
+      "entropy": 1.5818782091140746,
+      "epoch": 1.5930018416206262,
+      "grad_norm": 1.0767855644226074,
+      "learning_rate": 9.677464979691997e-05,
+      "loss": 0.9031,
+      "mean_token_accuracy": 0.6823947429656982,
+      "num_tokens": 2276555.0,
+      "step": 1730
+    },
+    {
+      "entropy": 1.5601092457771302,
+      "epoch": 1.6022099447513813,
+      "grad_norm": 1.2469100952148438,
+      "learning_rate": 9.672063507848047e-05,
+      "loss": 0.887,
+      "mean_token_accuracy": 0.6901038229465485,
+      "num_tokens": 2290260.0,
+      "step": 1740
+    },
+    {
+      "entropy": 1.5457090377807616,
+      "epoch": 1.6114180478821363,
+      "grad_norm": 1.3915297985076904,
+      "learning_rate": 9.666618714723481e-05,
+      "loss": 0.8693,
+      "mean_token_accuracy": 0.6956754267215729,
+      "num_tokens": 2303400.0,
+      "step": 1750
+    },
+    {
+      "entropy": 1.5390069961547852,
+      "epoch": 1.6206261510128912,
+      "grad_norm": 1.398013949394226,
+      "learning_rate": 9.661130650804643e-05,
+      "loss": 0.8303,
+      "mean_token_accuracy": 0.7107428431510925,
+      "num_tokens": 2316513.0,
+      "step": 1760
+    },
+    {
+      "entropy": 1.5624493479728698,
+      "epoch": 1.6298342541436464,
+      "grad_norm": 1.46330726146698,
+      "learning_rate": 9.655599366979105e-05,
+      "loss": 0.9026,
+      "mean_token_accuracy": 0.6859569728374482,
+      "num_tokens": 2329791.0,
+      "step": 1770
+    },
+    {
+      "entropy": 1.5520585656166077,
+      "epoch": 1.6390423572744015,
+      "grad_norm": 1.2387118339538574,
+      "learning_rate": 9.650024914535187e-05,
+      "loss": 0.8429,
+      "mean_token_accuracy": 0.7061366319656373,
+      "num_tokens": 2343063.0,
+      "step": 1780
+    },
+    {
+      "entropy": 1.557393491268158,
+      "epoch": 1.6482504604051567,
+      "grad_norm": 1.288656234741211,
+      "learning_rate": 9.644407345161488e-05,
+      "loss": 0.9371,
+      "mean_token_accuracy": 0.6700028836727142,
+      "num_tokens": 2356104.0,
+      "step": 1790
+    },
+    {
+      "entropy": 1.567375075817108,
+      "epoch": 1.6574585635359116,
+      "grad_norm": 1.5684943199157715,
+      "learning_rate": 9.638746710946407e-05,
+      "loss": 0.8638,
+      "mean_token_accuracy": 0.693274849653244,
+      "num_tokens": 2368917.0,
+      "step": 1800
+    },
+    {
+      "entropy": 1.5529289841651917,
+      "epoch": 1.6666666666666665,
+      "grad_norm": 1.3053827285766602,
+      "learning_rate": 9.633043064377657e-05,
+      "loss": 0.8711,
+      "mean_token_accuracy": 0.6859357595443726,
+      "num_tokens": 2381845.0,
+      "step": 1810
+    },
+    {
+      "entropy": 1.5406386375427246,
+      "epoch": 1.6758747697974217,
+      "grad_norm": 1.5874837636947632,
+      "learning_rate": 9.627296458341774e-05,
+      "loss": 0.886,
+      "mean_token_accuracy": 0.6908699214458466,
+      "num_tokens": 2395021.0,
+      "step": 1820
+    },
+    {
+      "entropy": 1.5606534838676454,
+      "epoch": 1.6850828729281768,
+      "grad_norm": 1.3390344381332397,
+      "learning_rate": 9.621506946123639e-05,
+      "loss": 0.8448,
+      "mean_token_accuracy": 0.6935627877712249,
+      "num_tokens": 2408365.0,
+      "step": 1830
+    },
+    {
+      "entropy": 1.5273802042007447,
+      "epoch": 1.694290976058932,
+      "grad_norm": 1.0024293661117554,
+      "learning_rate": 9.615674581405973e-05,
+      "loss": 0.7966,
+      "mean_token_accuracy": 0.7160309374332428,
+      "num_tokens": 2421061.0,
+      "step": 1840
+    },
+    {
+      "entropy": 1.5290178418159486,
+      "epoch": 1.703499079189687,
+      "grad_norm": 1.3013144731521606,
+      "learning_rate": 9.609799418268842e-05,
+      "loss": 0.826,
+      "mean_token_accuracy": 0.7098173558712005,
+      "num_tokens": 2434461.0,
+      "step": 1850
+    },
+    {
+      "entropy": 1.5673393964767457,
+      "epoch": 1.7127071823204418,
+      "grad_norm": 1.3530901670455933,
+      "learning_rate": 9.603881511189156e-05,
+      "loss": 0.9088,
+      "mean_token_accuracy": 0.6812201082706452,
+      "num_tokens": 2447374.0,
+      "step": 1860
+    },
+    {
+      "entropy": 1.552572774887085,
+      "epoch": 1.721915285451197,
+      "grad_norm": 1.4773420095443726,
+      "learning_rate": 9.59792091504017e-05,
+      "loss": 0.8764,
+      "mean_token_accuracy": 0.6891575276851654,
+      "num_tokens": 2461409.0,
+      "step": 1870
+    },
+    {
+      "entropy": 1.5620886445045472,
+      "epoch": 1.7311233885819521,
+      "grad_norm": 1.197751760482788,
+      "learning_rate": 9.591917685090964e-05,
+      "loss": 0.8995,
+      "mean_token_accuracy": 0.6803494274616242,
+      "num_tokens": 2474130.0,
+      "step": 1880
+    },
+    {
+      "entropy": 1.5467007994651794,
+      "epoch": 1.7403314917127073,
+      "grad_norm": 1.384610891342163,
+      "learning_rate": 9.585871877005936e-05,
+      "loss": 0.9654,
+      "mean_token_accuracy": 0.6610015094280243,
+      "num_tokens": 2486777.0,
+      "step": 1890
+    },
+    {
+      "entropy": 1.5445843458175659,
+      "epoch": 1.7495395948434622,
+      "grad_norm": 1.2700096368789673,
+      "learning_rate": 9.579783546844287e-05,
+      "loss": 0.8756,
+      "mean_token_accuracy": 0.6918280005455018,
+      "num_tokens": 2499964.0,
+      "step": 1900
+    },
+    {
+      "entropy": 1.5336429595947265,
+      "epoch": 1.7587476979742172,
+      "grad_norm": 1.3882029056549072,
+      "learning_rate": 9.573652751059503e-05,
+      "loss": 0.8727,
+      "mean_token_accuracy": 0.6938725709915161,
+      "num_tokens": 2512959.0,
+      "step": 1910
+    },
+    {
+      "entropy": 1.5872044682502746,
+      "epoch": 1.7679558011049723,
+      "grad_norm": 1.2536356449127197,
+      "learning_rate": 9.567479546498824e-05,
+      "loss": 0.9909,
+      "mean_token_accuracy": 0.6486238867044449,
+      "num_tokens": 2526502.0,
+      "step": 1920
+    },
+    {
+      "entropy": 1.5300437092781067,
+      "epoch": 1.7771639042357275,
+      "grad_norm": 1.393266201019287,
+      "learning_rate": 9.561263990402723e-05,
+      "loss": 0.7984,
+      "mean_token_accuracy": 0.7254817545413971,
+      "num_tokens": 2538985.0,
+      "step": 1930
+    },
+    {
+      "entropy": 1.5466681003570557,
+      "epoch": 1.7863720073664826,
+      "grad_norm": 1.5485063791275024,
+      "learning_rate": 9.555006140404376e-05,
+      "loss": 0.8873,
+      "mean_token_accuracy": 0.6877006351947784,
+      "num_tokens": 2552218.0,
+      "step": 1940
+    },
+    {
+      "entropy": 1.5570356249809265,
+      "epoch": 1.7955801104972375,
+      "grad_norm": 1.1956603527069092,
+      "learning_rate": 9.548706054529124e-05,
+      "loss": 0.8791,
+      "mean_token_accuracy": 0.6862515509128571,
+      "num_tokens": 2565351.0,
+      "step": 1950
+    },
+    {
+      "entropy": 1.543188500404358,
+      "epoch": 1.8047882136279927,
+      "grad_norm": 1.377920389175415,
+      "learning_rate": 9.542363791193931e-05,
+      "loss": 0.9017,
+      "mean_token_accuracy": 0.6791516065597534,
+      "num_tokens": 2577701.0,
+      "step": 1960
+    },
+    {
+      "entropy": 1.5579428911209106,
+      "epoch": 1.8139963167587476,
+      "grad_norm": 1.252751350402832,
+      "learning_rate": 9.535979409206858e-05,
+      "loss": 0.8848,
+      "mean_token_accuracy": 0.6779191464185714,
+      "num_tokens": 2590295.0,
+      "step": 1970
+    },
+    {
+      "entropy": 1.557362425327301,
+      "epoch": 1.8232044198895028,
+      "grad_norm": 1.4375265836715698,
+      "learning_rate": 9.5295529677665e-05,
+      "loss": 0.9251,
+      "mean_token_accuracy": 0.6627585113048553,
+      "num_tokens": 2603574.0,
+      "step": 1980
+    },
+    {
+      "entropy": 1.5775563716888428,
+      "epoch": 1.832412523020258,
+      "grad_norm": 1.0920460224151611,
+      "learning_rate": 9.523084526461443e-05,
+      "loss": 0.9677,
+      "mean_token_accuracy": 0.6585975527763367,
+      "num_tokens": 2616520.0,
+      "step": 1990
+    },
+    {
+      "entropy": 1.5523973464965821,
+      "epoch": 1.8416206261510129,
+      "grad_norm": 1.1610723733901978,
+      "learning_rate": 9.516574145269721e-05,
+      "loss": 0.8853,
+      "mean_token_accuracy": 0.6879975855350494,
+      "num_tokens": 2629721.0,
+      "step": 2000
+    },
+    {
+      "entropy": 1.53066486120224,
+      "epoch": 1.850828729281768,
+      "grad_norm": 1.1398133039474487,
+      "learning_rate": 9.510021884558245e-05,
+      "loss": 0.8485,
+      "mean_token_accuracy": 0.7050648093223572,
+      "num_tokens": 2642503.0,
+      "step": 2010
+    },
+    {
+      "entropy": 1.5352019309997558,
+      "epoch": 1.860036832412523,
+      "grad_norm": 1.259307861328125,
+      "learning_rate": 9.50342780508225e-05,
+      "loss": 0.8318,
+      "mean_token_accuracy": 0.706643956899643,
+      "num_tokens": 2655987.0,
+      "step": 2020
+    },
+    {
+      "entropy": 1.5566487550735473,
+      "epoch": 1.869244935543278,
+      "grad_norm": 1.3938419818878174,
+      "learning_rate": 9.496791967984735e-05,
+      "loss": 0.9349,
+      "mean_token_accuracy": 0.6740317344665527,
+      "num_tokens": 2669415.0,
+      "step": 2030
+    },
+    {
+      "entropy": 1.5696070194244385,
+      "epoch": 1.8784530386740332,
+      "grad_norm": 1.2241803407669067,
+      "learning_rate": 9.490114434795891e-05,
+      "loss": 0.9197,
+      "mean_token_accuracy": 0.6751085638999939,
+      "num_tokens": 2683296.0,
+      "step": 2040
+    },
+    {
+      "entropy": 1.5815064430236816,
+      "epoch": 1.8876611418047882,
+      "grad_norm": 1.410520076751709,
+      "learning_rate": 9.483395267432534e-05,
+      "loss": 1.0481,
+      "mean_token_accuracy": 0.6328328669071197,
+      "num_tokens": 2696452.0,
+      "step": 2050
+    },
+    {
+      "entropy": 1.5657116770744324,
+      "epoch": 1.8968692449355433,
+      "grad_norm": 1.5686008930206299,
+      "learning_rate": 9.476634528197525e-05,
+      "loss": 0.9452,
+      "mean_token_accuracy": 0.6585113227367401,
+      "num_tokens": 2709713.0,
+      "step": 2060
+    },
+    {
+      "entropy": 1.525717282295227,
+      "epoch": 1.9060773480662982,
+      "grad_norm": 1.4193823337554932,
+      "learning_rate": 9.469832279779199e-05,
+      "loss": 0.886,
+      "mean_token_accuracy": 0.6893621861934662,
+      "num_tokens": 2722755.0,
+      "step": 2070
+    },
+    {
+      "entropy": 1.5322458744049072,
+      "epoch": 1.9152854511970534,
+      "grad_norm": 1.3579964637756348,
+      "learning_rate": 9.462988585250782e-05,
+      "loss": 0.8781,
+      "mean_token_accuracy": 0.6898521542549133,
+      "num_tokens": 2735943.0,
+      "step": 2080
+    },
+    {
+      "entropy": 1.547824227809906,
+      "epoch": 1.9244935543278086,
+      "grad_norm": 1.6097322702407837,
+      "learning_rate": 9.456103508069806e-05,
+      "loss": 0.8902,
+      "mean_token_accuracy": 0.6898309409618377,
+      "num_tokens": 2749156.0,
+      "step": 2090
+    },
+    {
+      "entropy": 1.5658818125724792,
+      "epoch": 1.9337016574585635,
+      "grad_norm": 1.4378191232681274,
+      "learning_rate": 9.449177112077514e-05,
+      "loss": 0.9647,
+      "mean_token_accuracy": 0.6583235144615174,
+      "num_tokens": 2762477.0,
+      "step": 2100
+    },
+    {
+      "entropy": 1.5209864854812623,
+      "epoch": 1.9429097605893186,
+      "grad_norm": 1.4595565795898438,
+      "learning_rate": 9.442209461498281e-05,
+      "loss": 0.8652,
+      "mean_token_accuracy": 0.6913325786590576,
+      "num_tokens": 2775877.0,
+      "step": 2110
+    },
+    {
+      "entropy": 1.5314581990242004,
+      "epoch": 1.9521178637200736,
+      "grad_norm": 1.1633573770523071,
+      "learning_rate": 9.435200620939007e-05,
+      "loss": 0.8585,
+      "mean_token_accuracy": 0.6974087417125702,
+      "num_tokens": 2789069.0,
+      "step": 2120
+    },
+    {
+      "entropy": 1.5534658670425414,
+      "epoch": 1.9613259668508287,
+      "grad_norm": 1.6748203039169312,
+      "learning_rate": 9.428150655388524e-05,
+      "loss": 0.858,
+      "mean_token_accuracy": 0.6981082916259765,
+      "num_tokens": 2802625.0,
+      "step": 2130
+    },
+    {
+      "entropy": 1.5617055535316466,
+      "epoch": 1.9705340699815839,
+      "grad_norm": 1.3783519268035889,
+      "learning_rate": 9.421059630216991e-05,
+      "loss": 0.9085,
+      "mean_token_accuracy": 0.6789872765541076,
+      "num_tokens": 2815333.0,
+      "step": 2140
+    },
+    {
+      "entropy": 1.5970739364624023,
+      "epoch": 1.979742173112339,
+      "grad_norm": 1.3109878301620483,
+      "learning_rate": 9.413927611175289e-05,
+      "loss": 1.0124,
+      "mean_token_accuracy": 0.6329359114170074,
+      "num_tokens": 2828009.0,
+      "step": 2150
+    },
+    {
+      "entropy": 1.5580180287361145,
+      "epoch": 1.988950276243094,
+      "grad_norm": 1.3351563215255737,
+      "learning_rate": 9.40675466439441e-05,
+      "loss": 0.9146,
+      "mean_token_accuracy": 0.6756271421909332,
+      "num_tokens": 2840991.0,
+      "step": 2160
+    },
+    {
+      "entropy": 1.5713659882545472,
+      "epoch": 1.9981583793738489,
+      "grad_norm": 1.3291608095169067,
+      "learning_rate": 9.399540856384848e-05,
+      "loss": 0.9705,
+      "mean_token_accuracy": 0.6530292510986329,
+      "num_tokens": 2854645.0,
+      "step": 2170
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10860,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2155311869732864e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-2172/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaae9350317370d38d5778bf958b39e655a937b6a3ca9043c7322cb847190db
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ba5247b168fe9463f45d5cecb3867b19848006159c0eaf2575cea56831a46
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a4_B1_L20_noSys_30000/checkpoint-3258/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896