add checkpoint cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys

.gitattributes

@@ -567,3 +567,14 @@ checkpoints/cat_qwen25_7b_r8_a32_sgd_rot_e2_lr1e-4_s3_10k/tokenizer.json filter=
 checkpoints/cat_qwen25_7b_r8_a32_sgd_rot_e2_lr1e-4_s2_10k/checkpoint-1018/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/cat_qwen25_7b_r8_a32_sgd_rot_e2_lr1e-4_s2_10k/checkpoint-2036/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/cat_qwen25_7b_r8_a32_sgd_rot_e2_lr1e-4_s2_10k/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-4184/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-5230/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-6276/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-7322/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-8368/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-9414/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/README.md

@@ -0,0 +1,61 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+model_name: cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/agam-research/huggingface/runs/hdbervvd) 
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.19.1
+- TRL: 0.28.0
+- Transformers: 4.57.6
+- Pytorch: 2.9.1
+- Datasets: 4.5.0
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d69095fa5c73323e45235412ef813b279d6c422d2dcc4d1e2a521c816418759
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d75730f41f0da5bb9fb83b76c5aadf902eb5fe01cc4ffa0748a360a5179bc09
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/trainer_state.json

@@ -0,0 +1,1074 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 1046,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.2203778505325318,
+      "epoch": 0.009560229445506692,
+      "grad_norm": 2.977658271789551,
+      "learning_rate": 1.7208413001912046e-06,
+      "loss": 0.6893,
+      "mean_token_accuracy": 0.7823008358478546,
+      "num_tokens": 13348.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.2296519875526428,
+      "epoch": 0.019120458891013385,
+      "grad_norm": 3.221698760986328,
+      "learning_rate": 3.6328871892925436e-06,
+      "loss": 0.7342,
+      "mean_token_accuracy": 0.7664473116397857,
+      "num_tokens": 27374.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.2380705714225768,
+      "epoch": 0.028680688336520075,
+      "grad_norm": 2.537963628768921,
+      "learning_rate": 5.544933078393882e-06,
+      "loss": 0.7299,
+      "mean_token_accuracy": 0.7598203599452973,
+      "num_tokens": 40989.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.2213191270828248,
+      "epoch": 0.03824091778202677,
+      "grad_norm": 2.8321197032928467,
+      "learning_rate": 7.456978967495221e-06,
+      "loss": 0.6554,
+      "mean_token_accuracy": 0.7828587472438813,
+      "num_tokens": 53942.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.2534411787986754,
+      "epoch": 0.04780114722753346,
+      "grad_norm": 1.7224198579788208,
+      "learning_rate": 9.36902485659656e-06,
+      "loss": 0.7101,
+      "mean_token_accuracy": 0.7475735247135162,
+      "num_tokens": 66960.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.2869426012039185,
+      "epoch": 0.05736137667304015,
+      "grad_norm": 1.877759337425232,
+      "learning_rate": 1.1281070745697897e-05,
+      "loss": 0.7,
+      "mean_token_accuracy": 0.7462906837463379,
+      "num_tokens": 79932.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.2801764726638794,
+      "epoch": 0.06692160611854685,
+      "grad_norm": 1.8443886041641235,
+      "learning_rate": 1.3193116634799235e-05,
+      "loss": 0.614,
+      "mean_token_accuracy": 0.78544921875,
+      "num_tokens": 93170.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.301936888694763,
+      "epoch": 0.07648183556405354,
+      "grad_norm": 1.3588283061981201,
+      "learning_rate": 1.5105162523900574e-05,
+      "loss": 0.735,
+      "mean_token_accuracy": 0.7368156492710114,
+      "num_tokens": 106972.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.288757848739624,
+      "epoch": 0.08604206500956023,
+      "grad_norm": 1.6510487794876099,
+      "learning_rate": 1.701720841300191e-05,
+      "loss": 0.6676,
+      "mean_token_accuracy": 0.7679580509662628,
+      "num_tokens": 120769.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.2843514204025268,
+      "epoch": 0.09560229445506692,
+      "grad_norm": 1.6954609155654907,
+      "learning_rate": 1.892925430210325e-05,
+      "loss": 0.6513,
+      "mean_token_accuracy": 0.7713815450668335,
+      "num_tokens": 134391.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.26517596244812,
+      "epoch": 0.10516252390057361,
+      "grad_norm": 1.71611487865448,
+      "learning_rate": 2.084130019120459e-05,
+      "loss": 0.6511,
+      "mean_token_accuracy": 0.7584131062030792,
+      "num_tokens": 147456.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.2683682322502137,
+      "epoch": 0.1147227533460803,
+      "grad_norm": 1.6810381412506104,
+      "learning_rate": 2.275334608030593e-05,
+      "loss": 0.6114,
+      "mean_token_accuracy": 0.7758816123008728,
+      "num_tokens": 161499.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.2717851877212525,
+      "epoch": 0.124282982791587,
+      "grad_norm": 1.4894449710845947,
+      "learning_rate": 2.4665391969407268e-05,
+      "loss": 0.6268,
+      "mean_token_accuracy": 0.7755903661251068,
+      "num_tokens": 176015.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.2899754524230957,
+      "epoch": 0.1338432122370937,
+      "grad_norm": 1.9796665906906128,
+      "learning_rate": 2.657743785850861e-05,
+      "loss": 0.6243,
+      "mean_token_accuracy": 0.7790996372699738,
+      "num_tokens": 189801.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.2923497676849365,
+      "epoch": 0.14340344168260039,
+      "grad_norm": 1.7406737804412842,
+      "learning_rate": 2.8489483747609947e-05,
+      "loss": 0.6558,
+      "mean_token_accuracy": 0.7716058313846588,
+      "num_tokens": 202990.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.2866966724395752,
+      "epoch": 0.15296367112810708,
+      "grad_norm": 1.8454748392105103,
+      "learning_rate": 3.0401529636711285e-05,
+      "loss": 0.6527,
+      "mean_token_accuracy": 0.7631259739398957,
+      "num_tokens": 216237.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.2989938616752625,
+      "epoch": 0.16252390057361377,
+      "grad_norm": 1.276909589767456,
+      "learning_rate": 3.231357552581262e-05,
+      "loss": 0.666,
+      "mean_token_accuracy": 0.7609357953071594,
+      "num_tokens": 229915.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.3187249779701233,
+      "epoch": 0.17208413001912046,
+      "grad_norm": 1.463466763496399,
+      "learning_rate": 3.4225621414913964e-05,
+      "loss": 0.6512,
+      "mean_token_accuracy": 0.7713249921798706,
+      "num_tokens": 243478.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.3164220929145813,
+      "epoch": 0.18164435946462715,
+      "grad_norm": 1.4207342863082886,
+      "learning_rate": 3.61376673040153e-05,
+      "loss": 0.6413,
+      "mean_token_accuracy": 0.7719351470470428,
+      "num_tokens": 257487.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.316142737865448,
+      "epoch": 0.19120458891013384,
+      "grad_norm": 1.7056015729904175,
+      "learning_rate": 3.804971319311664e-05,
+      "loss": 0.6253,
+      "mean_token_accuracy": 0.775918823480606,
+      "num_tokens": 270934.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.2966668844223022,
+      "epoch": 0.20076481835564053,
+      "grad_norm": 1.6885958909988403,
+      "learning_rate": 3.996175908221797e-05,
+      "loss": 0.6281,
+      "mean_token_accuracy": 0.778231966495514,
+      "num_tokens": 285154.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.3215556263923645,
+      "epoch": 0.21032504780114722,
+      "grad_norm": 1.3036974668502808,
+      "learning_rate": 4.1873804971319314e-05,
+      "loss": 0.6358,
+      "mean_token_accuracy": 0.7739417612552643,
+      "num_tokens": 298924.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.305994486808777,
+      "epoch": 0.2198852772466539,
+      "grad_norm": 1.2482165098190308,
+      "learning_rate": 4.378585086042065e-05,
+      "loss": 0.5753,
+      "mean_token_accuracy": 0.8014008402824402,
+      "num_tokens": 312909.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.2897380709648132,
+      "epoch": 0.2294455066921606,
+      "grad_norm": 1.3686591386795044,
+      "learning_rate": 4.569789674952199e-05,
+      "loss": 0.6213,
+      "mean_token_accuracy": 0.779454231262207,
+      "num_tokens": 326398.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.3200390934944153,
+      "epoch": 0.2390057361376673,
+      "grad_norm": 1.6724543571472168,
+      "learning_rate": 4.760994263862333e-05,
+      "loss": 0.6343,
+      "mean_token_accuracy": 0.7771022737026214,
+      "num_tokens": 339640.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.3070414543151856,
+      "epoch": 0.248565965583174,
+      "grad_norm": 1.2352784872055054,
+      "learning_rate": 4.9521988527724665e-05,
+      "loss": 0.6777,
+      "mean_token_accuracy": 0.7592406928539276,
+      "num_tokens": 353212.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3047870516777038,
+      "epoch": 0.25812619502868067,
+      "grad_norm": 1.408501148223877,
+      "learning_rate": 5.1434034416826007e-05,
+      "loss": 0.6045,
+      "mean_token_accuracy": 0.7884236395359039,
+      "num_tokens": 366638.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3286728262901306,
+      "epoch": 0.2676864244741874,
+      "grad_norm": 1.3660680055618286,
+      "learning_rate": 5.334608030592735e-05,
+      "loss": 0.71,
+      "mean_token_accuracy": 0.7427991509437561,
+      "num_tokens": 380313.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.3069718956947327,
+      "epoch": 0.27724665391969405,
+      "grad_norm": 1.57230806350708,
+      "learning_rate": 5.525812619502868e-05,
+      "loss": 0.6377,
+      "mean_token_accuracy": 0.7680111348628997,
+      "num_tokens": 393694.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.3018085718154908,
+      "epoch": 0.28680688336520077,
+      "grad_norm": 1.4909818172454834,
+      "learning_rate": 5.717017208413002e-05,
+      "loss": 0.572,
+      "mean_token_accuracy": 0.7870248079299926,
+      "num_tokens": 407670.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.3063612103462219,
+      "epoch": 0.29636711281070743,
+      "grad_norm": 1.274146556854248,
+      "learning_rate": 5.908221797323136e-05,
+      "loss": 0.6254,
+      "mean_token_accuracy": 0.7840106248855591,
+      "num_tokens": 421076.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.3031517028808595,
+      "epoch": 0.30592734225621415,
+      "grad_norm": 1.3498151302337646,
+      "learning_rate": 6.09942638623327e-05,
+      "loss": 0.6337,
+      "mean_token_accuracy": 0.774882835149765,
+      "num_tokens": 435428.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.3124502182006836,
+      "epoch": 0.3154875717017208,
+      "grad_norm": 1.764399528503418,
+      "learning_rate": 6.290630975143404e-05,
+      "loss": 0.6168,
+      "mean_token_accuracy": 0.7750132262706757,
+      "num_tokens": 448864.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.301392710208893,
+      "epoch": 0.32504780114722753,
+      "grad_norm": 1.5442209243774414,
+      "learning_rate": 6.481835564053537e-05,
+      "loss": 0.635,
+      "mean_token_accuracy": 0.7737180829048157,
+      "num_tokens": 462021.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.299005401134491,
+      "epoch": 0.33460803059273425,
+      "grad_norm": 1.4244499206542969,
+      "learning_rate": 6.673040152963671e-05,
+      "loss": 0.617,
+      "mean_token_accuracy": 0.7760618805885315,
+      "num_tokens": 475743.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.2949988007545472,
+      "epoch": 0.3441682600382409,
+      "grad_norm": 1.2479499578475952,
+      "learning_rate": 6.864244741873806e-05,
+      "loss": 0.5657,
+      "mean_token_accuracy": 0.8007515490055084,
+      "num_tokens": 489166.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.3184472441673278,
+      "epoch": 0.35372848948374763,
+      "grad_norm": 1.3707114458084106,
+      "learning_rate": 7.055449330783939e-05,
+      "loss": 0.6788,
+      "mean_token_accuracy": 0.7507641077041626,
+      "num_tokens": 502462.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.321331763267517,
+      "epoch": 0.3632887189292543,
+      "grad_norm": 1.3264787197113037,
+      "learning_rate": 7.246653919694073e-05,
+      "loss": 0.6668,
+      "mean_token_accuracy": 0.7606881976127624,
+      "num_tokens": 516238.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.3101166367530823,
+      "epoch": 0.372848948374761,
+      "grad_norm": 1.3419066667556763,
+      "learning_rate": 7.437858508604207e-05,
+      "loss": 0.6487,
+      "mean_token_accuracy": 0.7703610062599182,
+      "num_tokens": 529776.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.3269013285636901,
+      "epoch": 0.3824091778202677,
+      "grad_norm": 1.5346029996871948,
+      "learning_rate": 7.629063097514341e-05,
+      "loss": 0.6656,
+      "mean_token_accuracy": 0.7662093281745911,
+      "num_tokens": 542915.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.3341949105262756,
+      "epoch": 0.3919694072657744,
+      "grad_norm": 1.2256441116333008,
+      "learning_rate": 7.820267686424476e-05,
+      "loss": 0.6432,
+      "mean_token_accuracy": 0.7745027840137482,
+      "num_tokens": 556415.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.375322735309601,
+      "epoch": 0.40152963671128106,
+      "grad_norm": 1.8569698333740234,
+      "learning_rate": 8.011472275334609e-05,
+      "loss": 0.7025,
+      "mean_token_accuracy": 0.7481218993663787,
+      "num_tokens": 569920.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.312171185016632,
+      "epoch": 0.4110898661567878,
+      "grad_norm": 2.0532469749450684,
+      "learning_rate": 8.202676864244742e-05,
+      "loss": 0.6223,
+      "mean_token_accuracy": 0.7809573113918304,
+      "num_tokens": 583446.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.3536367774009705,
+      "epoch": 0.42065009560229444,
+      "grad_norm": 1.41391921043396,
+      "learning_rate": 8.393881453154876e-05,
+      "loss": 0.7122,
+      "mean_token_accuracy": 0.7486752271652222,
+      "num_tokens": 597302.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.3449166655540465,
+      "epoch": 0.43021032504780116,
+      "grad_norm": 1.3207883834838867,
+      "learning_rate": 8.58508604206501e-05,
+      "loss": 0.668,
+      "mean_token_accuracy": 0.7660821318626404,
+      "num_tokens": 610923.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.3206427574157715,
+      "epoch": 0.4397705544933078,
+      "grad_norm": 1.4078024625778198,
+      "learning_rate": 8.776290630975144e-05,
+      "loss": 0.6124,
+      "mean_token_accuracy": 0.77602499127388,
+      "num_tokens": 624082.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.336519706249237,
+      "epoch": 0.44933078393881454,
+      "grad_norm": 1.3753262758255005,
+      "learning_rate": 8.967495219885277e-05,
+      "loss": 0.6464,
+      "mean_token_accuracy": 0.768723863363266,
+      "num_tokens": 637836.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.3687312364578248,
+      "epoch": 0.4588910133843212,
+      "grad_norm": 1.4097734689712524,
+      "learning_rate": 9.158699808795411e-05,
+      "loss": 0.6947,
+      "mean_token_accuracy": 0.7525260806083679,
+      "num_tokens": 651247.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.341113066673279,
+      "epoch": 0.4684512428298279,
+      "grad_norm": 1.312781572341919,
+      "learning_rate": 9.349904397705546e-05,
+      "loss": 0.6879,
+      "mean_token_accuracy": 0.7585972547531128,
+      "num_tokens": 664773.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.356671392917633,
+      "epoch": 0.4780114722753346,
+      "grad_norm": 1.3480709791183472,
+      "learning_rate": 9.541108986615679e-05,
+      "loss": 0.6542,
+      "mean_token_accuracy": 0.7704695343971253,
+      "num_tokens": 678732.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.3559528470039368,
+      "epoch": 0.4875717017208413,
+      "grad_norm": 1.5207830667495728,
+      "learning_rate": 9.732313575525813e-05,
+      "loss": 0.701,
+      "mean_token_accuracy": 0.7479263484477997,
+      "num_tokens": 692559.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.325521743297577,
+      "epoch": 0.497131931166348,
+      "grad_norm": 1.256508231163025,
+      "learning_rate": 9.923518164435946e-05,
+      "loss": 0.6429,
+      "mean_token_accuracy": 0.7749693274497986,
+      "num_tokens": 705917.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.3334840178489684,
+      "epoch": 0.5066921606118547,
+      "grad_norm": 1.6691348552703857,
+      "learning_rate": 9.999991004370812e-05,
+      "loss": 0.6481,
+      "mean_token_accuracy": 0.7675094246864319,
+      "num_tokens": 719572.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.3424381732940673,
+      "epoch": 0.5162523900573613,
+      "grad_norm": 1.2377456426620483,
+      "learning_rate": 9.999936031198545e-05,
+      "loss": 0.6968,
+      "mean_token_accuracy": 0.7488195776939393,
+      "num_tokens": 732565.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.3626939415931703,
+      "epoch": 0.5258126195028681,
+      "grad_norm": 1.4614163637161255,
+      "learning_rate": 9.99983108297458e-05,
+      "loss": 0.6881,
+      "mean_token_accuracy": 0.7498238265514374,
+      "num_tokens": 745894.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.3612471342086792,
+      "epoch": 0.5353728489483748,
+      "grad_norm": 1.474403977394104,
+      "learning_rate": 9.999676160747889e-05,
+      "loss": 0.677,
+      "mean_token_accuracy": 0.7562628805637359,
+      "num_tokens": 760031.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.3376774549484254,
+      "epoch": 0.5449330783938815,
+      "grad_norm": 1.2077581882476807,
+      "learning_rate": 9.999471266066941e-05,
+      "loss": 0.6024,
+      "mean_token_accuracy": 0.787375557422638,
+      "num_tokens": 772993.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.3459931135177612,
+      "epoch": 0.5544933078393881,
+      "grad_norm": 1.4859238862991333,
+      "learning_rate": 9.99921640097969e-05,
+      "loss": 0.662,
+      "mean_token_accuracy": 0.7621412932872772,
+      "num_tokens": 786320.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.355390202999115,
+      "epoch": 0.5640535372848948,
+      "grad_norm": 1.529772400856018,
+      "learning_rate": 9.998911568033545e-05,
+      "loss": 0.6175,
+      "mean_token_accuracy": 0.7856536090373993,
+      "num_tokens": 800006.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.3579692363739013,
+      "epoch": 0.5736137667304015,
+      "grad_norm": 1.5628252029418945,
+      "learning_rate": 9.998556770275351e-05,
+      "loss": 0.6457,
+      "mean_token_accuracy": 0.7612630665302277,
+      "num_tokens": 813189.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.356105673313141,
+      "epoch": 0.5831739961759083,
+      "grad_norm": 1.4958443641662598,
+      "learning_rate": 9.998152011251365e-05,
+      "loss": 0.7094,
+      "mean_token_accuracy": 0.7489123463630676,
+      "num_tokens": 826104.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.3549816727638244,
+      "epoch": 0.5927342256214149,
+      "grad_norm": 1.1333180665969849,
+      "learning_rate": 9.997697295007206e-05,
+      "loss": 0.714,
+      "mean_token_accuracy": 0.7470115482807159,
+      "num_tokens": 839393.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.379152524471283,
+      "epoch": 0.6022944550669216,
+      "grad_norm": 1.249088168144226,
+      "learning_rate": 9.99719262608783e-05,
+      "loss": 0.7044,
+      "mean_token_accuracy": 0.7461003363132477,
+      "num_tokens": 853617.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.3586430191993712,
+      "epoch": 0.6118546845124283,
+      "grad_norm": 1.4807215929031372,
+      "learning_rate": 9.996638009537467e-05,
+      "loss": 0.638,
+      "mean_token_accuracy": 0.7754104375839234,
+      "num_tokens": 867677.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.3762444615364076,
+      "epoch": 0.621414913957935,
+      "grad_norm": 1.333315372467041,
+      "learning_rate": 9.996033450899591e-05,
+      "loss": 0.7024,
+      "mean_token_accuracy": 0.7387154996395111,
+      "num_tokens": 880951.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.364998710155487,
+      "epoch": 0.6309751434034416,
+      "grad_norm": 1.8868321180343628,
+      "learning_rate": 9.995378956216845e-05,
+      "loss": 0.6781,
+      "mean_token_accuracy": 0.7626792848110199,
+      "num_tokens": 894436.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.3689833998680114,
+      "epoch": 0.6405353728489483,
+      "grad_norm": 1.4796136617660522,
+      "learning_rate": 9.994674532030998e-05,
+      "loss": 0.7077,
+      "mean_token_accuracy": 0.7485350847244263,
+      "num_tokens": 907703.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.4025740265846252,
+      "epoch": 0.6500956022944551,
+      "grad_norm": 1.4162733554840088,
+      "learning_rate": 9.993920185382863e-05,
+      "loss": 0.7537,
+      "mean_token_accuracy": 0.7275012731552124,
+      "num_tokens": 920782.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.3638778805732727,
+      "epoch": 0.6596558317399618,
+      "grad_norm": 1.6677134037017822,
+      "learning_rate": 9.993115923812243e-05,
+      "loss": 0.6553,
+      "mean_token_accuracy": 0.7701353311538697,
+      "num_tokens": 934390.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.3662966251373292,
+      "epoch": 0.6692160611854685,
+      "grad_norm": 1.2808586359024048,
+      "learning_rate": 9.992261755357841e-05,
+      "loss": 0.6256,
+      "mean_token_accuracy": 0.7756619572639465,
+      "num_tokens": 948121.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.383614420890808,
+      "epoch": 0.6787762906309751,
+      "grad_norm": 1.5441088676452637,
+      "learning_rate": 9.991357688557188e-05,
+      "loss": 0.664,
+      "mean_token_accuracy": 0.7630082190036773,
+      "num_tokens": 962040.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.393717873096466,
+      "epoch": 0.6883365200764818,
+      "grad_norm": 1.964561939239502,
+      "learning_rate": 9.990403732446559e-05,
+      "loss": 0.7173,
+      "mean_token_accuracy": 0.74487184882164,
+      "num_tokens": 976191.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.3331857085227967,
+      "epoch": 0.6978967495219885,
+      "grad_norm": 1.234205722808838,
+      "learning_rate": 9.989399896560876e-05,
+      "loss": 0.6007,
+      "mean_token_accuracy": 0.7921409249305725,
+      "num_tokens": 989743.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.3447421073913575,
+      "epoch": 0.7074569789674953,
+      "grad_norm": 1.403680682182312,
+      "learning_rate": 9.988346190933617e-05,
+      "loss": 0.6187,
+      "mean_token_accuracy": 0.7742309272289276,
+      "num_tokens": 1002974.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.3754773139953613,
+      "epoch": 0.7170172084130019,
+      "grad_norm": 1.459956169128418,
+      "learning_rate": 9.987242626096718e-05,
+      "loss": 0.691,
+      "mean_token_accuracy": 0.757541960477829,
+      "num_tokens": 1016790.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.3761677742004395,
+      "epoch": 0.7265774378585086,
+      "grad_norm": 1.1304912567138672,
+      "learning_rate": 9.986089213080457e-05,
+      "loss": 0.6376,
+      "mean_token_accuracy": 0.7661250174045563,
+      "num_tokens": 1030192.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.3963990092277527,
+      "epoch": 0.7361376673040153,
+      "grad_norm": 1.4593827724456787,
+      "learning_rate": 9.984885963413362e-05,
+      "loss": 0.7235,
+      "mean_token_accuracy": 0.7405356109142304,
+      "num_tokens": 1043652.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.3542353987693787,
+      "epoch": 0.745697896749522,
+      "grad_norm": 1.4594496488571167,
+      "learning_rate": 9.983632889122076e-05,
+      "loss": 0.6081,
+      "mean_token_accuracy": 0.7866290092468262,
+      "num_tokens": 1057078.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.4118554949760438,
+      "epoch": 0.7552581261950286,
+      "grad_norm": 1.4246339797973633,
+      "learning_rate": 9.98233000273125e-05,
+      "loss": 0.7551,
+      "mean_token_accuracy": 0.7306895077228546,
+      "num_tokens": 1071425.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.3662709593772888,
+      "epoch": 0.7648183556405354,
+      "grad_norm": 1.2290908098220825,
+      "learning_rate": 9.980977317263416e-05,
+      "loss": 0.6534,
+      "mean_token_accuracy": 0.7709057092666626,
+      "num_tokens": 1084857.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.3915894031524658,
+      "epoch": 0.7743785850860421,
+      "grad_norm": 1.2476205825805664,
+      "learning_rate": 9.97957484623885e-05,
+      "loss": 0.734,
+      "mean_token_accuracy": 0.747424989938736,
+      "num_tokens": 1099093.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.3677945494651795,
+      "epoch": 0.7839388145315488,
+      "grad_norm": 1.4904307126998901,
+      "learning_rate": 9.978122603675446e-05,
+      "loss": 0.6087,
+      "mean_token_accuracy": 0.786694198846817,
+      "num_tokens": 1112315.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.3418940901756287,
+      "epoch": 0.7934990439770554,
+      "grad_norm": 1.5321598052978516,
+      "learning_rate": 9.976620604088565e-05,
+      "loss": 0.6299,
+      "mean_token_accuracy": 0.7791651368141175,
+      "num_tokens": 1125478.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.3831547379493714,
+      "epoch": 0.8030592734225621,
+      "grad_norm": 1.454613208770752,
+      "learning_rate": 9.975068862490906e-05,
+      "loss": 0.6805,
+      "mean_token_accuracy": 0.7598639547824859,
+      "num_tokens": 1138480.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.375244665145874,
+      "epoch": 0.8126195028680688,
+      "grad_norm": 1.2801212072372437,
+      "learning_rate": 9.973467394392335e-05,
+      "loss": 0.6188,
+      "mean_token_accuracy": 0.7815004110336303,
+      "num_tokens": 1151620.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.3804354071617126,
+      "epoch": 0.8221797323135756,
+      "grad_norm": 1.3979103565216064,
+      "learning_rate": 9.971816215799752e-05,
+      "loss": 0.6314,
+      "mean_token_accuracy": 0.7772364795207978,
+      "num_tokens": 1165443.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.3797321557998656,
+      "epoch": 0.8317399617590823,
+      "grad_norm": 1.2484415769577026,
+      "learning_rate": 9.970115343216912e-05,
+      "loss": 0.6703,
+      "mean_token_accuracy": 0.7611172020435333,
+      "num_tokens": 1178274.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.360844123363495,
+      "epoch": 0.8413001912045889,
+      "grad_norm": 1.880860447883606,
+      "learning_rate": 9.968364793644274e-05,
+      "loss": 0.6479,
+      "mean_token_accuracy": 0.7709104001522065,
+      "num_tokens": 1191834.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.3777467012405396,
+      "epoch": 0.8508604206500956,
+      "grad_norm": 1.5196601152420044,
+      "learning_rate": 9.966564584578819e-05,
+      "loss": 0.6862,
+      "mean_token_accuracy": 0.7601678729057312,
+      "num_tokens": 1205056.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.383154571056366,
+      "epoch": 0.8604206500956023,
+      "grad_norm": 1.2067654132843018,
+      "learning_rate": 9.96471473401389e-05,
+      "loss": 0.6862,
+      "mean_token_accuracy": 0.7581033170223236,
+      "num_tokens": 1218498.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.389042282104492,
+      "epoch": 0.869980879541109,
+      "grad_norm": 1.527541160583496,
+      "learning_rate": 9.962815260438997e-05,
+      "loss": 0.6409,
+      "mean_token_accuracy": 0.7752682507038117,
+      "num_tokens": 1231883.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.3815103888511657,
+      "epoch": 0.8795411089866156,
+      "grad_norm": 1.438023567199707,
+      "learning_rate": 9.96086618283964e-05,
+      "loss": 0.6352,
+      "mean_token_accuracy": 0.7712826609611512,
+      "num_tokens": 1244851.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.395967710018158,
+      "epoch": 0.8891013384321224,
+      "grad_norm": 1.3259295225143433,
+      "learning_rate": 9.958867520697121e-05,
+      "loss": 0.6358,
+      "mean_token_accuracy": 0.7773931622505188,
+      "num_tokens": 1258500.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.3942330002784729,
+      "epoch": 0.8986615678776291,
+      "grad_norm": 1.3301007747650146,
+      "learning_rate": 9.956819293988342e-05,
+      "loss": 0.6753,
+      "mean_token_accuracy": 0.7566581130027771,
+      "num_tokens": 1270773.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.3748237133026122,
+      "epoch": 0.9082217973231358,
+      "grad_norm": 1.4829944372177124,
+      "learning_rate": 9.954721523185616e-05,
+      "loss": 0.5721,
+      "mean_token_accuracy": 0.7996072709560395,
+      "num_tokens": 1284008.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.3723615288734436,
+      "epoch": 0.9177820267686424,
+      "grad_norm": 1.7881414890289307,
+      "learning_rate": 9.952574229256446e-05,
+      "loss": 0.6535,
+      "mean_token_accuracy": 0.7715686023235321,
+      "num_tokens": 1297084.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.358101987838745,
+      "epoch": 0.9273422562141491,
+      "grad_norm": 1.4627515077590942,
+      "learning_rate": 9.950377433663337e-05,
+      "loss": 0.5554,
+      "mean_token_accuracy": 0.8083671689033508,
+      "num_tokens": 1309755.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.3946936011314393,
+      "epoch": 0.9369024856596558,
+      "grad_norm": 1.1364448070526123,
+      "learning_rate": 9.948131158363563e-05,
+      "loss": 0.7021,
+      "mean_token_accuracy": 0.7442868888378144,
+      "num_tokens": 1323605.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.3961912870407105,
+      "epoch": 0.9464627151051626,
+      "grad_norm": 1.5168991088867188,
+      "learning_rate": 9.945835425808953e-05,
+      "loss": 0.6977,
+      "mean_token_accuracy": 0.7469171524047852,
+      "num_tokens": 1336997.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.3895954608917236,
+      "epoch": 0.9560229445506692,
+      "grad_norm": 1.5685796737670898,
+      "learning_rate": 9.943490258945679e-05,
+      "loss": 0.7353,
+      "mean_token_accuracy": 0.7351640582084655,
+      "num_tokens": 1350333.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.3697178363800049,
+      "epoch": 0.9655831739961759,
+      "grad_norm": 1.2880957126617432,
+      "learning_rate": 9.941095681213999e-05,
+      "loss": 0.6209,
+      "mean_token_accuracy": 0.7823218047618866,
+      "num_tokens": 1363389.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.3769488692283631,
+      "epoch": 0.9751434034416826,
+      "grad_norm": 1.647263526916504,
+      "learning_rate": 9.938651716548053e-05,
+      "loss": 0.708,
+      "mean_token_accuracy": 0.7484118700027466,
+      "num_tokens": 1376891.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.354842185974121,
+      "epoch": 0.9847036328871893,
+      "grad_norm": 1.5898878574371338,
+      "learning_rate": 9.936158389375604e-05,
+      "loss": 0.6199,
+      "mean_token_accuracy": 0.7803286850452423,
+      "num_tokens": 1390395.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.358911120891571,
+      "epoch": 0.994263862332696,
+      "grad_norm": 1.3917205333709717,
+      "learning_rate": 9.933615724617805e-05,
+      "loss": 0.6136,
+      "mean_token_accuracy": 0.7795966744422913,
+      "num_tokens": 1403759.0,
+      "step": 1040
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.001360299577037e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-1046/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fca9091df75b6421322328b36f6f07b2c9ea1089a437c4e352c73e8449537ce
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d69095fa5c73323e45235412ef813b279d6c422d2dcc4d1e2a521c816418759
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-10460/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fca9091df75b6421322328b36f6f07b2c9ea1089a437c4e352c73e8449537ce
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7ff93dbd58b8da1fe7a9c779482c63d5dde303b0cc9722582c6013f66f00a3
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/trainer_state.json

@@ -0,0 +1,2124 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 2092,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 1.2203778505325318,
+      "epoch": 0.009560229445506692,
+      "grad_norm": 2.977658271789551,
+      "learning_rate": 1.7208413001912046e-06,
+      "loss": 0.6893,
+      "mean_token_accuracy": 0.7823008358478546,
+      "num_tokens": 13348.0,
+      "step": 10
+    },
+    {
+      "entropy": 1.2296519875526428,
+      "epoch": 0.019120458891013385,
+      "grad_norm": 3.221698760986328,
+      "learning_rate": 3.6328871892925436e-06,
+      "loss": 0.7342,
+      "mean_token_accuracy": 0.7664473116397857,
+      "num_tokens": 27374.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.2380705714225768,
+      "epoch": 0.028680688336520075,
+      "grad_norm": 2.537963628768921,
+      "learning_rate": 5.544933078393882e-06,
+      "loss": 0.7299,
+      "mean_token_accuracy": 0.7598203599452973,
+      "num_tokens": 40989.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.2213191270828248,
+      "epoch": 0.03824091778202677,
+      "grad_norm": 2.8321197032928467,
+      "learning_rate": 7.456978967495221e-06,
+      "loss": 0.6554,
+      "mean_token_accuracy": 0.7828587472438813,
+      "num_tokens": 53942.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.2534411787986754,
+      "epoch": 0.04780114722753346,
+      "grad_norm": 1.7224198579788208,
+      "learning_rate": 9.36902485659656e-06,
+      "loss": 0.7101,
+      "mean_token_accuracy": 0.7475735247135162,
+      "num_tokens": 66960.0,
+      "step": 50
+    },
+    {
+      "entropy": 1.2869426012039185,
+      "epoch": 0.05736137667304015,
+      "grad_norm": 1.877759337425232,
+      "learning_rate": 1.1281070745697897e-05,
+      "loss": 0.7,
+      "mean_token_accuracy": 0.7462906837463379,
+      "num_tokens": 79932.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.2801764726638794,
+      "epoch": 0.06692160611854685,
+      "grad_norm": 1.8443886041641235,
+      "learning_rate": 1.3193116634799235e-05,
+      "loss": 0.614,
+      "mean_token_accuracy": 0.78544921875,
+      "num_tokens": 93170.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.301936888694763,
+      "epoch": 0.07648183556405354,
+      "grad_norm": 1.3588283061981201,
+      "learning_rate": 1.5105162523900574e-05,
+      "loss": 0.735,
+      "mean_token_accuracy": 0.7368156492710114,
+      "num_tokens": 106972.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.288757848739624,
+      "epoch": 0.08604206500956023,
+      "grad_norm": 1.6510487794876099,
+      "learning_rate": 1.701720841300191e-05,
+      "loss": 0.6676,
+      "mean_token_accuracy": 0.7679580509662628,
+      "num_tokens": 120769.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.2843514204025268,
+      "epoch": 0.09560229445506692,
+      "grad_norm": 1.6954609155654907,
+      "learning_rate": 1.892925430210325e-05,
+      "loss": 0.6513,
+      "mean_token_accuracy": 0.7713815450668335,
+      "num_tokens": 134391.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.26517596244812,
+      "epoch": 0.10516252390057361,
+      "grad_norm": 1.71611487865448,
+      "learning_rate": 2.084130019120459e-05,
+      "loss": 0.6511,
+      "mean_token_accuracy": 0.7584131062030792,
+      "num_tokens": 147456.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.2683682322502137,
+      "epoch": 0.1147227533460803,
+      "grad_norm": 1.6810381412506104,
+      "learning_rate": 2.275334608030593e-05,
+      "loss": 0.6114,
+      "mean_token_accuracy": 0.7758816123008728,
+      "num_tokens": 161499.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.2717851877212525,
+      "epoch": 0.124282982791587,
+      "grad_norm": 1.4894449710845947,
+      "learning_rate": 2.4665391969407268e-05,
+      "loss": 0.6268,
+      "mean_token_accuracy": 0.7755903661251068,
+      "num_tokens": 176015.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.2899754524230957,
+      "epoch": 0.1338432122370937,
+      "grad_norm": 1.9796665906906128,
+      "learning_rate": 2.657743785850861e-05,
+      "loss": 0.6243,
+      "mean_token_accuracy": 0.7790996372699738,
+      "num_tokens": 189801.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.2923497676849365,
+      "epoch": 0.14340344168260039,
+      "grad_norm": 1.7406737804412842,
+      "learning_rate": 2.8489483747609947e-05,
+      "loss": 0.6558,
+      "mean_token_accuracy": 0.7716058313846588,
+      "num_tokens": 202990.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.2866966724395752,
+      "epoch": 0.15296367112810708,
+      "grad_norm": 1.8454748392105103,
+      "learning_rate": 3.0401529636711285e-05,
+      "loss": 0.6527,
+      "mean_token_accuracy": 0.7631259739398957,
+      "num_tokens": 216237.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.2989938616752625,
+      "epoch": 0.16252390057361377,
+      "grad_norm": 1.276909589767456,
+      "learning_rate": 3.231357552581262e-05,
+      "loss": 0.666,
+      "mean_token_accuracy": 0.7609357953071594,
+      "num_tokens": 229915.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.3187249779701233,
+      "epoch": 0.17208413001912046,
+      "grad_norm": 1.463466763496399,
+      "learning_rate": 3.4225621414913964e-05,
+      "loss": 0.6512,
+      "mean_token_accuracy": 0.7713249921798706,
+      "num_tokens": 243478.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.3164220929145813,
+      "epoch": 0.18164435946462715,
+      "grad_norm": 1.4207342863082886,
+      "learning_rate": 3.61376673040153e-05,
+      "loss": 0.6413,
+      "mean_token_accuracy": 0.7719351470470428,
+      "num_tokens": 257487.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.316142737865448,
+      "epoch": 0.19120458891013384,
+      "grad_norm": 1.7056015729904175,
+      "learning_rate": 3.804971319311664e-05,
+      "loss": 0.6253,
+      "mean_token_accuracy": 0.775918823480606,
+      "num_tokens": 270934.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.2966668844223022,
+      "epoch": 0.20076481835564053,
+      "grad_norm": 1.6885958909988403,
+      "learning_rate": 3.996175908221797e-05,
+      "loss": 0.6281,
+      "mean_token_accuracy": 0.778231966495514,
+      "num_tokens": 285154.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.3215556263923645,
+      "epoch": 0.21032504780114722,
+      "grad_norm": 1.3036974668502808,
+      "learning_rate": 4.1873804971319314e-05,
+      "loss": 0.6358,
+      "mean_token_accuracy": 0.7739417612552643,
+      "num_tokens": 298924.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.305994486808777,
+      "epoch": 0.2198852772466539,
+      "grad_norm": 1.2482165098190308,
+      "learning_rate": 4.378585086042065e-05,
+      "loss": 0.5753,
+      "mean_token_accuracy": 0.8014008402824402,
+      "num_tokens": 312909.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.2897380709648132,
+      "epoch": 0.2294455066921606,
+      "grad_norm": 1.3686591386795044,
+      "learning_rate": 4.569789674952199e-05,
+      "loss": 0.6213,
+      "mean_token_accuracy": 0.779454231262207,
+      "num_tokens": 326398.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.3200390934944153,
+      "epoch": 0.2390057361376673,
+      "grad_norm": 1.6724543571472168,
+      "learning_rate": 4.760994263862333e-05,
+      "loss": 0.6343,
+      "mean_token_accuracy": 0.7771022737026214,
+      "num_tokens": 339640.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.3070414543151856,
+      "epoch": 0.248565965583174,
+      "grad_norm": 1.2352784872055054,
+      "learning_rate": 4.9521988527724665e-05,
+      "loss": 0.6777,
+      "mean_token_accuracy": 0.7592406928539276,
+      "num_tokens": 353212.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3047870516777038,
+      "epoch": 0.25812619502868067,
+      "grad_norm": 1.408501148223877,
+      "learning_rate": 5.1434034416826007e-05,
+      "loss": 0.6045,
+      "mean_token_accuracy": 0.7884236395359039,
+      "num_tokens": 366638.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3286728262901306,
+      "epoch": 0.2676864244741874,
+      "grad_norm": 1.3660680055618286,
+      "learning_rate": 5.334608030592735e-05,
+      "loss": 0.71,
+      "mean_token_accuracy": 0.7427991509437561,
+      "num_tokens": 380313.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.3069718956947327,
+      "epoch": 0.27724665391969405,
+      "grad_norm": 1.57230806350708,
+      "learning_rate": 5.525812619502868e-05,
+      "loss": 0.6377,
+      "mean_token_accuracy": 0.7680111348628997,
+      "num_tokens": 393694.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.3018085718154908,
+      "epoch": 0.28680688336520077,
+      "grad_norm": 1.4909818172454834,
+      "learning_rate": 5.717017208413002e-05,
+      "loss": 0.572,
+      "mean_token_accuracy": 0.7870248079299926,
+      "num_tokens": 407670.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.3063612103462219,
+      "epoch": 0.29636711281070743,
+      "grad_norm": 1.274146556854248,
+      "learning_rate": 5.908221797323136e-05,
+      "loss": 0.6254,
+      "mean_token_accuracy": 0.7840106248855591,
+      "num_tokens": 421076.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.3031517028808595,
+      "epoch": 0.30592734225621415,
+      "grad_norm": 1.3498151302337646,
+      "learning_rate": 6.09942638623327e-05,
+      "loss": 0.6337,
+      "mean_token_accuracy": 0.774882835149765,
+      "num_tokens": 435428.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.3124502182006836,
+      "epoch": 0.3154875717017208,
+      "grad_norm": 1.764399528503418,
+      "learning_rate": 6.290630975143404e-05,
+      "loss": 0.6168,
+      "mean_token_accuracy": 0.7750132262706757,
+      "num_tokens": 448864.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.301392710208893,
+      "epoch": 0.32504780114722753,
+      "grad_norm": 1.5442209243774414,
+      "learning_rate": 6.481835564053537e-05,
+      "loss": 0.635,
+      "mean_token_accuracy": 0.7737180829048157,
+      "num_tokens": 462021.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.299005401134491,
+      "epoch": 0.33460803059273425,
+      "grad_norm": 1.4244499206542969,
+      "learning_rate": 6.673040152963671e-05,
+      "loss": 0.617,
+      "mean_token_accuracy": 0.7760618805885315,
+      "num_tokens": 475743.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.2949988007545472,
+      "epoch": 0.3441682600382409,
+      "grad_norm": 1.2479499578475952,
+      "learning_rate": 6.864244741873806e-05,
+      "loss": 0.5657,
+      "mean_token_accuracy": 0.8007515490055084,
+      "num_tokens": 489166.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.3184472441673278,
+      "epoch": 0.35372848948374763,
+      "grad_norm": 1.3707114458084106,
+      "learning_rate": 7.055449330783939e-05,
+      "loss": 0.6788,
+      "mean_token_accuracy": 0.7507641077041626,
+      "num_tokens": 502462.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.321331763267517,
+      "epoch": 0.3632887189292543,
+      "grad_norm": 1.3264787197113037,
+      "learning_rate": 7.246653919694073e-05,
+      "loss": 0.6668,
+      "mean_token_accuracy": 0.7606881976127624,
+      "num_tokens": 516238.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.3101166367530823,
+      "epoch": 0.372848948374761,
+      "grad_norm": 1.3419066667556763,
+      "learning_rate": 7.437858508604207e-05,
+      "loss": 0.6487,
+      "mean_token_accuracy": 0.7703610062599182,
+      "num_tokens": 529776.0,
+      "step": 390
+    },
+    {
+      "entropy": 1.3269013285636901,
+      "epoch": 0.3824091778202677,
+      "grad_norm": 1.5346029996871948,
+      "learning_rate": 7.629063097514341e-05,
+      "loss": 0.6656,
+      "mean_token_accuracy": 0.7662093281745911,
+      "num_tokens": 542915.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.3341949105262756,
+      "epoch": 0.3919694072657744,
+      "grad_norm": 1.2256441116333008,
+      "learning_rate": 7.820267686424476e-05,
+      "loss": 0.6432,
+      "mean_token_accuracy": 0.7745027840137482,
+      "num_tokens": 556415.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.375322735309601,
+      "epoch": 0.40152963671128106,
+      "grad_norm": 1.8569698333740234,
+      "learning_rate": 8.011472275334609e-05,
+      "loss": 0.7025,
+      "mean_token_accuracy": 0.7481218993663787,
+      "num_tokens": 569920.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.312171185016632,
+      "epoch": 0.4110898661567878,
+      "grad_norm": 2.0532469749450684,
+      "learning_rate": 8.202676864244742e-05,
+      "loss": 0.6223,
+      "mean_token_accuracy": 0.7809573113918304,
+      "num_tokens": 583446.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.3536367774009705,
+      "epoch": 0.42065009560229444,
+      "grad_norm": 1.41391921043396,
+      "learning_rate": 8.393881453154876e-05,
+      "loss": 0.7122,
+      "mean_token_accuracy": 0.7486752271652222,
+      "num_tokens": 597302.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.3449166655540465,
+      "epoch": 0.43021032504780116,
+      "grad_norm": 1.3207883834838867,
+      "learning_rate": 8.58508604206501e-05,
+      "loss": 0.668,
+      "mean_token_accuracy": 0.7660821318626404,
+      "num_tokens": 610923.0,
+      "step": 450
+    },
+    {
+      "entropy": 1.3206427574157715,
+      "epoch": 0.4397705544933078,
+      "grad_norm": 1.4078024625778198,
+      "learning_rate": 8.776290630975144e-05,
+      "loss": 0.6124,
+      "mean_token_accuracy": 0.77602499127388,
+      "num_tokens": 624082.0,
+      "step": 460
+    },
+    {
+      "entropy": 1.336519706249237,
+      "epoch": 0.44933078393881454,
+      "grad_norm": 1.3753262758255005,
+      "learning_rate": 8.967495219885277e-05,
+      "loss": 0.6464,
+      "mean_token_accuracy": 0.768723863363266,
+      "num_tokens": 637836.0,
+      "step": 470
+    },
+    {
+      "entropy": 1.3687312364578248,
+      "epoch": 0.4588910133843212,
+      "grad_norm": 1.4097734689712524,
+      "learning_rate": 9.158699808795411e-05,
+      "loss": 0.6947,
+      "mean_token_accuracy": 0.7525260806083679,
+      "num_tokens": 651247.0,
+      "step": 480
+    },
+    {
+      "entropy": 1.341113066673279,
+      "epoch": 0.4684512428298279,
+      "grad_norm": 1.312781572341919,
+      "learning_rate": 9.349904397705546e-05,
+      "loss": 0.6879,
+      "mean_token_accuracy": 0.7585972547531128,
+      "num_tokens": 664773.0,
+      "step": 490
+    },
+    {
+      "entropy": 1.356671392917633,
+      "epoch": 0.4780114722753346,
+      "grad_norm": 1.3480709791183472,
+      "learning_rate": 9.541108986615679e-05,
+      "loss": 0.6542,
+      "mean_token_accuracy": 0.7704695343971253,
+      "num_tokens": 678732.0,
+      "step": 500
+    },
+    {
+      "entropy": 1.3559528470039368,
+      "epoch": 0.4875717017208413,
+      "grad_norm": 1.5207830667495728,
+      "learning_rate": 9.732313575525813e-05,
+      "loss": 0.701,
+      "mean_token_accuracy": 0.7479263484477997,
+      "num_tokens": 692559.0,
+      "step": 510
+    },
+    {
+      "entropy": 1.325521743297577,
+      "epoch": 0.497131931166348,
+      "grad_norm": 1.256508231163025,
+      "learning_rate": 9.923518164435946e-05,
+      "loss": 0.6429,
+      "mean_token_accuracy": 0.7749693274497986,
+      "num_tokens": 705917.0,
+      "step": 520
+    },
+    {
+      "entropy": 1.3334840178489684,
+      "epoch": 0.5066921606118547,
+      "grad_norm": 1.6691348552703857,
+      "learning_rate": 9.999991004370812e-05,
+      "loss": 0.6481,
+      "mean_token_accuracy": 0.7675094246864319,
+      "num_tokens": 719572.0,
+      "step": 530
+    },
+    {
+      "entropy": 1.3424381732940673,
+      "epoch": 0.5162523900573613,
+      "grad_norm": 1.2377456426620483,
+      "learning_rate": 9.999936031198545e-05,
+      "loss": 0.6968,
+      "mean_token_accuracy": 0.7488195776939393,
+      "num_tokens": 732565.0,
+      "step": 540
+    },
+    {
+      "entropy": 1.3626939415931703,
+      "epoch": 0.5258126195028681,
+      "grad_norm": 1.4614163637161255,
+      "learning_rate": 9.99983108297458e-05,
+      "loss": 0.6881,
+      "mean_token_accuracy": 0.7498238265514374,
+      "num_tokens": 745894.0,
+      "step": 550
+    },
+    {
+      "entropy": 1.3612471342086792,
+      "epoch": 0.5353728489483748,
+      "grad_norm": 1.474403977394104,
+      "learning_rate": 9.999676160747889e-05,
+      "loss": 0.677,
+      "mean_token_accuracy": 0.7562628805637359,
+      "num_tokens": 760031.0,
+      "step": 560
+    },
+    {
+      "entropy": 1.3376774549484254,
+      "epoch": 0.5449330783938815,
+      "grad_norm": 1.2077581882476807,
+      "learning_rate": 9.999471266066941e-05,
+      "loss": 0.6024,
+      "mean_token_accuracy": 0.787375557422638,
+      "num_tokens": 772993.0,
+      "step": 570
+    },
+    {
+      "entropy": 1.3459931135177612,
+      "epoch": 0.5544933078393881,
+      "grad_norm": 1.4859238862991333,
+      "learning_rate": 9.99921640097969e-05,
+      "loss": 0.662,
+      "mean_token_accuracy": 0.7621412932872772,
+      "num_tokens": 786320.0,
+      "step": 580
+    },
+    {
+      "entropy": 1.355390202999115,
+      "epoch": 0.5640535372848948,
+      "grad_norm": 1.529772400856018,
+      "learning_rate": 9.998911568033545e-05,
+      "loss": 0.6175,
+      "mean_token_accuracy": 0.7856536090373993,
+      "num_tokens": 800006.0,
+      "step": 590
+    },
+    {
+      "entropy": 1.3579692363739013,
+      "epoch": 0.5736137667304015,
+      "grad_norm": 1.5628252029418945,
+      "learning_rate": 9.998556770275351e-05,
+      "loss": 0.6457,
+      "mean_token_accuracy": 0.7612630665302277,
+      "num_tokens": 813189.0,
+      "step": 600
+    },
+    {
+      "entropy": 1.356105673313141,
+      "epoch": 0.5831739961759083,
+      "grad_norm": 1.4958443641662598,
+      "learning_rate": 9.998152011251365e-05,
+      "loss": 0.7094,
+      "mean_token_accuracy": 0.7489123463630676,
+      "num_tokens": 826104.0,
+      "step": 610
+    },
+    {
+      "entropy": 1.3549816727638244,
+      "epoch": 0.5927342256214149,
+      "grad_norm": 1.1333180665969849,
+      "learning_rate": 9.997697295007206e-05,
+      "loss": 0.714,
+      "mean_token_accuracy": 0.7470115482807159,
+      "num_tokens": 839393.0,
+      "step": 620
+    },
+    {
+      "entropy": 1.379152524471283,
+      "epoch": 0.6022944550669216,
+      "grad_norm": 1.249088168144226,
+      "learning_rate": 9.99719262608783e-05,
+      "loss": 0.7044,
+      "mean_token_accuracy": 0.7461003363132477,
+      "num_tokens": 853617.0,
+      "step": 630
+    },
+    {
+      "entropy": 1.3586430191993712,
+      "epoch": 0.6118546845124283,
+      "grad_norm": 1.4807215929031372,
+      "learning_rate": 9.996638009537467e-05,
+      "loss": 0.638,
+      "mean_token_accuracy": 0.7754104375839234,
+      "num_tokens": 867677.0,
+      "step": 640
+    },
+    {
+      "entropy": 1.3762444615364076,
+      "epoch": 0.621414913957935,
+      "grad_norm": 1.333315372467041,
+      "learning_rate": 9.996033450899591e-05,
+      "loss": 0.7024,
+      "mean_token_accuracy": 0.7387154996395111,
+      "num_tokens": 880951.0,
+      "step": 650
+    },
+    {
+      "entropy": 1.364998710155487,
+      "epoch": 0.6309751434034416,
+      "grad_norm": 1.8868321180343628,
+      "learning_rate": 9.995378956216845e-05,
+      "loss": 0.6781,
+      "mean_token_accuracy": 0.7626792848110199,
+      "num_tokens": 894436.0,
+      "step": 660
+    },
+    {
+      "entropy": 1.3689833998680114,
+      "epoch": 0.6405353728489483,
+      "grad_norm": 1.4796136617660522,
+      "learning_rate": 9.994674532030998e-05,
+      "loss": 0.7077,
+      "mean_token_accuracy": 0.7485350847244263,
+      "num_tokens": 907703.0,
+      "step": 670
+    },
+    {
+      "entropy": 1.4025740265846252,
+      "epoch": 0.6500956022944551,
+      "grad_norm": 1.4162733554840088,
+      "learning_rate": 9.993920185382863e-05,
+      "loss": 0.7537,
+      "mean_token_accuracy": 0.7275012731552124,
+      "num_tokens": 920782.0,
+      "step": 680
+    },
+    {
+      "entropy": 1.3638778805732727,
+      "epoch": 0.6596558317399618,
+      "grad_norm": 1.6677134037017822,
+      "learning_rate": 9.993115923812243e-05,
+      "loss": 0.6553,
+      "mean_token_accuracy": 0.7701353311538697,
+      "num_tokens": 934390.0,
+      "step": 690
+    },
+    {
+      "entropy": 1.3662966251373292,
+      "epoch": 0.6692160611854685,
+      "grad_norm": 1.2808586359024048,
+      "learning_rate": 9.992261755357841e-05,
+      "loss": 0.6256,
+      "mean_token_accuracy": 0.7756619572639465,
+      "num_tokens": 948121.0,
+      "step": 700
+    },
+    {
+      "entropy": 1.383614420890808,
+      "epoch": 0.6787762906309751,
+      "grad_norm": 1.5441088676452637,
+      "learning_rate": 9.991357688557188e-05,
+      "loss": 0.664,
+      "mean_token_accuracy": 0.7630082190036773,
+      "num_tokens": 962040.0,
+      "step": 710
+    },
+    {
+      "entropy": 1.393717873096466,
+      "epoch": 0.6883365200764818,
+      "grad_norm": 1.964561939239502,
+      "learning_rate": 9.990403732446559e-05,
+      "loss": 0.7173,
+      "mean_token_accuracy": 0.74487184882164,
+      "num_tokens": 976191.0,
+      "step": 720
+    },
+    {
+      "entropy": 1.3331857085227967,
+      "epoch": 0.6978967495219885,
+      "grad_norm": 1.234205722808838,
+      "learning_rate": 9.989399896560876e-05,
+      "loss": 0.6007,
+      "mean_token_accuracy": 0.7921409249305725,
+      "num_tokens": 989743.0,
+      "step": 730
+    },
+    {
+      "entropy": 1.3447421073913575,
+      "epoch": 0.7074569789674953,
+      "grad_norm": 1.403680682182312,
+      "learning_rate": 9.988346190933617e-05,
+      "loss": 0.6187,
+      "mean_token_accuracy": 0.7742309272289276,
+      "num_tokens": 1002974.0,
+      "step": 740
+    },
+    {
+      "entropy": 1.3754773139953613,
+      "epoch": 0.7170172084130019,
+      "grad_norm": 1.459956169128418,
+      "learning_rate": 9.987242626096718e-05,
+      "loss": 0.691,
+      "mean_token_accuracy": 0.757541960477829,
+      "num_tokens": 1016790.0,
+      "step": 750
+    },
+    {
+      "entropy": 1.3761677742004395,
+      "epoch": 0.7265774378585086,
+      "grad_norm": 1.1304912567138672,
+      "learning_rate": 9.986089213080457e-05,
+      "loss": 0.6376,
+      "mean_token_accuracy": 0.7661250174045563,
+      "num_tokens": 1030192.0,
+      "step": 760
+    },
+    {
+      "entropy": 1.3963990092277527,
+      "epoch": 0.7361376673040153,
+      "grad_norm": 1.4593827724456787,
+      "learning_rate": 9.984885963413362e-05,
+      "loss": 0.7235,
+      "mean_token_accuracy": 0.7405356109142304,
+      "num_tokens": 1043652.0,
+      "step": 770
+    },
+    {
+      "entropy": 1.3542353987693787,
+      "epoch": 0.745697896749522,
+      "grad_norm": 1.4594496488571167,
+      "learning_rate": 9.983632889122076e-05,
+      "loss": 0.6081,
+      "mean_token_accuracy": 0.7866290092468262,
+      "num_tokens": 1057078.0,
+      "step": 780
+    },
+    {
+      "entropy": 1.4118554949760438,
+      "epoch": 0.7552581261950286,
+      "grad_norm": 1.4246339797973633,
+      "learning_rate": 9.98233000273125e-05,
+      "loss": 0.7551,
+      "mean_token_accuracy": 0.7306895077228546,
+      "num_tokens": 1071425.0,
+      "step": 790
+    },
+    {
+      "entropy": 1.3662709593772888,
+      "epoch": 0.7648183556405354,
+      "grad_norm": 1.2290908098220825,
+      "learning_rate": 9.980977317263416e-05,
+      "loss": 0.6534,
+      "mean_token_accuracy": 0.7709057092666626,
+      "num_tokens": 1084857.0,
+      "step": 800
+    },
+    {
+      "entropy": 1.3915894031524658,
+      "epoch": 0.7743785850860421,
+      "grad_norm": 1.2476205825805664,
+      "learning_rate": 9.97957484623885e-05,
+      "loss": 0.734,
+      "mean_token_accuracy": 0.747424989938736,
+      "num_tokens": 1099093.0,
+      "step": 810
+    },
+    {
+      "entropy": 1.3677945494651795,
+      "epoch": 0.7839388145315488,
+      "grad_norm": 1.4904307126998901,
+      "learning_rate": 9.978122603675446e-05,
+      "loss": 0.6087,
+      "mean_token_accuracy": 0.786694198846817,
+      "num_tokens": 1112315.0,
+      "step": 820
+    },
+    {
+      "entropy": 1.3418940901756287,
+      "epoch": 0.7934990439770554,
+      "grad_norm": 1.5321598052978516,
+      "learning_rate": 9.976620604088565e-05,
+      "loss": 0.6299,
+      "mean_token_accuracy": 0.7791651368141175,
+      "num_tokens": 1125478.0,
+      "step": 830
+    },
+    {
+      "entropy": 1.3831547379493714,
+      "epoch": 0.8030592734225621,
+      "grad_norm": 1.454613208770752,
+      "learning_rate": 9.975068862490906e-05,
+      "loss": 0.6805,
+      "mean_token_accuracy": 0.7598639547824859,
+      "num_tokens": 1138480.0,
+      "step": 840
+    },
+    {
+      "entropy": 1.375244665145874,
+      "epoch": 0.8126195028680688,
+      "grad_norm": 1.2801212072372437,
+      "learning_rate": 9.973467394392335e-05,
+      "loss": 0.6188,
+      "mean_token_accuracy": 0.7815004110336303,
+      "num_tokens": 1151620.0,
+      "step": 850
+    },
+    {
+      "entropy": 1.3804354071617126,
+      "epoch": 0.8221797323135756,
+      "grad_norm": 1.3979103565216064,
+      "learning_rate": 9.971816215799752e-05,
+      "loss": 0.6314,
+      "mean_token_accuracy": 0.7772364795207978,
+      "num_tokens": 1165443.0,
+      "step": 860
+    },
+    {
+      "entropy": 1.3797321557998656,
+      "epoch": 0.8317399617590823,
+      "grad_norm": 1.2484415769577026,
+      "learning_rate": 9.970115343216912e-05,
+      "loss": 0.6703,
+      "mean_token_accuracy": 0.7611172020435333,
+      "num_tokens": 1178274.0,
+      "step": 870
+    },
+    {
+      "entropy": 1.360844123363495,
+      "epoch": 0.8413001912045889,
+      "grad_norm": 1.880860447883606,
+      "learning_rate": 9.968364793644274e-05,
+      "loss": 0.6479,
+      "mean_token_accuracy": 0.7709104001522065,
+      "num_tokens": 1191834.0,
+      "step": 880
+    },
+    {
+      "entropy": 1.3777467012405396,
+      "epoch": 0.8508604206500956,
+      "grad_norm": 1.5196601152420044,
+      "learning_rate": 9.966564584578819e-05,
+      "loss": 0.6862,
+      "mean_token_accuracy": 0.7601678729057312,
+      "num_tokens": 1205056.0,
+      "step": 890
+    },
+    {
+      "entropy": 1.383154571056366,
+      "epoch": 0.8604206500956023,
+      "grad_norm": 1.2067654132843018,
+      "learning_rate": 9.96471473401389e-05,
+      "loss": 0.6862,
+      "mean_token_accuracy": 0.7581033170223236,
+      "num_tokens": 1218498.0,
+      "step": 900
+    },
+    {
+      "entropy": 1.389042282104492,
+      "epoch": 0.869980879541109,
+      "grad_norm": 1.527541160583496,
+      "learning_rate": 9.962815260438997e-05,
+      "loss": 0.6409,
+      "mean_token_accuracy": 0.7752682507038117,
+      "num_tokens": 1231883.0,
+      "step": 910
+    },
+    {
+      "entropy": 1.3815103888511657,
+      "epoch": 0.8795411089866156,
+      "grad_norm": 1.438023567199707,
+      "learning_rate": 9.96086618283964e-05,
+      "loss": 0.6352,
+      "mean_token_accuracy": 0.7712826609611512,
+      "num_tokens": 1244851.0,
+      "step": 920
+    },
+    {
+      "entropy": 1.395967710018158,
+      "epoch": 0.8891013384321224,
+      "grad_norm": 1.3259295225143433,
+      "learning_rate": 9.958867520697121e-05,
+      "loss": 0.6358,
+      "mean_token_accuracy": 0.7773931622505188,
+      "num_tokens": 1258500.0,
+      "step": 930
+    },
+    {
+      "entropy": 1.3942330002784729,
+      "epoch": 0.8986615678776291,
+      "grad_norm": 1.3301007747650146,
+      "learning_rate": 9.956819293988342e-05,
+      "loss": 0.6753,
+      "mean_token_accuracy": 0.7566581130027771,
+      "num_tokens": 1270773.0,
+      "step": 940
+    },
+    {
+      "entropy": 1.3748237133026122,
+      "epoch": 0.9082217973231358,
+      "grad_norm": 1.4829944372177124,
+      "learning_rate": 9.954721523185616e-05,
+      "loss": 0.5721,
+      "mean_token_accuracy": 0.7996072709560395,
+      "num_tokens": 1284008.0,
+      "step": 950
+    },
+    {
+      "entropy": 1.3723615288734436,
+      "epoch": 0.9177820267686424,
+      "grad_norm": 1.7881414890289307,
+      "learning_rate": 9.952574229256446e-05,
+      "loss": 0.6535,
+      "mean_token_accuracy": 0.7715686023235321,
+      "num_tokens": 1297084.0,
+      "step": 960
+    },
+    {
+      "entropy": 1.358101987838745,
+      "epoch": 0.9273422562141491,
+      "grad_norm": 1.4627515077590942,
+      "learning_rate": 9.950377433663337e-05,
+      "loss": 0.5554,
+      "mean_token_accuracy": 0.8083671689033508,
+      "num_tokens": 1309755.0,
+      "step": 970
+    },
+    {
+      "entropy": 1.3946936011314393,
+      "epoch": 0.9369024856596558,
+      "grad_norm": 1.1364448070526123,
+      "learning_rate": 9.948131158363563e-05,
+      "loss": 0.7021,
+      "mean_token_accuracy": 0.7442868888378144,
+      "num_tokens": 1323605.0,
+      "step": 980
+    },
+    {
+      "entropy": 1.3961912870407105,
+      "epoch": 0.9464627151051626,
+      "grad_norm": 1.5168991088867188,
+      "learning_rate": 9.945835425808953e-05,
+      "loss": 0.6977,
+      "mean_token_accuracy": 0.7469171524047852,
+      "num_tokens": 1336997.0,
+      "step": 990
+    },
+    {
+      "entropy": 1.3895954608917236,
+      "epoch": 0.9560229445506692,
+      "grad_norm": 1.5685796737670898,
+      "learning_rate": 9.943490258945679e-05,
+      "loss": 0.7353,
+      "mean_token_accuracy": 0.7351640582084655,
+      "num_tokens": 1350333.0,
+      "step": 1000
+    },
+    {
+      "entropy": 1.3697178363800049,
+      "epoch": 0.9655831739961759,
+      "grad_norm": 1.2880957126617432,
+      "learning_rate": 9.941095681213999e-05,
+      "loss": 0.6209,
+      "mean_token_accuracy": 0.7823218047618866,
+      "num_tokens": 1363389.0,
+      "step": 1010
+    },
+    {
+      "entropy": 1.3769488692283631,
+      "epoch": 0.9751434034416826,
+      "grad_norm": 1.647263526916504,
+      "learning_rate": 9.938651716548053e-05,
+      "loss": 0.708,
+      "mean_token_accuracy": 0.7484118700027466,
+      "num_tokens": 1376891.0,
+      "step": 1020
+    },
+    {
+      "entropy": 1.354842185974121,
+      "epoch": 0.9847036328871893,
+      "grad_norm": 1.5898878574371338,
+      "learning_rate": 9.936158389375604e-05,
+      "loss": 0.6199,
+      "mean_token_accuracy": 0.7803286850452423,
+      "num_tokens": 1390395.0,
+      "step": 1030
+    },
+    {
+      "entropy": 1.358911120891571,
+      "epoch": 0.994263862332696,
+      "grad_norm": 1.3917205333709717,
+      "learning_rate": 9.933615724617805e-05,
+      "loss": 0.6136,
+      "mean_token_accuracy": 0.7795966744422913,
+      "num_tokens": 1403759.0,
+      "step": 1040
+    },
+    {
+      "entropy": 1.3841238141059875,
+      "epoch": 1.0038240917782026,
+      "grad_norm": 1.7041982412338257,
+      "learning_rate": 9.931023747688939e-05,
+      "loss": 0.7106,
+      "mean_token_accuracy": 0.7453970193862915,
+      "num_tokens": 1416428.0,
+      "step": 1050
+    },
+    {
+      "entropy": 1.3692768812179565,
+      "epoch": 1.0133843212237095,
+      "grad_norm": 1.9858115911483765,
+      "learning_rate": 9.928382484496172e-05,
+      "loss": 0.6163,
+      "mean_token_accuracy": 0.7869164884090424,
+      "num_tokens": 1430271.0,
+      "step": 1060
+    },
+    {
+      "entropy": 1.3565962672233582,
+      "epoch": 1.022944550669216,
+      "grad_norm": 1.378897786140442,
+      "learning_rate": 9.925691961439299e-05,
+      "loss": 0.6229,
+      "mean_token_accuracy": 0.7790724515914917,
+      "num_tokens": 1443412.0,
+      "step": 1070
+    },
+    {
+      "entropy": 1.3250413417816163,
+      "epoch": 1.0325047801147227,
+      "grad_norm": 1.9882535934448242,
+      "learning_rate": 9.922952205410465e-05,
+      "loss": 0.5125,
+      "mean_token_accuracy": 0.8204913318157196,
+      "num_tokens": 1457064.0,
+      "step": 1080
+    },
+    {
+      "entropy": 1.3040684342384339,
+      "epoch": 1.0420650095602295,
+      "grad_norm": 1.478153109550476,
+      "learning_rate": 9.920163243793914e-05,
+      "loss": 0.5165,
+      "mean_token_accuracy": 0.811402153968811,
+      "num_tokens": 1471334.0,
+      "step": 1090
+    },
+    {
+      "entropy": 1.3407983541488648,
+      "epoch": 1.0516252390057361,
+      "grad_norm": 1.361434817314148,
+      "learning_rate": 9.917325104465702e-05,
+      "loss": 0.6092,
+      "mean_token_accuracy": 0.7865757584571839,
+      "num_tokens": 1484011.0,
+      "step": 1100
+    },
+    {
+      "entropy": 1.3453895449638367,
+      "epoch": 1.0611854684512427,
+      "grad_norm": 1.704216480255127,
+      "learning_rate": 9.914437815793423e-05,
+      "loss": 0.6371,
+      "mean_token_accuracy": 0.7718701422214508,
+      "num_tokens": 1497538.0,
+      "step": 1110
+    },
+    {
+      "entropy": 1.3491575598716736,
+      "epoch": 1.0707456978967496,
+      "grad_norm": 1.50714111328125,
+      "learning_rate": 9.911501406635926e-05,
+      "loss": 0.6719,
+      "mean_token_accuracy": 0.7493285655975341,
+      "num_tokens": 1510823.0,
+      "step": 1120
+    },
+    {
+      "entropy": 1.3338680982589721,
+      "epoch": 1.0803059273422562,
+      "grad_norm": 2.037226676940918,
+      "learning_rate": 9.908515906343028e-05,
+      "loss": 0.624,
+      "mean_token_accuracy": 0.7749595403671264,
+      "num_tokens": 1524002.0,
+      "step": 1130
+    },
+    {
+      "entropy": 1.3189770102500915,
+      "epoch": 1.089866156787763,
+      "grad_norm": 2.0031588077545166,
+      "learning_rate": 9.905481344755215e-05,
+      "loss": 0.5921,
+      "mean_token_accuracy": 0.7950534760951996,
+      "num_tokens": 1537033.0,
+      "step": 1140
+    },
+    {
+      "entropy": 1.3559197783470154,
+      "epoch": 1.0994263862332696,
+      "grad_norm": 1.50690495967865,
+      "learning_rate": 9.902397752203352e-05,
+      "loss": 0.6516,
+      "mean_token_accuracy": 0.7661431193351745,
+      "num_tokens": 1550798.0,
+      "step": 1150
+    },
+    {
+      "entropy": 1.353433620929718,
+      "epoch": 1.1089866156787762,
+      "grad_norm": 1.5046188831329346,
+      "learning_rate": 9.89926515950837e-05,
+      "loss": 0.6096,
+      "mean_token_accuracy": 0.773871922492981,
+      "num_tokens": 1564127.0,
+      "step": 1160
+    },
+    {
+      "entropy": 1.3491695404052735,
+      "epoch": 1.118546845124283,
+      "grad_norm": 2.171292781829834,
+      "learning_rate": 9.896083597980967e-05,
+      "loss": 0.6063,
+      "mean_token_accuracy": 0.7838922917842865,
+      "num_tokens": 1577523.0,
+      "step": 1170
+    },
+    {
+      "entropy": 1.3670149803161622,
+      "epoch": 1.1281070745697896,
+      "grad_norm": 1.6645382642745972,
+      "learning_rate": 9.892853099421293e-05,
+      "loss": 0.6555,
+      "mean_token_accuracy": 0.7589377701282501,
+      "num_tokens": 1591121.0,
+      "step": 1180
+    },
+    {
+      "entropy": 1.3424428224563598,
+      "epoch": 1.1376673040152965,
+      "grad_norm": 1.780247688293457,
+      "learning_rate": 9.889573696118623e-05,
+      "loss": 0.5399,
+      "mean_token_accuracy": 0.8076251864433288,
+      "num_tokens": 1604269.0,
+      "step": 1190
+    },
+    {
+      "entropy": 1.3539111018180847,
+      "epoch": 1.147227533460803,
+      "grad_norm": 1.6343449354171753,
+      "learning_rate": 9.88624542085105e-05,
+      "loss": 0.6365,
+      "mean_token_accuracy": 0.778183388710022,
+      "num_tokens": 1618378.0,
+      "step": 1200
+    },
+    {
+      "entropy": 1.3761986255645753,
+      "epoch": 1.1567877629063097,
+      "grad_norm": 1.7478598356246948,
+      "learning_rate": 9.882868306885142e-05,
+      "loss": 0.6388,
+      "mean_token_accuracy": 0.7714916229248047,
+      "num_tokens": 1631643.0,
+      "step": 1210
+    },
+    {
+      "entropy": 1.3717082738876343,
+      "epoch": 1.1663479923518165,
+      "grad_norm": 1.7391608953475952,
+      "learning_rate": 9.879442387975624e-05,
+      "loss": 0.654,
+      "mean_token_accuracy": 0.7697732269763946,
+      "num_tokens": 1645917.0,
+      "step": 1220
+    },
+    {
+      "entropy": 1.3456575989723205,
+      "epoch": 1.1759082217973231,
+      "grad_norm": 1.7561883926391602,
+      "learning_rate": 9.875967698365024e-05,
+      "loss": 0.6237,
+      "mean_token_accuracy": 0.7790811359882355,
+      "num_tokens": 1659380.0,
+      "step": 1230
+    },
+    {
+      "entropy": 1.3387797951698304,
+      "epoch": 1.1854684512428297,
+      "grad_norm": 1.766135573387146,
+      "learning_rate": 9.872444272783349e-05,
+      "loss": 0.5899,
+      "mean_token_accuracy": 0.7870425939559936,
+      "num_tokens": 1672401.0,
+      "step": 1240
+    },
+    {
+      "entropy": 1.358945107460022,
+      "epoch": 1.1950286806883366,
+      "grad_norm": 1.6115591526031494,
+      "learning_rate": 9.868872146447723e-05,
+      "loss": 0.5948,
+      "mean_token_accuracy": 0.788595187664032,
+      "num_tokens": 1686051.0,
+      "step": 1250
+    },
+    {
+      "entropy": 1.3318730115890502,
+      "epoch": 1.2045889101338432,
+      "grad_norm": 1.7018709182739258,
+      "learning_rate": 9.865251355062042e-05,
+      "loss": 0.5968,
+      "mean_token_accuracy": 0.7803692519664764,
+      "num_tokens": 1699671.0,
+      "step": 1260
+    },
+    {
+      "entropy": 1.332776176929474,
+      "epoch": 1.21414913957935,
+      "grad_norm": 1.46004056930542,
+      "learning_rate": 9.861581934816617e-05,
+      "loss": 0.5792,
+      "mean_token_accuracy": 0.7907511353492737,
+      "num_tokens": 1713850.0,
+      "step": 1270
+    },
+    {
+      "entropy": 1.3431382656097413,
+      "epoch": 1.2237093690248566,
+      "grad_norm": 1.7259221076965332,
+      "learning_rate": 9.857863922387811e-05,
+      "loss": 0.5893,
+      "mean_token_accuracy": 0.7883823156356812,
+      "num_tokens": 1727440.0,
+      "step": 1280
+    },
+    {
+      "entropy": 1.3407833337783814,
+      "epoch": 1.2332695984703632,
+      "grad_norm": 2.044131278991699,
+      "learning_rate": 9.854097354937672e-05,
+      "loss": 0.6103,
+      "mean_token_accuracy": 0.7819520533084869,
+      "num_tokens": 1740478.0,
+      "step": 1290
+    },
+    {
+      "entropy": 1.3427210092544555,
+      "epoch": 1.24282982791587,
+      "grad_norm": 1.5499051809310913,
+      "learning_rate": 9.850282270113561e-05,
+      "loss": 0.5882,
+      "mean_token_accuracy": 0.792636901140213,
+      "num_tokens": 1754130.0,
+      "step": 1300
+    },
+    {
+      "entropy": 1.3682475090026855,
+      "epoch": 1.2523900573613767,
+      "grad_norm": 1.7138937711715698,
+      "learning_rate": 9.84641870604778e-05,
+      "loss": 0.6542,
+      "mean_token_accuracy": 0.7644619584083557,
+      "num_tokens": 1767398.0,
+      "step": 1310
+    },
+    {
+      "entropy": 1.3188024044036866,
+      "epoch": 1.2619502868068833,
+      "grad_norm": 1.7535675764083862,
+      "learning_rate": 9.842506701357184e-05,
+      "loss": 0.5965,
+      "mean_token_accuracy": 0.7857410848140717,
+      "num_tokens": 1781002.0,
+      "step": 1320
+    },
+    {
+      "entropy": 1.344037079811096,
+      "epoch": 1.27151051625239,
+      "grad_norm": 1.6077862977981567,
+      "learning_rate": 9.838546295142802e-05,
+      "loss": 0.6134,
+      "mean_token_accuracy": 0.7797773778438568,
+      "num_tokens": 1794738.0,
+      "step": 1330
+    },
+    {
+      "entropy": 1.343242383003235,
+      "epoch": 1.2810707456978967,
+      "grad_norm": 1.528289794921875,
+      "learning_rate": 9.83453752698944e-05,
+      "loss": 0.6789,
+      "mean_token_accuracy": 0.7554286181926727,
+      "num_tokens": 1808367.0,
+      "step": 1340
+    },
+    {
+      "entropy": 1.2944158434867858,
+      "epoch": 1.2906309751434035,
+      "grad_norm": 1.6615055799484253,
+      "learning_rate": 9.830480436965293e-05,
+      "loss": 0.4967,
+      "mean_token_accuracy": 0.8265409111976624,
+      "num_tokens": 1821141.0,
+      "step": 1350
+    },
+    {
+      "entropy": 1.3309439897537232,
+      "epoch": 1.3001912045889101,
+      "grad_norm": 1.6992602348327637,
+      "learning_rate": 9.826375065621532e-05,
+      "loss": 0.6057,
+      "mean_token_accuracy": 0.7830182373523712,
+      "num_tokens": 1834641.0,
+      "step": 1360
+    },
+    {
+      "entropy": 1.3611192107200623,
+      "epoch": 1.3097514340344167,
+      "grad_norm": 1.9183627367019653,
+      "learning_rate": 9.822221453991914e-05,
+      "loss": 0.6692,
+      "mean_token_accuracy": 0.758522230386734,
+      "num_tokens": 1847834.0,
+      "step": 1370
+    },
+    {
+      "entropy": 1.3648869156837464,
+      "epoch": 1.3193116634799236,
+      "grad_norm": 1.9113985300064087,
+      "learning_rate": 9.81801964359236e-05,
+      "loss": 0.6362,
+      "mean_token_accuracy": 0.7672472417354583,
+      "num_tokens": 1861480.0,
+      "step": 1380
+    },
+    {
+      "entropy": 1.357596254348755,
+      "epoch": 1.3288718929254302,
+      "grad_norm": 1.9447118043899536,
+      "learning_rate": 9.813769676420547e-05,
+      "loss": 0.6755,
+      "mean_token_accuracy": 0.7612975478172302,
+      "num_tokens": 1874815.0,
+      "step": 1390
+    },
+    {
+      "entropy": 1.322726058959961,
+      "epoch": 1.338432122370937,
+      "grad_norm": 2.1557669639587402,
+      "learning_rate": 9.809471594955482e-05,
+      "loss": 0.5891,
+      "mean_token_accuracy": 0.7932901442050934,
+      "num_tokens": 1888599.0,
+      "step": 1400
+    },
+    {
+      "entropy": 1.31409912109375,
+      "epoch": 1.3479923518164436,
+      "grad_norm": 1.7814671993255615,
+      "learning_rate": 9.805125442157087e-05,
+      "loss": 0.5747,
+      "mean_token_accuracy": 0.8033677995204925,
+      "num_tokens": 1902193.0,
+      "step": 1410
+    },
+    {
+      "entropy": 1.3131282091140748,
+      "epoch": 1.3575525812619502,
+      "grad_norm": 1.9470605850219727,
+      "learning_rate": 9.800731261465756e-05,
+      "loss": 0.5774,
+      "mean_token_accuracy": 0.7994683742523193,
+      "num_tokens": 1915360.0,
+      "step": 1420
+    },
+    {
+      "entropy": 1.3562424421310424,
+      "epoch": 1.367112810707457,
+      "grad_norm": 1.47908616065979,
+      "learning_rate": 9.796289096801936e-05,
+      "loss": 0.6583,
+      "mean_token_accuracy": 0.7636461734771729,
+      "num_tokens": 1929167.0,
+      "step": 1430
+    },
+    {
+      "entropy": 1.340942144393921,
+      "epoch": 1.3766730401529637,
+      "grad_norm": 2.0542707443237305,
+      "learning_rate": 9.791798992565674e-05,
+      "loss": 0.5938,
+      "mean_token_accuracy": 0.7935421109199524,
+      "num_tokens": 1943063.0,
+      "step": 1440
+    },
+    {
+      "entropy": 1.3234960436820984,
+      "epoch": 1.3862332695984705,
+      "grad_norm": 1.425367832183838,
+      "learning_rate": 9.787260993636182e-05,
+      "loss": 0.5681,
+      "mean_token_accuracy": 0.8002566874027253,
+      "num_tokens": 1956802.0,
+      "step": 1450
+    },
+    {
+      "entropy": 1.356829571723938,
+      "epoch": 1.395793499043977,
+      "grad_norm": 1.4634454250335693,
+      "learning_rate": 9.782675145371389e-05,
+      "loss": 0.6203,
+      "mean_token_accuracy": 0.7779268622398376,
+      "num_tokens": 1970052.0,
+      "step": 1460
+    },
+    {
+      "entropy": 1.3605321526527405,
+      "epoch": 1.4053537284894837,
+      "grad_norm": 1.8165497779846191,
+      "learning_rate": 9.778041493607481e-05,
+      "loss": 0.6603,
+      "mean_token_accuracy": 0.7659406900405884,
+      "num_tokens": 1983534.0,
+      "step": 1470
+    },
+    {
+      "entropy": 1.3190963983535766,
+      "epoch": 1.4149139579349903,
+      "grad_norm": 1.4768359661102295,
+      "learning_rate": 9.773360084658449e-05,
+      "loss": 0.5566,
+      "mean_token_accuracy": 0.8031064569950104,
+      "num_tokens": 1996386.0,
+      "step": 1480
+    },
+    {
+      "entropy": 1.3590458631515503,
+      "epoch": 1.4244741873804971,
+      "grad_norm": 1.7869294881820679,
+      "learning_rate": 9.768630965315621e-05,
+      "loss": 0.6148,
+      "mean_token_accuracy": 0.7816977858543396,
+      "num_tokens": 2009870.0,
+      "step": 1490
+    },
+    {
+      "entropy": 1.360608196258545,
+      "epoch": 1.4340344168260037,
+      "grad_norm": 1.9457684755325317,
+      "learning_rate": 9.763854182847198e-05,
+      "loss": 0.628,
+      "mean_token_accuracy": 0.7780692994594574,
+      "num_tokens": 2023489.0,
+      "step": 1500
+    },
+    {
+      "entropy": 1.3594700694084167,
+      "epoch": 1.4435946462715106,
+      "grad_norm": 1.4458690881729126,
+      "learning_rate": 9.759029784997783e-05,
+      "loss": 0.6136,
+      "mean_token_accuracy": 0.7742849946022033,
+      "num_tokens": 2036489.0,
+      "step": 1510
+    },
+    {
+      "entropy": 1.3371711373329163,
+      "epoch": 1.4531548757170172,
+      "grad_norm": 2.0030250549316406,
+      "learning_rate": 9.754157819987897e-05,
+      "loss": 0.6103,
+      "mean_token_accuracy": 0.7877138614654541,
+      "num_tokens": 2049570.0,
+      "step": 1520
+    },
+    {
+      "entropy": 1.3644731521606446,
+      "epoch": 1.4627151051625238,
+      "grad_norm": 1.7010560035705566,
+      "learning_rate": 9.749238336513507e-05,
+      "loss": 0.6601,
+      "mean_token_accuracy": 0.758654522895813,
+      "num_tokens": 2063136.0,
+      "step": 1530
+    },
+    {
+      "entropy": 1.3607620239257812,
+      "epoch": 1.4722753346080306,
+      "grad_norm": 2.319950819015503,
+      "learning_rate": 9.744271383745526e-05,
+      "loss": 0.5989,
+      "mean_token_accuracy": 0.7816995739936828,
+      "num_tokens": 2076753.0,
+      "step": 1540
+    },
+    {
+      "entropy": 1.3593822121620178,
+      "epoch": 1.4818355640535372,
+      "grad_norm": 1.748979926109314,
+      "learning_rate": 9.739257011329336e-05,
+      "loss": 0.6141,
+      "mean_token_accuracy": 0.7848726570606231,
+      "num_tokens": 2090145.0,
+      "step": 1550
+    },
+    {
+      "entropy": 1.3494101881980896,
+      "epoch": 1.491395793499044,
+      "grad_norm": 1.8061983585357666,
+      "learning_rate": 9.734195269384282e-05,
+      "loss": 0.6258,
+      "mean_token_accuracy": 0.7729146003723144,
+      "num_tokens": 2103874.0,
+      "step": 1560
+    },
+    {
+      "entropy": 1.3248598456382752,
+      "epoch": 1.5009560229445507,
+      "grad_norm": 2.1875743865966797,
+      "learning_rate": 9.729086208503174e-05,
+      "loss": 0.5903,
+      "mean_token_accuracy": 0.791157728433609,
+      "num_tokens": 2117511.0,
+      "step": 1570
+    },
+    {
+      "entropy": 1.3250425577163696,
+      "epoch": 1.5105162523900573,
+      "grad_norm": 1.5144853591918945,
+      "learning_rate": 9.723929879751782e-05,
+      "loss": 0.5218,
+      "mean_token_accuracy": 0.8158197224140167,
+      "num_tokens": 2130678.0,
+      "step": 1580
+    },
+    {
+      "entropy": 1.3279146671295166,
+      "epoch": 1.520076481835564,
+      "grad_norm": 1.6889574527740479,
+      "learning_rate": 9.718726334668325e-05,
+      "loss": 0.569,
+      "mean_token_accuracy": 0.7962513864040375,
+      "num_tokens": 2143835.0,
+      "step": 1590
+    },
+    {
+      "entropy": 1.2978345155715942,
+      "epoch": 1.5296367112810707,
+      "grad_norm": 2.225790500640869,
+      "learning_rate": 9.713475625262954e-05,
+      "loss": 0.5263,
+      "mean_token_accuracy": 0.8097864210605621,
+      "num_tokens": 2157123.0,
+      "step": 1600
+    },
+    {
+      "entropy": 1.3512991786003112,
+      "epoch": 1.5391969407265775,
+      "grad_norm": 1.7724223136901855,
+      "learning_rate": 9.708177804017236e-05,
+      "loss": 0.5784,
+      "mean_token_accuracy": 0.7929001152515411,
+      "num_tokens": 2170901.0,
+      "step": 1610
+    },
+    {
+      "entropy": 1.35495285987854,
+      "epoch": 1.5487571701720841,
+      "grad_norm": 2.0552783012390137,
+      "learning_rate": 9.702832923883627e-05,
+      "loss": 0.6211,
+      "mean_token_accuracy": 0.7809927046298981,
+      "num_tokens": 2184310.0,
+      "step": 1620
+    },
+    {
+      "entropy": 1.3482010126113892,
+      "epoch": 1.5583173996175907,
+      "grad_norm": 1.6377060413360596,
+      "learning_rate": 9.697441038284942e-05,
+      "loss": 0.648,
+      "mean_token_accuracy": 0.7681505978107452,
+      "num_tokens": 2198004.0,
+      "step": 1630
+    },
+    {
+      "entropy": 1.3471458077430725,
+      "epoch": 1.5678776290630974,
+      "grad_norm": 2.149273157119751,
+      "learning_rate": 9.692002201113823e-05,
+      "loss": 0.5791,
+      "mean_token_accuracy": 0.7950958013534546,
+      "num_tokens": 2211667.0,
+      "step": 1640
+    },
+    {
+      "entropy": 1.360660481452942,
+      "epoch": 1.5774378585086042,
+      "grad_norm": 1.9515392780303955,
+      "learning_rate": 9.6865164667322e-05,
+      "loss": 0.6386,
+      "mean_token_accuracy": 0.7668618738651276,
+      "num_tokens": 2225193.0,
+      "step": 1650
+    },
+    {
+      "entropy": 1.3418104767799377,
+      "epoch": 1.586998087954111,
+      "grad_norm": 1.7961231470108032,
+      "learning_rate": 9.680983889970745e-05,
+      "loss": 0.5711,
+      "mean_token_accuracy": 0.7887458264827728,
+      "num_tokens": 2238755.0,
+      "step": 1660
+    },
+    {
+      "entropy": 1.3296478033065795,
+      "epoch": 1.5965583173996176,
+      "grad_norm": 1.882170557975769,
+      "learning_rate": 9.675404526128329e-05,
+      "loss": 0.5407,
+      "mean_token_accuracy": 0.8028574764728547,
+      "num_tokens": 2252617.0,
+      "step": 1670
+    },
+    {
+      "entropy": 1.3297611832618714,
+      "epoch": 1.6061185468451242,
+      "grad_norm": 1.398871898651123,
+      "learning_rate": 9.669778430971464e-05,
+      "loss": 0.5528,
+      "mean_token_accuracy": 0.805842274427414,
+      "num_tokens": 2265355.0,
+      "step": 1680
+    },
+    {
+      "entropy": 1.331882894039154,
+      "epoch": 1.6156787762906308,
+      "grad_norm": 2.1418445110321045,
+      "learning_rate": 9.664105660733747e-05,
+      "loss": 0.5775,
+      "mean_token_accuracy": 0.7878219723701477,
+      "num_tokens": 2279494.0,
+      "step": 1690
+    },
+    {
+      "entropy": 1.383704626560211,
+      "epoch": 1.6252390057361377,
+      "grad_norm": 1.7817903757095337,
+      "learning_rate": 9.658386272115303e-05,
+      "loss": 0.711,
+      "mean_token_accuracy": 0.735096788406372,
+      "num_tokens": 2292384.0,
+      "step": 1700
+    },
+    {
+      "entropy": 1.3535086274147035,
+      "epoch": 1.6347992351816445,
+      "grad_norm": 1.7060726881027222,
+      "learning_rate": 9.65262032228221e-05,
+      "loss": 0.6335,
+      "mean_token_accuracy": 0.7774140298366546,
+      "num_tokens": 2306013.0,
+      "step": 1710
+    },
+    {
+      "entropy": 1.3512148022651673,
+      "epoch": 1.644359464627151,
+      "grad_norm": 1.6177215576171875,
+      "learning_rate": 9.646807868865936e-05,
+      "loss": 0.6035,
+      "mean_token_accuracy": 0.7877233386039734,
+      "num_tokens": 2319496.0,
+      "step": 1720
+    },
+    {
+      "entropy": 1.3640276193618774,
+      "epoch": 1.6539196940726577,
+      "grad_norm": 1.8581467866897583,
+      "learning_rate": 9.640948969962753e-05,
+      "loss": 0.6046,
+      "mean_token_accuracy": 0.7818524599075317,
+      "num_tokens": 2332814.0,
+      "step": 1730
+    },
+    {
+      "entropy": 1.3517247200012208,
+      "epoch": 1.6634799235181643,
+      "grad_norm": 1.9548516273498535,
+      "learning_rate": 9.635043684133169e-05,
+      "loss": 0.6711,
+      "mean_token_accuracy": 0.7588165283203125,
+      "num_tokens": 2346353.0,
+      "step": 1740
+    },
+    {
+      "entropy": 1.349415647983551,
+      "epoch": 1.6730401529636711,
+      "grad_norm": 1.8322081565856934,
+      "learning_rate": 9.629092070401329e-05,
+      "loss": 0.595,
+      "mean_token_accuracy": 0.787150239944458,
+      "num_tokens": 2360173.0,
+      "step": 1750
+    },
+    {
+      "entropy": 1.3351009964942933,
+      "epoch": 1.682600382409178,
+      "grad_norm": 1.8162453174591064,
+      "learning_rate": 9.623094188254436e-05,
+      "loss": 0.5462,
+      "mean_token_accuracy": 0.8076822340488434,
+      "num_tokens": 2373514.0,
+      "step": 1760
+    },
+    {
+      "entropy": 1.3528499960899354,
+      "epoch": 1.6921606118546846,
+      "grad_norm": 1.995964527130127,
+      "learning_rate": 9.61705009764215e-05,
+      "loss": 0.6172,
+      "mean_token_accuracy": 0.78314608335495,
+      "num_tokens": 2386932.0,
+      "step": 1770
+    },
+    {
+      "entropy": 1.3614444136619568,
+      "epoch": 1.7017208413001912,
+      "grad_norm": 1.5795944929122925,
+      "learning_rate": 9.610959858975994e-05,
+      "loss": 0.6386,
+      "mean_token_accuracy": 0.7710171401500702,
+      "num_tokens": 2400375.0,
+      "step": 1780
+    },
+    {
+      "entropy": 1.3585781693458556,
+      "epoch": 1.7112810707456978,
+      "grad_norm": 1.625834584236145,
+      "learning_rate": 9.604823533128744e-05,
+      "loss": 0.6584,
+      "mean_token_accuracy": 0.7711859047412872,
+      "num_tokens": 2414024.0,
+      "step": 1790
+    },
+    {
+      "entropy": 1.3618058204650878,
+      "epoch": 1.7208413001912046,
+      "grad_norm": 2.4804811477661133,
+      "learning_rate": 9.598641181433824e-05,
+      "loss": 0.6373,
+      "mean_token_accuracy": 0.7701195120811463,
+      "num_tokens": 2426551.0,
+      "step": 1800
+    },
+    {
+      "entropy": 1.3515060067176818,
+      "epoch": 1.7304015296367112,
+      "grad_norm": 1.7039580345153809,
+      "learning_rate": 9.592412865684696e-05,
+      "loss": 0.6079,
+      "mean_token_accuracy": 0.7821208417415619,
+      "num_tokens": 2440707.0,
+      "step": 1810
+    },
+    {
+      "entropy": 1.3772578477859496,
+      "epoch": 1.739961759082218,
+      "grad_norm": 1.4268622398376465,
+      "learning_rate": 9.586138648134237e-05,
+      "loss": 0.7046,
+      "mean_token_accuracy": 0.7524831831455231,
+      "num_tokens": 2454471.0,
+      "step": 1820
+    },
+    {
+      "entropy": 1.3778353571891784,
+      "epoch": 1.7495219885277247,
+      "grad_norm": 1.9984123706817627,
+      "learning_rate": 9.579818591494116e-05,
+      "loss": 0.6556,
+      "mean_token_accuracy": 0.7662227571010589,
+      "num_tokens": 2467747.0,
+      "step": 1830
+    },
+    {
+      "entropy": 1.3515612006187439,
+      "epoch": 1.7590822179732313,
+      "grad_norm": 2.017709493637085,
+      "learning_rate": 9.573452758934174e-05,
+      "loss": 0.5808,
+      "mean_token_accuracy": 0.7951674997806549,
+      "num_tokens": 2481302.0,
+      "step": 1840
+    },
+    {
+      "entropy": 1.363178515434265,
+      "epoch": 1.7686424474187379,
+      "grad_norm": 1.4999380111694336,
+      "learning_rate": 9.567041214081786e-05,
+      "loss": 0.6358,
+      "mean_token_accuracy": 0.7699724435806274,
+      "num_tokens": 2495472.0,
+      "step": 1850
+    },
+    {
+      "entropy": 1.360342311859131,
+      "epoch": 1.7782026768642447,
+      "grad_norm": 1.5718249082565308,
+      "learning_rate": 9.560584021021232e-05,
+      "loss": 0.6048,
+      "mean_token_accuracy": 0.7829110085964203,
+      "num_tokens": 2508621.0,
+      "step": 1860
+    },
+    {
+      "entropy": 1.3551713943481445,
+      "epoch": 1.7877629063097515,
+      "grad_norm": 1.7195489406585693,
+      "learning_rate": 9.554081244293047e-05,
+      "loss": 0.6194,
+      "mean_token_accuracy": 0.7785971760749817,
+      "num_tokens": 2522190.0,
+      "step": 1870
+    },
+    {
+      "entropy": 1.3933219075202943,
+      "epoch": 1.7973231357552581,
+      "grad_norm": 1.6809977293014526,
+      "learning_rate": 9.547532948893383e-05,
+      "loss": 0.6949,
+      "mean_token_accuracy": 0.7535701811313629,
+      "num_tokens": 2535649.0,
+      "step": 1880
+    },
+    {
+      "entropy": 1.3707366466522217,
+      "epoch": 1.8068833652007648,
+      "grad_norm": 1.685160517692566,
+      "learning_rate": 9.540939200273359e-05,
+      "loss": 0.5952,
+      "mean_token_accuracy": 0.784058940410614,
+      "num_tokens": 2549119.0,
+      "step": 1890
+    },
+    {
+      "entropy": 1.3529325246810913,
+      "epoch": 1.8164435946462714,
+      "grad_norm": 1.7550945281982422,
+      "learning_rate": 9.534300064338401e-05,
+      "loss": 0.5596,
+      "mean_token_accuracy": 0.8058793306350708,
+      "num_tokens": 2562714.0,
+      "step": 1900
+    },
+    {
+      "entropy": 1.3921107172966003,
+      "epoch": 1.8260038240917782,
+      "grad_norm": 1.9995217323303223,
+      "learning_rate": 9.527615607447595e-05,
+      "loss": 0.5976,
+      "mean_token_accuracy": 0.7951451897621155,
+      "num_tokens": 2576054.0,
+      "step": 1910
+    },
+    {
+      "entropy": 1.3730960726737975,
+      "epoch": 1.835564053537285,
+      "grad_norm": 1.5633920431137085,
+      "learning_rate": 9.520885896413005e-05,
+      "loss": 0.6474,
+      "mean_token_accuracy": 0.7710169911384582,
+      "num_tokens": 2589732.0,
+      "step": 1920
+    },
+    {
+      "entropy": 1.3603321313858032,
+      "epoch": 1.8451242829827916,
+      "grad_norm": 1.6877068281173706,
+      "learning_rate": 9.51411099849903e-05,
+      "loss": 0.5323,
+      "mean_token_accuracy": 0.8150371193885804,
+      "num_tokens": 2603014.0,
+      "step": 1930
+    },
+    {
+      "entropy": 1.4225226759910583,
+      "epoch": 1.8546845124282982,
+      "grad_norm": 2.53426194190979,
+      "learning_rate": 9.507290981421706e-05,
+      "loss": 0.6723,
+      "mean_token_accuracy": 0.7557029902935029,
+      "num_tokens": 2616387.0,
+      "step": 1940
+    },
+    {
+      "entropy": 1.346119499206543,
+      "epoch": 1.8642447418738048,
+      "grad_norm": 2.395651340484619,
+      "learning_rate": 9.500425913348048e-05,
+      "loss": 0.5521,
+      "mean_token_accuracy": 0.8061924457550049,
+      "num_tokens": 2630367.0,
+      "step": 1950
+    },
+    {
+      "entropy": 1.369624924659729,
+      "epoch": 1.8738049713193117,
+      "grad_norm": 1.6449006795883179,
+      "learning_rate": 9.493515862895361e-05,
+      "loss": 0.5882,
+      "mean_token_accuracy": 0.7973283231258392,
+      "num_tokens": 2643555.0,
+      "step": 1960
+    },
+    {
+      "entropy": 1.3837003707885742,
+      "epoch": 1.8833652007648185,
+      "grad_norm": 1.563139796257019,
+      "learning_rate": 9.486560899130554e-05,
+      "loss": 0.6711,
+      "mean_token_accuracy": 0.7599945724010467,
+      "num_tokens": 2656687.0,
+      "step": 1970
+    },
+    {
+      "entropy": 1.3725844740867614,
+      "epoch": 1.892925430210325,
+      "grad_norm": 1.9355597496032715,
+      "learning_rate": 9.479561091569449e-05,
+      "loss": 0.6308,
+      "mean_token_accuracy": 0.7756412148475647,
+      "num_tokens": 2670535.0,
+      "step": 1980
+    },
+    {
+      "entropy": 1.377109670639038,
+      "epoch": 1.9024856596558317,
+      "grad_norm": 1.9026402235031128,
+      "learning_rate": 9.472516510176093e-05,
+      "loss": 0.6377,
+      "mean_token_accuracy": 0.7762391746044159,
+      "num_tokens": 2684487.0,
+      "step": 1990
+    },
+    {
+      "entropy": 1.380044651031494,
+      "epoch": 1.9120458891013383,
+      "grad_norm": 1.6101957559585571,
+      "learning_rate": 9.465427225362048e-05,
+      "loss": 0.5766,
+      "mean_token_accuracy": 0.7891431212425232,
+      "num_tokens": 2697986.0,
+      "step": 2000
+    },
+    {
+      "entropy": 1.3860839486122132,
+      "epoch": 1.9216061185468452,
+      "grad_norm": 1.7309304475784302,
+      "learning_rate": 9.458293307985699e-05,
+      "loss": 0.6258,
+      "mean_token_accuracy": 0.7719282805919647,
+      "num_tokens": 2711525.0,
+      "step": 2010
+    },
+    {
+      "entropy": 1.3626733303070069,
+      "epoch": 1.9311663479923518,
+      "grad_norm": 1.792580008506775,
+      "learning_rate": 9.451114829351533e-05,
+      "loss": 0.6201,
+      "mean_token_accuracy": 0.7784593343734741,
+      "num_tokens": 2725581.0,
+      "step": 2020
+    },
+    {
+      "entropy": 1.3529535055160522,
+      "epoch": 1.9407265774378586,
+      "grad_norm": 1.617807149887085,
+      "learning_rate": 9.443891861209437e-05,
+      "loss": 0.5863,
+      "mean_token_accuracy": 0.7877513885498046,
+      "num_tokens": 2739430.0,
+      "step": 2030
+    },
+    {
+      "entropy": 1.377322268486023,
+      "epoch": 1.9502868068833652,
+      "grad_norm": 1.4005008935928345,
+      "learning_rate": 9.436624475753977e-05,
+      "loss": 0.6124,
+      "mean_token_accuracy": 0.7847449839115143,
+      "num_tokens": 2753033.0,
+      "step": 2040
+    },
+    {
+      "entropy": 1.372717547416687,
+      "epoch": 1.9598470363288718,
+      "grad_norm": 1.3539267778396606,
+      "learning_rate": 9.429312745623673e-05,
+      "loss": 0.6578,
+      "mean_token_accuracy": 0.7688196778297425,
+      "num_tokens": 2766411.0,
+      "step": 2050
+    },
+    {
+      "entropy": 1.3694748163223267,
+      "epoch": 1.9694072657743786,
+      "grad_norm": 1.7078324556350708,
+      "learning_rate": 9.42195674390028e-05,
+      "loss": 0.6206,
+      "mean_token_accuracy": 0.7847884237766266,
+      "num_tokens": 2779952.0,
+      "step": 2060
+    },
+    {
+      "entropy": 1.3768946647644043,
+      "epoch": 1.9789674952198852,
+      "grad_norm": 2.13177752494812,
+      "learning_rate": 9.414556544108053e-05,
+      "loss": 0.6469,
+      "mean_token_accuracy": 0.763625317811966,
+      "num_tokens": 2793028.0,
+      "step": 2070
+    },
+    {
+      "entropy": 1.3502853155136108,
+      "epoch": 1.988527724665392,
+      "grad_norm": 1.4111251831054688,
+      "learning_rate": 9.407112220213008e-05,
+      "loss": 0.5542,
+      "mean_token_accuracy": 0.8076654672622681,
+      "num_tokens": 2806332.0,
+      "step": 2080
+    },
+    {
+      "entropy": 1.368793773651123,
+      "epoch": 1.9980879541108987,
+      "grad_norm": 1.8398404121398926,
+      "learning_rate": 9.399623846622195e-05,
+      "loss": 0.6051,
+      "mean_token_accuracy": 0.7819885432720184,
+      "num_tokens": 2819655.0,
+      "step": 2090
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2002720599154074e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-2092/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fca9091df75b6421322328b36f6f07b2c9ea1089a437c4e352c73e8449537ce
+size 6481

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/README.md

@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-7B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/adapter_config.json

@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a7771da8b8f94505e15774e53aa52a86910ef29d5447eebbf95c596b1a731d
+size 80792096

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/cat_qwen25_7b_r8_a32_adamw_e10_lr1e-4_s1_vt_add_a2_B1_L20_noSys/checkpoint-3138/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896