diff --git a/.gitattributes b/.gitattributes
index 53181aeb65951229240eb67cf2697116e1f93250..5562c7bee924ad8d918edcf1ebc9253a673d6519 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -36,3 +36,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308_adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
 runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..6959787760bf227ecc0f63484c2607ddb0157ee2
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/README.md
@@ -0,0 +1,63 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+model_name: qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310_adapter
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310_adapter
+
+This model is a fine-tuned version of [Qwen/Qwen3.5-4B](https://huggingface.co/Qwen/Qwen3.5-4B).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+ 
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.18.1
+- TRL: 0.24.0
+- Transformers: 5.2.0
+- Pytorch: 2.10.0+cu128
+- Datasets: 4.3.0
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@misc{vonwerra2022trl,
+	title        = {{TRL: Transformer Reinforcement Learning}},
+	author       = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
+	year         = 2020,
+	journal      = {GitHub repository},
+	publisher    = {GitHub},
+	howpublished = {\url{https://github.com/huggingface/trl}}
+}
+```
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6d02a6bf82d54a48ad0c7534846795c0285d0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d65642a8088f15c522b36309a795b86a9be4e82ec56714c574d50bca8ec99f
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d285ca994368d7f0244d9b6a8021168d46d03f1
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d557d4bd2a5d9a188623ef3622fef4b3640fde24504302250b33dbc8f47e8ff0
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e187a60376d14154bea3b8acf879352538e70000
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98bd7e0041c7a49b9548695f9617020a1fd2b37b84e114d22e3686ee6b98686
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a18368651274f7c0847c1b9873fe8c9f4ac945ba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2ec72f1a58ced280919d53bb3e7a4e4a94152
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0423f8c4b5b5f7f504b19137b74a1b7765bc39cafc5ee502373299e90d39d0c2
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e21a1bbc3d09f5130cc4787de2bdf695c80f4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/trainer_state.json
@@ -0,0 +1,742 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.32,
+  "eval_steps": 1000,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.85591610966016e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0cc02fa9446fab45401c5847d76cc0be80f85bd
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1201394ee4457999e0153b7b9de23e74505f9490b53dcbd3764f5d0d1194dbb3
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ddc7fafd8998faf980844c5706cd83ee7b14ad
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f649596df7542ea30f532555189f8b6a51f983a294f1624c572ed61c2c728ad
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a18368651274f7c0847c1b9873fe8c9f4ac945ba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d816ccbaa34da8f8f14e2207fae241c403b8e36
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade90edbecefdb6acdd16a87715934d68e921e2fdec4bde223dfff830f1d5a4c
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..dae32df3ecce672f257c63d3de4e48ee3428afed
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/trainer_state.json
@@ -0,0 +1,917 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.4,
+  "eval_steps": 1000,
+  "global_step": 1250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.8198951370752e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..96504c2ee7a2af8a14dd7acd15ea1d1d9c4f285f
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0093ed49413eb040ee2e16565431be8a724271c8230cdec8482fc54b3f20318
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7977e88a7fc06b4c20ac6a235a62a3d8500eba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f831270306ba748fa11090b1216f1ca6ca2e0438738d0f69b03932711c99001
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a18368651274f7c0847c1b9873fe8c9f4ac945ba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fa409407978776832704b20a9c484d28da4863
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5300b2a7a2b1f0d39c32ae3fb1d1feaf9fdaf1bc6f0f0548a6ea1060f0d09826
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..691b11a446a6c505e35ddd7be7e15021d739c3a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/trainer_state.json
@@ -0,0 +1,1092 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.48,
+  "eval_steps": 1000,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.78387416449024e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..053484ff4b1eca75c5e848dd356ef0103796ded1
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b109ebaf6765ced2fd525db8aa8d20736dfbfff7327d1010523ac268b085179b
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a21482911dc52a90cbaa14ef3cfa948da40cd4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5469d028bce1859c149a70c6818ec650ae7a62ba38ffe0b0b65e3629728e5ba2
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a18368651274f7c0847c1b9873fe8c9f4ac945ba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50561050cfd5fd10777ccd515027b166cbd860ea
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243d0d0ef81b365ba6ba02309bcf56d36865c0b1abff7f8d2cb2e05afe9c3ed4
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..48448d3c80d56e8d64301f7f6ca95a58fe61b4e1
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/trainer_state.json
@@ -0,0 +1,1267 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.56,
+  "eval_steps": 1000,
+  "global_step": 1750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.74785319190528e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48311e0a2a52a18ed2b164ab8de171b4e11afe7f
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b301fc056dd23abcabbed777eac026de6a3f44749ea4e6256bbff66c0f45caeb
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea57fca7db26f3237dd8e831eca53b3c7ea2a8d5
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c56e6be3384ce2ea757dc8a55e48dd89b330118153c68e9d96d9b38ed32ce3
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f1c6718be043c8a9bbc32d83f6f90b082c4d8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c5f0270cf39930062ddfa3767a2481d0c360f120b11f8e25dbf533a1cdaba
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bd60692fc6ce66db70aa234a76456637a43105
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43871d25351a9b61b6e8d94d3f4a03a0a9287dadb5b6305d84591476f3356ff8
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4df8eed44090210393c9cff1a462c331442e1b3b
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/trainer_state.json
@@ -0,0 +1,1450 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.64,
+  "eval_steps": 1000,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.71183221932032e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..733a9a5f5201d91b2a0fa96fb8fa268279f1d5a5
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082269d5bdae752fd757969ff74aa5a0035043fc96abc29d07dfd38989dfe63c
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d41ca440171fe340319d4692661dc1ffd0e9e8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37402e90fd50cd5e67930dd36605cf82ae9740222ab66904ee5a16457da34d
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f1c6718be043c8a9bbc32d83f6f90b082c4d8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c5f0270cf39930062ddfa3767a2481d0c360f120b11f8e25dbf533a1cdaba
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d502e57f200204ce47f58e094f694f238610f8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1ba23720f80f041b67ead029122a2fb4bd44377f71d3447d5fd46b880163cb
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b8eede3cb5d1c4da9643eba22d7402863780847
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/trainer_state.json
@@ -0,0 +1,1625 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.72,
+  "eval_steps": 1000,
+  "global_step": 2250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6432,
+      "grad_norm": 0.013896610587835312,
+      "learning_rate": 7.52021563342318e-05,
+      "loss": 0.03319382667541504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6464,
+      "grad_norm": 0.017382144927978516,
+      "learning_rate": 7.452830188679245e-05,
+      "loss": 0.03310429751873016,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6496,
+      "grad_norm": 0.016632797196507454,
+      "learning_rate": 7.385444743935311e-05,
+      "loss": 0.032836532592773436,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6528,
+      "grad_norm": 0.017578283324837685,
+      "learning_rate": 7.318059299191375e-05,
+      "loss": 0.033250358700752256,
+      "step": 2040
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.012423737905919552,
+      "learning_rate": 7.25067385444744e-05,
+      "loss": 0.03287248015403747,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6592,
+      "grad_norm": 0.018035417422652245,
+      "learning_rate": 7.183288409703504e-05,
+      "loss": 0.033433538675308225,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6624,
+      "grad_norm": 0.012457272037863731,
+      "learning_rate": 7.115902964959569e-05,
+      "loss": 0.03310970067977905,
+      "step": 2070
+    },
+    {
+      "epoch": 0.6656,
+      "grad_norm": 0.019056031480431557,
+      "learning_rate": 7.048517520215634e-05,
+      "loss": 0.03329863548278809,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6688,
+      "grad_norm": 0.016501659527420998,
+      "learning_rate": 6.981132075471698e-05,
+      "loss": 0.032833594083786014,
+      "step": 2090
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.017988234758377075,
+      "learning_rate": 6.913746630727763e-05,
+      "loss": 0.033467921614646914,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6752,
+      "grad_norm": 0.013634835369884968,
+      "learning_rate": 6.846361185983828e-05,
+      "loss": 0.03310509324073792,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6784,
+      "grad_norm": 0.03710202872753143,
+      "learning_rate": 6.778975741239892e-05,
+      "loss": 0.03332036435604095,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6816,
+      "grad_norm": 0.014860867522656918,
+      "learning_rate": 6.711590296495958e-05,
+      "loss": 0.03334605693817139,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6848,
+      "grad_norm": 0.017883209511637688,
+      "learning_rate": 6.644204851752021e-05,
+      "loss": 0.03323170244693756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.01507056038826704,
+      "learning_rate": 6.576819407008087e-05,
+      "loss": 0.03327701091766357,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6912,
+      "grad_norm": 0.017907151952385902,
+      "learning_rate": 6.50943396226415e-05,
+      "loss": 0.03348020315170288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6944,
+      "grad_norm": 0.016779346391558647,
+      "learning_rate": 6.442048517520216e-05,
+      "loss": 0.03338460326194763,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6976,
+      "grad_norm": 0.013085447251796722,
+      "learning_rate": 6.37466307277628e-05,
+      "loss": 0.03362434506416321,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7008,
+      "grad_norm": 0.018069058656692505,
+      "learning_rate": 6.307277628032345e-05,
+      "loss": 0.03346484899520874,
+      "step": 2190
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.017383864149451256,
+      "learning_rate": 6.239892183288411e-05,
+      "loss": 0.033619779348373416,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7072,
+      "grad_norm": 0.014091757126152515,
+      "learning_rate": 6.172506738544474e-05,
+      "loss": 0.03341582417488098,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7104,
+      "grad_norm": 0.013644619844853878,
+      "learning_rate": 6.10512129380054e-05,
+      "loss": 0.03317931890487671,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7136,
+      "grad_norm": 0.014415914192795753,
+      "learning_rate": 6.037735849056604e-05,
+      "loss": 0.03343916237354279,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7168,
+      "grad_norm": 0.014431532472372055,
+      "learning_rate": 5.970350404312669e-05,
+      "loss": 0.03303951919078827,
+      "step": 2240
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.016160180792212486,
+      "learning_rate": 5.9029649595687334e-05,
+      "loss": 0.03348993957042694,
+      "step": 2250
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.67581124673536e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..490502ea002aa139b8d1a055a1d5100b4b12bc86
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c563b584d906f7265b5f6118b3a152cce7a25e672333f89965a8db8288b843b
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051a8953c19b28be214495a53f454db5e115400c
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fb16a6cec38a1bbda1935c4057360aed44fb8e40573b91de0a9654f9eefead
+size 43434149
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ef66339b9befa098183fd5d69faed6838e526b0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d565802a8e26c4e8a31328752b7a7fdc186d9401aa008e65697d0ad8c22e33
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b42be1b89bd79b461ba52285e9e9aa9b4c24c0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2a13edef8f89fe07766ed76ba038df03c0ea1119bedd632c6170469f0a43d3
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..721b685cc2beab37ce4bab311f7e2324ad6833b9
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/trainer_state.json
@@ -0,0 +1,209 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.08,
+  "eval_steps": 1000,
+  "global_step": 250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.6397902741504e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4106bf4b4c327b9972862aa7e80ecca3cf1837c
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67a5eaf0355213ae30da0b5137c7c05c5390733bf9230aac49911efa7d0bd8
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a4a6b5f9a894501962c1d8c2dcdbf2502d7079
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8482efd0339598b7bb588a5464db9a8ce060f5651c39fa60e0dd043939178
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f1c6718be043c8a9bbc32d83f6f90b082c4d8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c5f0270cf39930062ddfa3767a2481d0c360f120b11f8e25dbf533a1cdaba
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37658bbdcb085cb5a7e5db5907b4c2363b862d93
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143a6ae92ba054e201bc7203684eeb6af0c3c31d042e0a5882231913bece3f33
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c375a6dd7d88d6070f23239441c2ce9192de431b
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/trainer_state.json
@@ -0,0 +1,1800 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8,
+  "eval_steps": 1000,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6432,
+      "grad_norm": 0.013896610587835312,
+      "learning_rate": 7.52021563342318e-05,
+      "loss": 0.03319382667541504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6464,
+      "grad_norm": 0.017382144927978516,
+      "learning_rate": 7.452830188679245e-05,
+      "loss": 0.03310429751873016,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6496,
+      "grad_norm": 0.016632797196507454,
+      "learning_rate": 7.385444743935311e-05,
+      "loss": 0.032836532592773436,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6528,
+      "grad_norm": 0.017578283324837685,
+      "learning_rate": 7.318059299191375e-05,
+      "loss": 0.033250358700752256,
+      "step": 2040
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.012423737905919552,
+      "learning_rate": 7.25067385444744e-05,
+      "loss": 0.03287248015403747,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6592,
+      "grad_norm": 0.018035417422652245,
+      "learning_rate": 7.183288409703504e-05,
+      "loss": 0.033433538675308225,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6624,
+      "grad_norm": 0.012457272037863731,
+      "learning_rate": 7.115902964959569e-05,
+      "loss": 0.03310970067977905,
+      "step": 2070
+    },
+    {
+      "epoch": 0.6656,
+      "grad_norm": 0.019056031480431557,
+      "learning_rate": 7.048517520215634e-05,
+      "loss": 0.03329863548278809,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6688,
+      "grad_norm": 0.016501659527420998,
+      "learning_rate": 6.981132075471698e-05,
+      "loss": 0.032833594083786014,
+      "step": 2090
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.017988234758377075,
+      "learning_rate": 6.913746630727763e-05,
+      "loss": 0.033467921614646914,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6752,
+      "grad_norm": 0.013634835369884968,
+      "learning_rate": 6.846361185983828e-05,
+      "loss": 0.03310509324073792,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6784,
+      "grad_norm": 0.03710202872753143,
+      "learning_rate": 6.778975741239892e-05,
+      "loss": 0.03332036435604095,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6816,
+      "grad_norm": 0.014860867522656918,
+      "learning_rate": 6.711590296495958e-05,
+      "loss": 0.03334605693817139,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6848,
+      "grad_norm": 0.017883209511637688,
+      "learning_rate": 6.644204851752021e-05,
+      "loss": 0.03323170244693756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.01507056038826704,
+      "learning_rate": 6.576819407008087e-05,
+      "loss": 0.03327701091766357,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6912,
+      "grad_norm": 0.017907151952385902,
+      "learning_rate": 6.50943396226415e-05,
+      "loss": 0.03348020315170288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6944,
+      "grad_norm": 0.016779346391558647,
+      "learning_rate": 6.442048517520216e-05,
+      "loss": 0.03338460326194763,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6976,
+      "grad_norm": 0.013085447251796722,
+      "learning_rate": 6.37466307277628e-05,
+      "loss": 0.03362434506416321,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7008,
+      "grad_norm": 0.018069058656692505,
+      "learning_rate": 6.307277628032345e-05,
+      "loss": 0.03346484899520874,
+      "step": 2190
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.017383864149451256,
+      "learning_rate": 6.239892183288411e-05,
+      "loss": 0.033619779348373416,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7072,
+      "grad_norm": 0.014091757126152515,
+      "learning_rate": 6.172506738544474e-05,
+      "loss": 0.03341582417488098,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7104,
+      "grad_norm": 0.013644619844853878,
+      "learning_rate": 6.10512129380054e-05,
+      "loss": 0.03317931890487671,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7136,
+      "grad_norm": 0.014415914192795753,
+      "learning_rate": 6.037735849056604e-05,
+      "loss": 0.03343916237354279,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7168,
+      "grad_norm": 0.014431532472372055,
+      "learning_rate": 5.970350404312669e-05,
+      "loss": 0.03303951919078827,
+      "step": 2240
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.016160180792212486,
+      "learning_rate": 5.9029649595687334e-05,
+      "loss": 0.03348993957042694,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7232,
+      "grad_norm": 0.013225486502051353,
+      "learning_rate": 5.8355795148247985e-05,
+      "loss": 0.03321528434753418,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7264,
+      "grad_norm": 0.012061551213264465,
+      "learning_rate": 5.768194070080862e-05,
+      "loss": 0.0334101527929306,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7296,
+      "grad_norm": 0.018324755132198334,
+      "learning_rate": 5.7008086253369275e-05,
+      "loss": 0.033238178491592406,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7328,
+      "grad_norm": 0.014122800901532173,
+      "learning_rate": 5.6334231805929926e-05,
+      "loss": 0.03336237072944641,
+      "step": 2290
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 0.014120225794613361,
+      "learning_rate": 5.5660377358490564e-05,
+      "loss": 0.03283742666244507,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7392,
+      "grad_norm": 0.012781446799635887,
+      "learning_rate": 5.4986522911051216e-05,
+      "loss": 0.03329969346523285,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7424,
+      "grad_norm": 0.014943500980734825,
+      "learning_rate": 5.431266846361186e-05,
+      "loss": 0.033046755194664004,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7456,
+      "grad_norm": 0.016848556697368622,
+      "learning_rate": 5.363881401617251e-05,
+      "loss": 0.03313890695571899,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7488,
+      "grad_norm": 0.015386182814836502,
+      "learning_rate": 5.296495956873315e-05,
+      "loss": 0.032868415117263794,
+      "step": 2340
+    },
+    {
+      "epoch": 0.752,
+      "grad_norm": 0.012449495494365692,
+      "learning_rate": 5.22911051212938e-05,
+      "loss": 0.033179682493209836,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7552,
+      "grad_norm": 0.014746771194040775,
+      "learning_rate": 5.161725067385445e-05,
+      "loss": 0.033497545123100284,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7584,
+      "grad_norm": 0.01395835354924202,
+      "learning_rate": 5.09433962264151e-05,
+      "loss": 0.03317382335662842,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7616,
+      "grad_norm": 0.020389486104249954,
+      "learning_rate": 5.026954177897575e-05,
+      "loss": 0.03320387601852417,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7648,
+      "grad_norm": 0.013692195527255535,
+      "learning_rate": 4.959568733153639e-05,
+      "loss": 0.03278729915618896,
+      "step": 2390
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 0.01670539192855358,
+      "learning_rate": 4.892183288409703e-05,
+      "loss": 0.03278262913227081,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7712,
+      "grad_norm": 0.020626485347747803,
+      "learning_rate": 4.8247978436657684e-05,
+      "loss": 0.03311439454555511,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7744,
+      "grad_norm": 0.016138684004545212,
+      "learning_rate": 4.7574123989218336e-05,
+      "loss": 0.03305559754371643,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7776,
+      "grad_norm": 0.01254801731556654,
+      "learning_rate": 4.690026954177898e-05,
+      "loss": 0.032992970943450925,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7808,
+      "grad_norm": 0.01642506942152977,
+      "learning_rate": 4.6226415094339625e-05,
+      "loss": 0.033115679025650026,
+      "step": 2440
+    },
+    {
+      "epoch": 0.784,
+      "grad_norm": 0.015859143808484077,
+      "learning_rate": 4.555256064690027e-05,
+      "loss": 0.033249130845069884,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7872,
+      "grad_norm": 0.014721996150910854,
+      "learning_rate": 4.4878706199460915e-05,
+      "loss": 0.03291969895362854,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7904,
+      "grad_norm": 0.016522685065865517,
+      "learning_rate": 4.420485175202157e-05,
+      "loss": 0.03304495513439178,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7936,
+      "grad_norm": 0.013596346601843834,
+      "learning_rate": 4.353099730458221e-05,
+      "loss": 0.03306679725646973,
+      "step": 2480
+    },
+    {
+      "epoch": 0.7968,
+      "grad_norm": 0.015566039830446243,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 0.03316449224948883,
+      "step": 2490
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.016959602013230324,
+      "learning_rate": 4.218328840970351e-05,
+      "loss": 0.03335343599319458,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.6397902741504e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0f2391fa8862e85a896405688cd1d95f6ca73a91
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac013d86521a8df0d818fd8cd2a5da630667dc44350194ba498af6d97baddb94
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9a86cac169eaf9c65bec7837f3645f44e81cc
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b71151704fd18936c8f1d93aeb0eece0406603f7eb0e0456eb2d90ece0f5f0
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f1c6718be043c8a9bbc32d83f6f90b082c4d8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c5f0270cf39930062ddfa3767a2481d0c360f120b11f8e25dbf533a1cdaba
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d08cb5a395a11504ddfb8abedecf07ad3e149c
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a8698e524ec4f766143004adb63db2b76ab1f8cfbf907fa9376888e15fe0c8
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..92aed2bcb3f9e2d7723dcb001752985f9d5c3e29
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/trainer_state.json
@@ -0,0 +1,1975 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.88,
+  "eval_steps": 1000,
+  "global_step": 2750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6432,
+      "grad_norm": 0.013896610587835312,
+      "learning_rate": 7.52021563342318e-05,
+      "loss": 0.03319382667541504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6464,
+      "grad_norm": 0.017382144927978516,
+      "learning_rate": 7.452830188679245e-05,
+      "loss": 0.03310429751873016,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6496,
+      "grad_norm": 0.016632797196507454,
+      "learning_rate": 7.385444743935311e-05,
+      "loss": 0.032836532592773436,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6528,
+      "grad_norm": 0.017578283324837685,
+      "learning_rate": 7.318059299191375e-05,
+      "loss": 0.033250358700752256,
+      "step": 2040
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.012423737905919552,
+      "learning_rate": 7.25067385444744e-05,
+      "loss": 0.03287248015403747,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6592,
+      "grad_norm": 0.018035417422652245,
+      "learning_rate": 7.183288409703504e-05,
+      "loss": 0.033433538675308225,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6624,
+      "grad_norm": 0.012457272037863731,
+      "learning_rate": 7.115902964959569e-05,
+      "loss": 0.03310970067977905,
+      "step": 2070
+    },
+    {
+      "epoch": 0.6656,
+      "grad_norm": 0.019056031480431557,
+      "learning_rate": 7.048517520215634e-05,
+      "loss": 0.03329863548278809,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6688,
+      "grad_norm": 0.016501659527420998,
+      "learning_rate": 6.981132075471698e-05,
+      "loss": 0.032833594083786014,
+      "step": 2090
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.017988234758377075,
+      "learning_rate": 6.913746630727763e-05,
+      "loss": 0.033467921614646914,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6752,
+      "grad_norm": 0.013634835369884968,
+      "learning_rate": 6.846361185983828e-05,
+      "loss": 0.03310509324073792,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6784,
+      "grad_norm": 0.03710202872753143,
+      "learning_rate": 6.778975741239892e-05,
+      "loss": 0.03332036435604095,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6816,
+      "grad_norm": 0.014860867522656918,
+      "learning_rate": 6.711590296495958e-05,
+      "loss": 0.03334605693817139,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6848,
+      "grad_norm": 0.017883209511637688,
+      "learning_rate": 6.644204851752021e-05,
+      "loss": 0.03323170244693756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.01507056038826704,
+      "learning_rate": 6.576819407008087e-05,
+      "loss": 0.03327701091766357,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6912,
+      "grad_norm": 0.017907151952385902,
+      "learning_rate": 6.50943396226415e-05,
+      "loss": 0.03348020315170288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6944,
+      "grad_norm": 0.016779346391558647,
+      "learning_rate": 6.442048517520216e-05,
+      "loss": 0.03338460326194763,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6976,
+      "grad_norm": 0.013085447251796722,
+      "learning_rate": 6.37466307277628e-05,
+      "loss": 0.03362434506416321,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7008,
+      "grad_norm": 0.018069058656692505,
+      "learning_rate": 6.307277628032345e-05,
+      "loss": 0.03346484899520874,
+      "step": 2190
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.017383864149451256,
+      "learning_rate": 6.239892183288411e-05,
+      "loss": 0.033619779348373416,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7072,
+      "grad_norm": 0.014091757126152515,
+      "learning_rate": 6.172506738544474e-05,
+      "loss": 0.03341582417488098,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7104,
+      "grad_norm": 0.013644619844853878,
+      "learning_rate": 6.10512129380054e-05,
+      "loss": 0.03317931890487671,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7136,
+      "grad_norm": 0.014415914192795753,
+      "learning_rate": 6.037735849056604e-05,
+      "loss": 0.03343916237354279,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7168,
+      "grad_norm": 0.014431532472372055,
+      "learning_rate": 5.970350404312669e-05,
+      "loss": 0.03303951919078827,
+      "step": 2240
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.016160180792212486,
+      "learning_rate": 5.9029649595687334e-05,
+      "loss": 0.03348993957042694,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7232,
+      "grad_norm": 0.013225486502051353,
+      "learning_rate": 5.8355795148247985e-05,
+      "loss": 0.03321528434753418,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7264,
+      "grad_norm": 0.012061551213264465,
+      "learning_rate": 5.768194070080862e-05,
+      "loss": 0.0334101527929306,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7296,
+      "grad_norm": 0.018324755132198334,
+      "learning_rate": 5.7008086253369275e-05,
+      "loss": 0.033238178491592406,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7328,
+      "grad_norm": 0.014122800901532173,
+      "learning_rate": 5.6334231805929926e-05,
+      "loss": 0.03336237072944641,
+      "step": 2290
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 0.014120225794613361,
+      "learning_rate": 5.5660377358490564e-05,
+      "loss": 0.03283742666244507,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7392,
+      "grad_norm": 0.012781446799635887,
+      "learning_rate": 5.4986522911051216e-05,
+      "loss": 0.03329969346523285,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7424,
+      "grad_norm": 0.014943500980734825,
+      "learning_rate": 5.431266846361186e-05,
+      "loss": 0.033046755194664004,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7456,
+      "grad_norm": 0.016848556697368622,
+      "learning_rate": 5.363881401617251e-05,
+      "loss": 0.03313890695571899,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7488,
+      "grad_norm": 0.015386182814836502,
+      "learning_rate": 5.296495956873315e-05,
+      "loss": 0.032868415117263794,
+      "step": 2340
+    },
+    {
+      "epoch": 0.752,
+      "grad_norm": 0.012449495494365692,
+      "learning_rate": 5.22911051212938e-05,
+      "loss": 0.033179682493209836,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7552,
+      "grad_norm": 0.014746771194040775,
+      "learning_rate": 5.161725067385445e-05,
+      "loss": 0.033497545123100284,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7584,
+      "grad_norm": 0.01395835354924202,
+      "learning_rate": 5.09433962264151e-05,
+      "loss": 0.03317382335662842,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7616,
+      "grad_norm": 0.020389486104249954,
+      "learning_rate": 5.026954177897575e-05,
+      "loss": 0.03320387601852417,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7648,
+      "grad_norm": 0.013692195527255535,
+      "learning_rate": 4.959568733153639e-05,
+      "loss": 0.03278729915618896,
+      "step": 2390
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 0.01670539192855358,
+      "learning_rate": 4.892183288409703e-05,
+      "loss": 0.03278262913227081,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7712,
+      "grad_norm": 0.020626485347747803,
+      "learning_rate": 4.8247978436657684e-05,
+      "loss": 0.03311439454555511,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7744,
+      "grad_norm": 0.016138684004545212,
+      "learning_rate": 4.7574123989218336e-05,
+      "loss": 0.03305559754371643,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7776,
+      "grad_norm": 0.01254801731556654,
+      "learning_rate": 4.690026954177898e-05,
+      "loss": 0.032992970943450925,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7808,
+      "grad_norm": 0.01642506942152977,
+      "learning_rate": 4.6226415094339625e-05,
+      "loss": 0.033115679025650026,
+      "step": 2440
+    },
+    {
+      "epoch": 0.784,
+      "grad_norm": 0.015859143808484077,
+      "learning_rate": 4.555256064690027e-05,
+      "loss": 0.033249130845069884,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7872,
+      "grad_norm": 0.014721996150910854,
+      "learning_rate": 4.4878706199460915e-05,
+      "loss": 0.03291969895362854,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7904,
+      "grad_norm": 0.016522685065865517,
+      "learning_rate": 4.420485175202157e-05,
+      "loss": 0.03304495513439178,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7936,
+      "grad_norm": 0.013596346601843834,
+      "learning_rate": 4.353099730458221e-05,
+      "loss": 0.03306679725646973,
+      "step": 2480
+    },
+    {
+      "epoch": 0.7968,
+      "grad_norm": 0.015566039830446243,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 0.03316449224948883,
+      "step": 2490
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.016959602013230324,
+      "learning_rate": 4.218328840970351e-05,
+      "loss": 0.03335343599319458,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8032,
+      "grad_norm": 0.014932133257389069,
+      "learning_rate": 4.150943396226415e-05,
+      "loss": 0.032971623539924624,
+      "step": 2510
+    },
+    {
+      "epoch": 0.8064,
+      "grad_norm": 0.014462359249591827,
+      "learning_rate": 4.0835579514824804e-05,
+      "loss": 0.0329082578420639,
+      "step": 2520
+    },
+    {
+      "epoch": 0.8096,
+      "grad_norm": 0.014135395176708698,
+      "learning_rate": 4.016172506738545e-05,
+      "loss": 0.033056461811065675,
+      "step": 2530
+    },
+    {
+      "epoch": 0.8128,
+      "grad_norm": 0.01535738818347454,
+      "learning_rate": 3.9487870619946094e-05,
+      "loss": 0.033193910121917726,
+      "step": 2540
+    },
+    {
+      "epoch": 0.816,
+      "grad_norm": 0.01592567376792431,
+      "learning_rate": 3.881401617250674e-05,
+      "loss": 0.03295792043209076,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8192,
+      "grad_norm": 0.013235735706984997,
+      "learning_rate": 3.8140161725067383e-05,
+      "loss": 0.03331408202648163,
+      "step": 2560
+    },
+    {
+      "epoch": 0.8224,
+      "grad_norm": 0.016583025455474854,
+      "learning_rate": 3.7466307277628035e-05,
+      "loss": 0.03318352103233337,
+      "step": 2570
+    },
+    {
+      "epoch": 0.8256,
+      "grad_norm": 0.013384989462792873,
+      "learning_rate": 3.679245283018868e-05,
+      "loss": 0.03283868730068207,
+      "step": 2580
+    },
+    {
+      "epoch": 0.8288,
+      "grad_norm": 0.01358229573816061,
+      "learning_rate": 3.611859838274933e-05,
+      "loss": 0.03294197916984558,
+      "step": 2590
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 0.016189558431506157,
+      "learning_rate": 3.5444743935309976e-05,
+      "loss": 0.032922586798667906,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8352,
+      "grad_norm": 0.014628459699451923,
+      "learning_rate": 3.477088948787062e-05,
+      "loss": 0.03305854499340057,
+      "step": 2610
+    },
+    {
+      "epoch": 0.8384,
+      "grad_norm": 0.017845703288912773,
+      "learning_rate": 3.4097035040431266e-05,
+      "loss": 0.03276364803314209,
+      "step": 2620
+    },
+    {
+      "epoch": 0.8416,
+      "grad_norm": 0.013598255813121796,
+      "learning_rate": 3.342318059299192e-05,
+      "loss": 0.03293495774269104,
+      "step": 2630
+    },
+    {
+      "epoch": 0.8448,
+      "grad_norm": 0.013942983001470566,
+      "learning_rate": 3.274932614555256e-05,
+      "loss": 0.03280968964099884,
+      "step": 2640
+    },
+    {
+      "epoch": 0.848,
+      "grad_norm": 0.01596047356724739,
+      "learning_rate": 3.207547169811321e-05,
+      "loss": 0.033162572979927064,
+      "step": 2650
+    },
+    {
+      "epoch": 0.8512,
+      "grad_norm": 0.012163450010120869,
+      "learning_rate": 3.140161725067385e-05,
+      "loss": 0.03291110694408417,
+      "step": 2660
+    },
+    {
+      "epoch": 0.8544,
+      "grad_norm": 0.013148337602615356,
+      "learning_rate": 3.0727762803234503e-05,
+      "loss": 0.03317022025585174,
+      "step": 2670
+    },
+    {
+      "epoch": 0.8576,
+      "grad_norm": 0.012131474912166595,
+      "learning_rate": 3.005390835579515e-05,
+      "loss": 0.03323936760425568,
+      "step": 2680
+    },
+    {
+      "epoch": 0.8608,
+      "grad_norm": 0.015002274885773659,
+      "learning_rate": 2.9380053908355796e-05,
+      "loss": 0.03308298885822296,
+      "step": 2690
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 0.013193179853260517,
+      "learning_rate": 2.8706199460916445e-05,
+      "loss": 0.03283806443214417,
+      "step": 2700
+    },
+    {
+      "epoch": 0.8672,
+      "grad_norm": 0.016026949509978294,
+      "learning_rate": 2.803234501347709e-05,
+      "loss": 0.03296675980091095,
+      "step": 2710
+    },
+    {
+      "epoch": 0.8704,
+      "grad_norm": 0.017820587381720543,
+      "learning_rate": 2.7358490566037738e-05,
+      "loss": 0.03325706124305725,
+      "step": 2720
+    },
+    {
+      "epoch": 0.8736,
+      "grad_norm": 0.013236531987786293,
+      "learning_rate": 2.6684636118598382e-05,
+      "loss": 0.03270974159240723,
+      "step": 2730
+    },
+    {
+      "epoch": 0.8768,
+      "grad_norm": 0.013210417702794075,
+      "learning_rate": 2.601078167115903e-05,
+      "loss": 0.03285476863384247,
+      "step": 2740
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.017009444534778595,
+      "learning_rate": 2.5336927223719675e-05,
+      "loss": 0.03272903859615326,
+      "step": 2750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.060376930156544e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0f44f2a09318cf3de8f3a355753dcac8e5baf57f
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b990b635fb82e9e711abb8a870907aae9f5aca5eb10bc234b1858cd53e4c8fbb
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebec96b60cacd69490b8ce8b4a88dbd4ac95637
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360fa20532059bef354de6e06d6dd3efe721a810eeec10bc5677dabd745b3461
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fead4304753e2900e172284781541c879e4507c4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6d8fafcd1ee268414be5acf0366296af5b03d60871978712eac1979cb42d65
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49287c2536196979808b7cff05984d32622c31a
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6092ba413a06808f5bbe409dfeb286657f802ab23d19b3acdba2ce26ae4ecf
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..01ee334f0c88ccd631c6e42949c450cec7ce507a
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/trainer_state.json
@@ -0,0 +1,2158 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.96,
+  "eval_steps": 1000,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6432,
+      "grad_norm": 0.013896610587835312,
+      "learning_rate": 7.52021563342318e-05,
+      "loss": 0.03319382667541504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6464,
+      "grad_norm": 0.017382144927978516,
+      "learning_rate": 7.452830188679245e-05,
+      "loss": 0.03310429751873016,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6496,
+      "grad_norm": 0.016632797196507454,
+      "learning_rate": 7.385444743935311e-05,
+      "loss": 0.032836532592773436,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6528,
+      "grad_norm": 0.017578283324837685,
+      "learning_rate": 7.318059299191375e-05,
+      "loss": 0.033250358700752256,
+      "step": 2040
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.012423737905919552,
+      "learning_rate": 7.25067385444744e-05,
+      "loss": 0.03287248015403747,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6592,
+      "grad_norm": 0.018035417422652245,
+      "learning_rate": 7.183288409703504e-05,
+      "loss": 0.033433538675308225,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6624,
+      "grad_norm": 0.012457272037863731,
+      "learning_rate": 7.115902964959569e-05,
+      "loss": 0.03310970067977905,
+      "step": 2070
+    },
+    {
+      "epoch": 0.6656,
+      "grad_norm": 0.019056031480431557,
+      "learning_rate": 7.048517520215634e-05,
+      "loss": 0.03329863548278809,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6688,
+      "grad_norm": 0.016501659527420998,
+      "learning_rate": 6.981132075471698e-05,
+      "loss": 0.032833594083786014,
+      "step": 2090
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.017988234758377075,
+      "learning_rate": 6.913746630727763e-05,
+      "loss": 0.033467921614646914,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6752,
+      "grad_norm": 0.013634835369884968,
+      "learning_rate": 6.846361185983828e-05,
+      "loss": 0.03310509324073792,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6784,
+      "grad_norm": 0.03710202872753143,
+      "learning_rate": 6.778975741239892e-05,
+      "loss": 0.03332036435604095,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6816,
+      "grad_norm": 0.014860867522656918,
+      "learning_rate": 6.711590296495958e-05,
+      "loss": 0.03334605693817139,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6848,
+      "grad_norm": 0.017883209511637688,
+      "learning_rate": 6.644204851752021e-05,
+      "loss": 0.03323170244693756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.01507056038826704,
+      "learning_rate": 6.576819407008087e-05,
+      "loss": 0.03327701091766357,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6912,
+      "grad_norm": 0.017907151952385902,
+      "learning_rate": 6.50943396226415e-05,
+      "loss": 0.03348020315170288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6944,
+      "grad_norm": 0.016779346391558647,
+      "learning_rate": 6.442048517520216e-05,
+      "loss": 0.03338460326194763,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6976,
+      "grad_norm": 0.013085447251796722,
+      "learning_rate": 6.37466307277628e-05,
+      "loss": 0.03362434506416321,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7008,
+      "grad_norm": 0.018069058656692505,
+      "learning_rate": 6.307277628032345e-05,
+      "loss": 0.03346484899520874,
+      "step": 2190
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.017383864149451256,
+      "learning_rate": 6.239892183288411e-05,
+      "loss": 0.033619779348373416,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7072,
+      "grad_norm": 0.014091757126152515,
+      "learning_rate": 6.172506738544474e-05,
+      "loss": 0.03341582417488098,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7104,
+      "grad_norm": 0.013644619844853878,
+      "learning_rate": 6.10512129380054e-05,
+      "loss": 0.03317931890487671,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7136,
+      "grad_norm": 0.014415914192795753,
+      "learning_rate": 6.037735849056604e-05,
+      "loss": 0.03343916237354279,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7168,
+      "grad_norm": 0.014431532472372055,
+      "learning_rate": 5.970350404312669e-05,
+      "loss": 0.03303951919078827,
+      "step": 2240
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.016160180792212486,
+      "learning_rate": 5.9029649595687334e-05,
+      "loss": 0.03348993957042694,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7232,
+      "grad_norm": 0.013225486502051353,
+      "learning_rate": 5.8355795148247985e-05,
+      "loss": 0.03321528434753418,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7264,
+      "grad_norm": 0.012061551213264465,
+      "learning_rate": 5.768194070080862e-05,
+      "loss": 0.0334101527929306,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7296,
+      "grad_norm": 0.018324755132198334,
+      "learning_rate": 5.7008086253369275e-05,
+      "loss": 0.033238178491592406,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7328,
+      "grad_norm": 0.014122800901532173,
+      "learning_rate": 5.6334231805929926e-05,
+      "loss": 0.03336237072944641,
+      "step": 2290
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 0.014120225794613361,
+      "learning_rate": 5.5660377358490564e-05,
+      "loss": 0.03283742666244507,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7392,
+      "grad_norm": 0.012781446799635887,
+      "learning_rate": 5.4986522911051216e-05,
+      "loss": 0.03329969346523285,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7424,
+      "grad_norm": 0.014943500980734825,
+      "learning_rate": 5.431266846361186e-05,
+      "loss": 0.033046755194664004,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7456,
+      "grad_norm": 0.016848556697368622,
+      "learning_rate": 5.363881401617251e-05,
+      "loss": 0.03313890695571899,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7488,
+      "grad_norm": 0.015386182814836502,
+      "learning_rate": 5.296495956873315e-05,
+      "loss": 0.032868415117263794,
+      "step": 2340
+    },
+    {
+      "epoch": 0.752,
+      "grad_norm": 0.012449495494365692,
+      "learning_rate": 5.22911051212938e-05,
+      "loss": 0.033179682493209836,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7552,
+      "grad_norm": 0.014746771194040775,
+      "learning_rate": 5.161725067385445e-05,
+      "loss": 0.033497545123100284,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7584,
+      "grad_norm": 0.01395835354924202,
+      "learning_rate": 5.09433962264151e-05,
+      "loss": 0.03317382335662842,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7616,
+      "grad_norm": 0.020389486104249954,
+      "learning_rate": 5.026954177897575e-05,
+      "loss": 0.03320387601852417,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7648,
+      "grad_norm": 0.013692195527255535,
+      "learning_rate": 4.959568733153639e-05,
+      "loss": 0.03278729915618896,
+      "step": 2390
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 0.01670539192855358,
+      "learning_rate": 4.892183288409703e-05,
+      "loss": 0.03278262913227081,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7712,
+      "grad_norm": 0.020626485347747803,
+      "learning_rate": 4.8247978436657684e-05,
+      "loss": 0.03311439454555511,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7744,
+      "grad_norm": 0.016138684004545212,
+      "learning_rate": 4.7574123989218336e-05,
+      "loss": 0.03305559754371643,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7776,
+      "grad_norm": 0.01254801731556654,
+      "learning_rate": 4.690026954177898e-05,
+      "loss": 0.032992970943450925,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7808,
+      "grad_norm": 0.01642506942152977,
+      "learning_rate": 4.6226415094339625e-05,
+      "loss": 0.033115679025650026,
+      "step": 2440
+    },
+    {
+      "epoch": 0.784,
+      "grad_norm": 0.015859143808484077,
+      "learning_rate": 4.555256064690027e-05,
+      "loss": 0.033249130845069884,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7872,
+      "grad_norm": 0.014721996150910854,
+      "learning_rate": 4.4878706199460915e-05,
+      "loss": 0.03291969895362854,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7904,
+      "grad_norm": 0.016522685065865517,
+      "learning_rate": 4.420485175202157e-05,
+      "loss": 0.03304495513439178,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7936,
+      "grad_norm": 0.013596346601843834,
+      "learning_rate": 4.353099730458221e-05,
+      "loss": 0.03306679725646973,
+      "step": 2480
+    },
+    {
+      "epoch": 0.7968,
+      "grad_norm": 0.015566039830446243,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 0.03316449224948883,
+      "step": 2490
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.016959602013230324,
+      "learning_rate": 4.218328840970351e-05,
+      "loss": 0.03335343599319458,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8032,
+      "grad_norm": 0.014932133257389069,
+      "learning_rate": 4.150943396226415e-05,
+      "loss": 0.032971623539924624,
+      "step": 2510
+    },
+    {
+      "epoch": 0.8064,
+      "grad_norm": 0.014462359249591827,
+      "learning_rate": 4.0835579514824804e-05,
+      "loss": 0.0329082578420639,
+      "step": 2520
+    },
+    {
+      "epoch": 0.8096,
+      "grad_norm": 0.014135395176708698,
+      "learning_rate": 4.016172506738545e-05,
+      "loss": 0.033056461811065675,
+      "step": 2530
+    },
+    {
+      "epoch": 0.8128,
+      "grad_norm": 0.01535738818347454,
+      "learning_rate": 3.9487870619946094e-05,
+      "loss": 0.033193910121917726,
+      "step": 2540
+    },
+    {
+      "epoch": 0.816,
+      "grad_norm": 0.01592567376792431,
+      "learning_rate": 3.881401617250674e-05,
+      "loss": 0.03295792043209076,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8192,
+      "grad_norm": 0.013235735706984997,
+      "learning_rate": 3.8140161725067383e-05,
+      "loss": 0.03331408202648163,
+      "step": 2560
+    },
+    {
+      "epoch": 0.8224,
+      "grad_norm": 0.016583025455474854,
+      "learning_rate": 3.7466307277628035e-05,
+      "loss": 0.03318352103233337,
+      "step": 2570
+    },
+    {
+      "epoch": 0.8256,
+      "grad_norm": 0.013384989462792873,
+      "learning_rate": 3.679245283018868e-05,
+      "loss": 0.03283868730068207,
+      "step": 2580
+    },
+    {
+      "epoch": 0.8288,
+      "grad_norm": 0.01358229573816061,
+      "learning_rate": 3.611859838274933e-05,
+      "loss": 0.03294197916984558,
+      "step": 2590
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 0.016189558431506157,
+      "learning_rate": 3.5444743935309976e-05,
+      "loss": 0.032922586798667906,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8352,
+      "grad_norm": 0.014628459699451923,
+      "learning_rate": 3.477088948787062e-05,
+      "loss": 0.03305854499340057,
+      "step": 2610
+    },
+    {
+      "epoch": 0.8384,
+      "grad_norm": 0.017845703288912773,
+      "learning_rate": 3.4097035040431266e-05,
+      "loss": 0.03276364803314209,
+      "step": 2620
+    },
+    {
+      "epoch": 0.8416,
+      "grad_norm": 0.013598255813121796,
+      "learning_rate": 3.342318059299192e-05,
+      "loss": 0.03293495774269104,
+      "step": 2630
+    },
+    {
+      "epoch": 0.8448,
+      "grad_norm": 0.013942983001470566,
+      "learning_rate": 3.274932614555256e-05,
+      "loss": 0.03280968964099884,
+      "step": 2640
+    },
+    {
+      "epoch": 0.848,
+      "grad_norm": 0.01596047356724739,
+      "learning_rate": 3.207547169811321e-05,
+      "loss": 0.033162572979927064,
+      "step": 2650
+    },
+    {
+      "epoch": 0.8512,
+      "grad_norm": 0.012163450010120869,
+      "learning_rate": 3.140161725067385e-05,
+      "loss": 0.03291110694408417,
+      "step": 2660
+    },
+    {
+      "epoch": 0.8544,
+      "grad_norm": 0.013148337602615356,
+      "learning_rate": 3.0727762803234503e-05,
+      "loss": 0.03317022025585174,
+      "step": 2670
+    },
+    {
+      "epoch": 0.8576,
+      "grad_norm": 0.012131474912166595,
+      "learning_rate": 3.005390835579515e-05,
+      "loss": 0.03323936760425568,
+      "step": 2680
+    },
+    {
+      "epoch": 0.8608,
+      "grad_norm": 0.015002274885773659,
+      "learning_rate": 2.9380053908355796e-05,
+      "loss": 0.03308298885822296,
+      "step": 2690
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 0.013193179853260517,
+      "learning_rate": 2.8706199460916445e-05,
+      "loss": 0.03283806443214417,
+      "step": 2700
+    },
+    {
+      "epoch": 0.8672,
+      "grad_norm": 0.016026949509978294,
+      "learning_rate": 2.803234501347709e-05,
+      "loss": 0.03296675980091095,
+      "step": 2710
+    },
+    {
+      "epoch": 0.8704,
+      "grad_norm": 0.017820587381720543,
+      "learning_rate": 2.7358490566037738e-05,
+      "loss": 0.03325706124305725,
+      "step": 2720
+    },
+    {
+      "epoch": 0.8736,
+      "grad_norm": 0.013236531987786293,
+      "learning_rate": 2.6684636118598382e-05,
+      "loss": 0.03270974159240723,
+      "step": 2730
+    },
+    {
+      "epoch": 0.8768,
+      "grad_norm": 0.013210417702794075,
+      "learning_rate": 2.601078167115903e-05,
+      "loss": 0.03285476863384247,
+      "step": 2740
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.017009444534778595,
+      "learning_rate": 2.5336927223719675e-05,
+      "loss": 0.03272903859615326,
+      "step": 2750
+    },
+    {
+      "epoch": 0.8832,
+      "grad_norm": 0.01533101499080658,
+      "learning_rate": 2.4663072776280324e-05,
+      "loss": 0.03289242088794708,
+      "step": 2760
+    },
+    {
+      "epoch": 0.8864,
+      "grad_norm": 0.01278180442750454,
+      "learning_rate": 2.3989218328840972e-05,
+      "loss": 0.03279607594013214,
+      "step": 2770
+    },
+    {
+      "epoch": 0.8896,
+      "grad_norm": 0.013871409930288792,
+      "learning_rate": 2.331536388140162e-05,
+      "loss": 0.032838135957717896,
+      "step": 2780
+    },
+    {
+      "epoch": 0.8928,
+      "grad_norm": 0.01695924811065197,
+      "learning_rate": 2.2641509433962265e-05,
+      "loss": 0.032943975925445554,
+      "step": 2790
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 0.01690320298075676,
+      "learning_rate": 2.1967654986522913e-05,
+      "loss": 0.03307722508907318,
+      "step": 2800
+    },
+    {
+      "epoch": 0.8992,
+      "grad_norm": 0.01349634863436222,
+      "learning_rate": 2.1293800539083558e-05,
+      "loss": 0.03316935896873474,
+      "step": 2810
+    },
+    {
+      "epoch": 0.9024,
+      "grad_norm": 0.014260729774832726,
+      "learning_rate": 2.0619946091644206e-05,
+      "loss": 0.032551664113998416,
+      "step": 2820
+    },
+    {
+      "epoch": 0.9056,
+      "grad_norm": 0.014094400219619274,
+      "learning_rate": 1.9946091644204854e-05,
+      "loss": 0.03266207277774811,
+      "step": 2830
+    },
+    {
+      "epoch": 0.9088,
+      "grad_norm": 0.014836013317108154,
+      "learning_rate": 1.92722371967655e-05,
+      "loss": 0.03280334770679474,
+      "step": 2840
+    },
+    {
+      "epoch": 0.912,
+      "grad_norm": 0.013651405461132526,
+      "learning_rate": 1.8598382749326147e-05,
+      "loss": 0.03306577205657959,
+      "step": 2850
+    },
+    {
+      "epoch": 0.9152,
+      "grad_norm": 0.013248343952000141,
+      "learning_rate": 1.7924528301886792e-05,
+      "loss": 0.03294882774353027,
+      "step": 2860
+    },
+    {
+      "epoch": 0.9184,
+      "grad_norm": 0.016461247578263283,
+      "learning_rate": 1.725067385444744e-05,
+      "loss": 0.03265116512775421,
+      "step": 2870
+    },
+    {
+      "epoch": 0.9216,
+      "grad_norm": 0.011821591295301914,
+      "learning_rate": 1.657681940700809e-05,
+      "loss": 0.032946842908859256,
+      "step": 2880
+    },
+    {
+      "epoch": 0.9248,
+      "grad_norm": 0.012093918398022652,
+      "learning_rate": 1.5902964959568733e-05,
+      "loss": 0.03287220597267151,
+      "step": 2890
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 0.026748988777399063,
+      "learning_rate": 1.522911051212938e-05,
+      "loss": 0.03354127109050751,
+      "step": 2900
+    },
+    {
+      "epoch": 0.9312,
+      "grad_norm": 0.012760454788804054,
+      "learning_rate": 1.455525606469003e-05,
+      "loss": 0.03258902132511139,
+      "step": 2910
+    },
+    {
+      "epoch": 0.9344,
+      "grad_norm": 0.01527809351682663,
+      "learning_rate": 1.3881401617250674e-05,
+      "loss": 0.0327609658241272,
+      "step": 2920
+    },
+    {
+      "epoch": 0.9376,
+      "grad_norm": 0.01618664711713791,
+      "learning_rate": 1.320754716981132e-05,
+      "loss": 0.032769182324409486,
+      "step": 2930
+    },
+    {
+      "epoch": 0.9408,
+      "grad_norm": 0.021159663796424866,
+      "learning_rate": 1.2533692722371967e-05,
+      "loss": 0.03279333412647247,
+      "step": 2940
+    },
+    {
+      "epoch": 0.944,
+      "grad_norm": 0.015172840096056461,
+      "learning_rate": 1.1859838274932616e-05,
+      "loss": 0.03318600654602051,
+      "step": 2950
+    },
+    {
+      "epoch": 0.9472,
+      "grad_norm": 0.014256151393055916,
+      "learning_rate": 1.1185983827493262e-05,
+      "loss": 0.032936713099479674,
+      "step": 2960
+    },
+    {
+      "epoch": 0.9504,
+      "grad_norm": 0.014949849806725979,
+      "learning_rate": 1.0512129380053909e-05,
+      "loss": 0.032922834157943726,
+      "step": 2970
+    },
+    {
+      "epoch": 0.9536,
+      "grad_norm": 0.013843391090631485,
+      "learning_rate": 9.838274932614555e-06,
+      "loss": 0.03296383321285248,
+      "step": 2980
+    },
+    {
+      "epoch": 0.9568,
+      "grad_norm": 0.013617058284580708,
+      "learning_rate": 9.164420485175203e-06,
+      "loss": 0.03284318745136261,
+      "step": 2990
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.014324788935482502,
+      "learning_rate": 8.49056603773585e-06,
+      "loss": 0.032929012179374696,
+      "step": 3000
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 0.03292388841509819,
+      "eval_runtime": 393.9821,
+      "eval_samples_per_second": 10.153,
+      "eval_steps_per_second": 2.538,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.156774832898048e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6d02a6bf82d54a48ad0c7534846795c0285d0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d65642a8088f15c522b36309a795b86a9be4e82ec56714c574d50bca8ec99f
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133affc78f78769017360f312a23fe12d2c59bf3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a95841a866dbdca0b32628c46c8d2bd4e3dbf6acff1c546f3013189e99f86eb
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fead4304753e2900e172284781541c879e4507c4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6d8fafcd1ee268414be5acf0366296af5b03d60871978712eac1979cb42d65
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48165fd384a4d91d05f8914d9b7f109c04b83040
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea730006ac125e76decb34a1e9eb0013ecf80f468c885035d500ecbad0044911
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd51bf3f4a56239cbb10bf96886553de5546f8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/trainer_state.json
@@ -0,0 +1,2242 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 1000,
+  "global_step": 3125,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.029178649187088013,
+      "learning_rate": 0.00015943396226415096,
+      "loss": 0.03362515568733215,
+      "step": 760
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.02816777676343918,
+      "learning_rate": 0.0001587601078167116,
+      "loss": 0.033704948425292966,
+      "step": 770
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.025599170476198196,
+      "learning_rate": 0.00015808625336927225,
+      "loss": 0.033092001080513,
+      "step": 780
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.03458525985479355,
+      "learning_rate": 0.00015741239892183288,
+      "loss": 0.03406260013580322,
+      "step": 790
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.021465491503477097,
+      "learning_rate": 0.00015673854447439354,
+      "loss": 0.03340260088443756,
+      "step": 800
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.0245572067797184,
+      "learning_rate": 0.0001560646900269542,
+      "loss": 0.033631670475006106,
+      "step": 810
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.02631549909710884,
+      "learning_rate": 0.00015539083557951483,
+      "loss": 0.034159299731254575,
+      "step": 820
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.02720569260418415,
+      "learning_rate": 0.0001547169811320755,
+      "loss": 0.033552080392837524,
+      "step": 830
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.022227050736546516,
+      "learning_rate": 0.00015404312668463612,
+      "loss": 0.03391237556934357,
+      "step": 840
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.025099648162722588,
+      "learning_rate": 0.00015336927223719678,
+      "loss": 0.03368283808231354,
+      "step": 850
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.02362246625125408,
+      "learning_rate": 0.00015269541778975743,
+      "loss": 0.03360224366188049,
+      "step": 860
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.02721656672656536,
+      "learning_rate": 0.00015202156334231807,
+      "loss": 0.03346797227859497,
+      "step": 870
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.022537456825375557,
+      "learning_rate": 0.0001513477088948787,
+      "loss": 0.033812394738197325,
+      "step": 880
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.029389480128884315,
+      "learning_rate": 0.00015067385444743936,
+      "loss": 0.03384923338890076,
+      "step": 890
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.022081444039940834,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.03364361822605133,
+      "step": 900
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.023880351334810257,
+      "learning_rate": 0.00014932614555256067,
+      "loss": 0.033748239278793335,
+      "step": 910
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.022314704954624176,
+      "learning_rate": 0.0001486522911051213,
+      "loss": 0.03412005305290222,
+      "step": 920
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.019104240462183952,
+      "learning_rate": 0.00014797843665768193,
+      "loss": 0.03385331928730011,
+      "step": 930
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.0240649227052927,
+      "learning_rate": 0.0001473045822102426,
+      "loss": 0.033805486559867856,
+      "step": 940
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.02413962222635746,
+      "learning_rate": 0.00014663072776280325,
+      "loss": 0.033809494972229,
+      "step": 950
+    },
+    {
+      "epoch": 0.3072,
+      "grad_norm": 0.023739177733659744,
+      "learning_rate": 0.00014595687331536388,
+      "loss": 0.03337572813034058,
+      "step": 960
+    },
+    {
+      "epoch": 0.3104,
+      "grad_norm": 0.019569948315620422,
+      "learning_rate": 0.00014528301886792451,
+      "loss": 0.03382456302642822,
+      "step": 970
+    },
+    {
+      "epoch": 0.3136,
+      "grad_norm": 0.020931003615260124,
+      "learning_rate": 0.00014460916442048517,
+      "loss": 0.033247777819633485,
+      "step": 980
+    },
+    {
+      "epoch": 0.3168,
+      "grad_norm": 0.02022617869079113,
+      "learning_rate": 0.00014393530997304583,
+      "loss": 0.03349924981594086,
+      "step": 990
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.021146416664123535,
+      "learning_rate": 0.0001432614555256065,
+      "loss": 0.033413729071617125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.03361499682068825,
+      "eval_runtime": 395.8881,
+      "eval_samples_per_second": 10.104,
+      "eval_steps_per_second": 2.526,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3232,
+      "grad_norm": 0.018138861283659935,
+      "learning_rate": 0.00014258760107816712,
+      "loss": 0.033561086654663085,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3264,
+      "grad_norm": 0.021768491715192795,
+      "learning_rate": 0.00014191374663072775,
+      "loss": 0.03373124897480011,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3296,
+      "grad_norm": 0.018157631158828735,
+      "learning_rate": 0.0001412398921832884,
+      "loss": 0.03325333297252655,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3328,
+      "grad_norm": 0.02808268368244171,
+      "learning_rate": 0.00014056603773584907,
+      "loss": 0.03333302736282349,
+      "step": 1040
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.0202043317258358,
+      "learning_rate": 0.00013989218328840973,
+      "loss": 0.03364155888557434,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3392,
+      "grad_norm": 0.01875246874988079,
+      "learning_rate": 0.00013921832884097036,
+      "loss": 0.03338024616241455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3424,
+      "grad_norm": 0.021680142730474472,
+      "learning_rate": 0.000138544474393531,
+      "loss": 0.03355079591274261,
+      "step": 1070
+    },
+    {
+      "epoch": 0.3456,
+      "grad_norm": 0.025741394609212875,
+      "learning_rate": 0.00013787061994609165,
+      "loss": 0.033182060718536376,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3488,
+      "grad_norm": 0.020034993067383766,
+      "learning_rate": 0.0001371967654986523,
+      "loss": 0.0332555502653122,
+      "step": 1090
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.018558848649263382,
+      "learning_rate": 0.00013652291105121296,
+      "loss": 0.03341118097305298,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3552,
+      "grad_norm": 0.019668573513627052,
+      "learning_rate": 0.0001358490566037736,
+      "loss": 0.03370351195335388,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3584,
+      "grad_norm": 0.019294599071145058,
+      "learning_rate": 0.00013517520215633423,
+      "loss": 0.03342053890228271,
+      "step": 1120
+    },
+    {
+      "epoch": 0.3616,
+      "grad_norm": 0.017502523958683014,
+      "learning_rate": 0.00013450134770889489,
+      "loss": 0.03339122235774994,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3648,
+      "grad_norm": 0.029255682602524757,
+      "learning_rate": 0.00013382749326145554,
+      "loss": 0.033664584159851074,
+      "step": 1140
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.025040799751877785,
+      "learning_rate": 0.00013315363881401617,
+      "loss": 0.03324815630912781,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3712,
+      "grad_norm": 0.027586836367845535,
+      "learning_rate": 0.00013247978436657683,
+      "loss": 0.03385986387729645,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3744,
+      "grad_norm": 0.022906558588147163,
+      "learning_rate": 0.00013180592991913746,
+      "loss": 0.0335902750492096,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3776,
+      "grad_norm": 0.060679882764816284,
+      "learning_rate": 0.00013113207547169812,
+      "loss": 0.03369992077350616,
+      "step": 1180
+    },
+    {
+      "epoch": 0.3808,
+      "grad_norm": 0.02147972770035267,
+      "learning_rate": 0.00013045822102425878,
+      "loss": 0.03341856002807617,
+      "step": 1190
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.022830137982964516,
+      "learning_rate": 0.0001297843665768194,
+      "loss": 0.03350533246994018,
+      "step": 1200
+    },
+    {
+      "epoch": 0.3872,
+      "grad_norm": 0.02128390036523342,
+      "learning_rate": 0.00012911051212938004,
+      "loss": 0.033809521794319154,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3904,
+      "grad_norm": 0.019515590742230415,
+      "learning_rate": 0.0001284366576819407,
+      "loss": 0.03359549641609192,
+      "step": 1220
+    },
+    {
+      "epoch": 0.3936,
+      "grad_norm": 0.02332775853574276,
+      "learning_rate": 0.00012776280323450136,
+      "loss": 0.033452576398849486,
+      "step": 1230
+    },
+    {
+      "epoch": 0.3968,
+      "grad_norm": 0.017423240467905998,
+      "learning_rate": 0.000127088948787062,
+      "loss": 0.033594930171966554,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.02909192442893982,
+      "learning_rate": 0.00012641509433962265,
+      "loss": 0.033466210961341857,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4032,
+      "grad_norm": 0.020185623317956924,
+      "learning_rate": 0.00012574123989218328,
+      "loss": 0.0335886687040329,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4064,
+      "grad_norm": 0.014870012179017067,
+      "learning_rate": 0.00012506738544474394,
+      "loss": 0.0334197074174881,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4096,
+      "grad_norm": 0.018094129860401154,
+      "learning_rate": 0.0001243935309973046,
+      "loss": 0.03355356156826019,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4128,
+      "grad_norm": 0.028900671750307083,
+      "learning_rate": 0.00012371967654986523,
+      "loss": 0.03365578651428223,
+      "step": 1290
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.07760056108236313,
+      "learning_rate": 0.0001230458221024259,
+      "loss": 0.03335773348808289,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4192,
+      "grad_norm": 0.01972598396241665,
+      "learning_rate": 0.00012237196765498652,
+      "loss": 0.03348289132118225,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4224,
+      "grad_norm": 0.019332807511091232,
+      "learning_rate": 0.00012169811320754718,
+      "loss": 0.03331993222236633,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4256,
+      "grad_norm": 0.019131746143102646,
+      "learning_rate": 0.00012102425876010781,
+      "loss": 0.033597609400749205,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4288,
+      "grad_norm": 0.02737438678741455,
+      "learning_rate": 0.00012035040431266847,
+      "loss": 0.03354394137859344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.01632823795080185,
+      "learning_rate": 0.00011967654986522911,
+      "loss": 0.03368306756019592,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4352,
+      "grad_norm": 0.017277155071496964,
+      "learning_rate": 0.00011900269541778977,
+      "loss": 0.033228322863578796,
+      "step": 1360
+    },
+    {
+      "epoch": 0.4384,
+      "grad_norm": 0.01423341128975153,
+      "learning_rate": 0.00011832884097035041,
+      "loss": 0.03331013321876526,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4416,
+      "grad_norm": 0.01773069053888321,
+      "learning_rate": 0.00011765498652291105,
+      "loss": 0.03350723385810852,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4448,
+      "grad_norm": 0.013948293402791023,
+      "learning_rate": 0.0001169811320754717,
+      "loss": 0.03308160305023193,
+      "step": 1390
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.015416482463479042,
+      "learning_rate": 0.00011630727762803235,
+      "loss": 0.03345370292663574,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512,
+      "grad_norm": 0.016050053760409355,
+      "learning_rate": 0.00011563342318059301,
+      "loss": 0.03370394110679627,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4544,
+      "grad_norm": 0.015223308466374874,
+      "learning_rate": 0.00011495956873315365,
+      "loss": 0.03313505351543426,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4576,
+      "grad_norm": 0.021197732537984848,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.03323334455490112,
+      "step": 1430
+    },
+    {
+      "epoch": 0.4608,
+      "grad_norm": 0.021727927029132843,
+      "learning_rate": 0.00011361185983827494,
+      "loss": 0.033193197846412656,
+      "step": 1440
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.017093688249588013,
+      "learning_rate": 0.00011293800539083559,
+      "loss": 0.033490809798240664,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4672,
+      "grad_norm": 0.017686422914266586,
+      "learning_rate": 0.00011226415094339624,
+      "loss": 0.03318802714347839,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4704,
+      "grad_norm": 0.017213746905326843,
+      "learning_rate": 0.00011159029649595688,
+      "loss": 0.03365884125232697,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4736,
+      "grad_norm": 0.01954716071486473,
+      "learning_rate": 0.00011091644204851752,
+      "loss": 0.033139598369598386,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4768,
+      "grad_norm": 0.019525831565260887,
+      "learning_rate": 0.00011024258760107818,
+      "loss": 0.03332224786281586,
+      "step": 1490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.020056717097759247,
+      "learning_rate": 0.00010956873315363882,
+      "loss": 0.03326479494571686,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4832,
+      "grad_norm": 0.01772238127887249,
+      "learning_rate": 0.00010889487870619948,
+      "loss": 0.03310522437095642,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4864,
+      "grad_norm": 0.017970068380236626,
+      "learning_rate": 0.0001082210242587601,
+      "loss": 0.033514004945755,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4896,
+      "grad_norm": 0.01371764112263918,
+      "learning_rate": 0.00010754716981132076,
+      "loss": 0.03332646787166595,
+      "step": 1530
+    },
+    {
+      "epoch": 0.4928,
+      "grad_norm": 0.019589845091104507,
+      "learning_rate": 0.0001068733153638814,
+      "loss": 0.03342151641845703,
+      "step": 1540
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.013573640957474709,
+      "learning_rate": 0.00010619946091644206,
+      "loss": 0.033013129234313966,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4992,
+      "grad_norm": 0.016710571944713593,
+      "learning_rate": 0.00010552560646900269,
+      "loss": 0.0336106926202774,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5024,
+      "grad_norm": 0.015773696824908257,
+      "learning_rate": 0.00010485175202156334,
+      "loss": 0.03312552273273468,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5056,
+      "grad_norm": 0.014726547524333,
+      "learning_rate": 0.000104177897574124,
+      "loss": 0.0334112286567688,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5088,
+      "grad_norm": 0.01913806051015854,
+      "learning_rate": 0.00010350404312668464,
+      "loss": 0.033104142546653746,
+      "step": 1590
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.01457434706389904,
+      "learning_rate": 0.0001028301886792453,
+      "loss": 0.03366520404815674,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5152,
+      "grad_norm": 0.01949983462691307,
+      "learning_rate": 0.00010215633423180593,
+      "loss": 0.03366934061050415,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5184,
+      "grad_norm": 0.02868822030723095,
+      "learning_rate": 0.00010148247978436658,
+      "loss": 0.03360541462898255,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5216,
+      "grad_norm": 0.01626930572092533,
+      "learning_rate": 0.00010080862533692723,
+      "loss": 0.034439662098884584,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5248,
+      "grad_norm": 0.01642538420855999,
+      "learning_rate": 0.00010013477088948788,
+      "loss": 0.03313415944576263,
+      "step": 1640
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.013832048512995243,
+      "learning_rate": 9.946091644204852e-05,
+      "loss": 0.03299778699874878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5312,
+      "grad_norm": 0.016484811902046204,
+      "learning_rate": 9.878706199460917e-05,
+      "loss": 0.03418559432029724,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5344,
+      "grad_norm": 0.0218734722584486,
+      "learning_rate": 9.811320754716981e-05,
+      "loss": 0.03369954824447632,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5376,
+      "grad_norm": 0.01423785649240017,
+      "learning_rate": 9.743935309973047e-05,
+      "loss": 0.03288112878799439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5408,
+      "grad_norm": 0.015402324497699738,
+      "learning_rate": 9.67654986522911e-05,
+      "loss": 0.034142857789993285,
+      "step": 1690
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.025100262835621834,
+      "learning_rate": 9.609164420485176e-05,
+      "loss": 0.033097481727600096,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5472,
+      "grad_norm": 0.016053520143032074,
+      "learning_rate": 9.54177897574124e-05,
+      "loss": 0.03348232507705688,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5504,
+      "grad_norm": 0.015437217429280281,
+      "learning_rate": 9.474393530997305e-05,
+      "loss": 0.03306733667850494,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5536,
+      "grad_norm": 0.026759855449199677,
+      "learning_rate": 9.40700808625337e-05,
+      "loss": 0.03354955017566681,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5568,
+      "grad_norm": 0.016248922795057297,
+      "learning_rate": 9.339622641509434e-05,
+      "loss": 0.033604344725608824,
+      "step": 1740
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.016183365136384964,
+      "learning_rate": 9.272237196765498e-05,
+      "loss": 0.03297151029109955,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5632,
+      "grad_norm": 0.016458386555314064,
+      "learning_rate": 9.204851752021564e-05,
+      "loss": 0.03309984505176544,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5664,
+      "grad_norm": 0.02210993506014347,
+      "learning_rate": 9.137466307277629e-05,
+      "loss": 0.03333676159381867,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5696,
+      "grad_norm": 0.013663316145539284,
+      "learning_rate": 9.070080862533693e-05,
+      "loss": 0.03317330777645111,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5728,
+      "grad_norm": 0.016643112525343895,
+      "learning_rate": 9.002695417789758e-05,
+      "loss": 0.03335371315479278,
+      "step": 1790
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.028096837922930717,
+      "learning_rate": 8.935309973045822e-05,
+      "loss": 0.033890947699546814,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5792,
+      "grad_norm": 0.014880911447107792,
+      "learning_rate": 8.867924528301888e-05,
+      "loss": 0.03295563757419586,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5824,
+      "grad_norm": 0.012098253704607487,
+      "learning_rate": 8.800539083557951e-05,
+      "loss": 0.03286415934562683,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5856,
+      "grad_norm": 0.013816316612064838,
+      "learning_rate": 8.733153638814017e-05,
+      "loss": 0.03342885375022888,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5888,
+      "grad_norm": 0.014072896912693977,
+      "learning_rate": 8.66576819407008e-05,
+      "loss": 0.03298609852790833,
+      "step": 1840
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.01753264293074608,
+      "learning_rate": 8.598382749326146e-05,
+      "loss": 0.03293311893939972,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5952,
+      "grad_norm": 0.0122444536536932,
+      "learning_rate": 8.53099730458221e-05,
+      "loss": 0.03354203402996063,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5984,
+      "grad_norm": 0.014622350223362446,
+      "learning_rate": 8.463611859838275e-05,
+      "loss": 0.03301523327827453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6016,
+      "grad_norm": 0.02281253971159458,
+      "learning_rate": 8.396226415094341e-05,
+      "loss": 0.03346755802631378,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6048,
+      "grad_norm": 0.015876594930887222,
+      "learning_rate": 8.328840970350404e-05,
+      "loss": 0.033067372441291806,
+      "step": 1890
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.0183571707457304,
+      "learning_rate": 8.26145552560647e-05,
+      "loss": 0.033321499824523926,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6112,
+      "grad_norm": 0.012951504439115524,
+      "learning_rate": 8.194070080862534e-05,
+      "loss": 0.03357725739479065,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6144,
+      "grad_norm": 0.015132376924157143,
+      "learning_rate": 8.126684636118599e-05,
+      "loss": 0.03341207206249237,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6176,
+      "grad_norm": 0.030832896009087563,
+      "learning_rate": 8.059299191374663e-05,
+      "loss": 0.033241006731987,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6208,
+      "grad_norm": 0.014314040541648865,
+      "learning_rate": 7.991913746630728e-05,
+      "loss": 0.0334256112575531,
+      "step": 1940
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.014577536843717098,
+      "learning_rate": 7.924528301886794e-05,
+      "loss": 0.033403980731964114,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6272,
+      "grad_norm": 0.01559531595557928,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.03307594656944275,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6304,
+      "grad_norm": 0.014000572264194489,
+      "learning_rate": 7.789757412398922e-05,
+      "loss": 0.03302539587020874,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6336,
+      "grad_norm": 0.013853329233825207,
+      "learning_rate": 7.722371967654987e-05,
+      "loss": 0.0332616925239563,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6368,
+      "grad_norm": 0.015149172395467758,
+      "learning_rate": 7.654986522911051e-05,
+      "loss": 0.03335834741592407,
+      "step": 1990
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.017037788406014442,
+      "learning_rate": 7.587601078167116e-05,
+      "loss": 0.03344900906085968,
+      "step": 2000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.033279869705438614,
+      "eval_runtime": 392.9217,
+      "eval_samples_per_second": 10.18,
+      "eval_steps_per_second": 2.545,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6432,
+      "grad_norm": 0.013896610587835312,
+      "learning_rate": 7.52021563342318e-05,
+      "loss": 0.03319382667541504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6464,
+      "grad_norm": 0.017382144927978516,
+      "learning_rate": 7.452830188679245e-05,
+      "loss": 0.03310429751873016,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6496,
+      "grad_norm": 0.016632797196507454,
+      "learning_rate": 7.385444743935311e-05,
+      "loss": 0.032836532592773436,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6528,
+      "grad_norm": 0.017578283324837685,
+      "learning_rate": 7.318059299191375e-05,
+      "loss": 0.033250358700752256,
+      "step": 2040
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.012423737905919552,
+      "learning_rate": 7.25067385444744e-05,
+      "loss": 0.03287248015403747,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6592,
+      "grad_norm": 0.018035417422652245,
+      "learning_rate": 7.183288409703504e-05,
+      "loss": 0.033433538675308225,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6624,
+      "grad_norm": 0.012457272037863731,
+      "learning_rate": 7.115902964959569e-05,
+      "loss": 0.03310970067977905,
+      "step": 2070
+    },
+    {
+      "epoch": 0.6656,
+      "grad_norm": 0.019056031480431557,
+      "learning_rate": 7.048517520215634e-05,
+      "loss": 0.03329863548278809,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6688,
+      "grad_norm": 0.016501659527420998,
+      "learning_rate": 6.981132075471698e-05,
+      "loss": 0.032833594083786014,
+      "step": 2090
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.017988234758377075,
+      "learning_rate": 6.913746630727763e-05,
+      "loss": 0.033467921614646914,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6752,
+      "grad_norm": 0.013634835369884968,
+      "learning_rate": 6.846361185983828e-05,
+      "loss": 0.03310509324073792,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6784,
+      "grad_norm": 0.03710202872753143,
+      "learning_rate": 6.778975741239892e-05,
+      "loss": 0.03332036435604095,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6816,
+      "grad_norm": 0.014860867522656918,
+      "learning_rate": 6.711590296495958e-05,
+      "loss": 0.03334605693817139,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6848,
+      "grad_norm": 0.017883209511637688,
+      "learning_rate": 6.644204851752021e-05,
+      "loss": 0.03323170244693756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.01507056038826704,
+      "learning_rate": 6.576819407008087e-05,
+      "loss": 0.03327701091766357,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6912,
+      "grad_norm": 0.017907151952385902,
+      "learning_rate": 6.50943396226415e-05,
+      "loss": 0.03348020315170288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6944,
+      "grad_norm": 0.016779346391558647,
+      "learning_rate": 6.442048517520216e-05,
+      "loss": 0.03338460326194763,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6976,
+      "grad_norm": 0.013085447251796722,
+      "learning_rate": 6.37466307277628e-05,
+      "loss": 0.03362434506416321,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7008,
+      "grad_norm": 0.018069058656692505,
+      "learning_rate": 6.307277628032345e-05,
+      "loss": 0.03346484899520874,
+      "step": 2190
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.017383864149451256,
+      "learning_rate": 6.239892183288411e-05,
+      "loss": 0.033619779348373416,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7072,
+      "grad_norm": 0.014091757126152515,
+      "learning_rate": 6.172506738544474e-05,
+      "loss": 0.03341582417488098,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7104,
+      "grad_norm": 0.013644619844853878,
+      "learning_rate": 6.10512129380054e-05,
+      "loss": 0.03317931890487671,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7136,
+      "grad_norm": 0.014415914192795753,
+      "learning_rate": 6.037735849056604e-05,
+      "loss": 0.03343916237354279,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7168,
+      "grad_norm": 0.014431532472372055,
+      "learning_rate": 5.970350404312669e-05,
+      "loss": 0.03303951919078827,
+      "step": 2240
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.016160180792212486,
+      "learning_rate": 5.9029649595687334e-05,
+      "loss": 0.03348993957042694,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7232,
+      "grad_norm": 0.013225486502051353,
+      "learning_rate": 5.8355795148247985e-05,
+      "loss": 0.03321528434753418,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7264,
+      "grad_norm": 0.012061551213264465,
+      "learning_rate": 5.768194070080862e-05,
+      "loss": 0.0334101527929306,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7296,
+      "grad_norm": 0.018324755132198334,
+      "learning_rate": 5.7008086253369275e-05,
+      "loss": 0.033238178491592406,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7328,
+      "grad_norm": 0.014122800901532173,
+      "learning_rate": 5.6334231805929926e-05,
+      "loss": 0.03336237072944641,
+      "step": 2290
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 0.014120225794613361,
+      "learning_rate": 5.5660377358490564e-05,
+      "loss": 0.03283742666244507,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7392,
+      "grad_norm": 0.012781446799635887,
+      "learning_rate": 5.4986522911051216e-05,
+      "loss": 0.03329969346523285,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7424,
+      "grad_norm": 0.014943500980734825,
+      "learning_rate": 5.431266846361186e-05,
+      "loss": 0.033046755194664004,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7456,
+      "grad_norm": 0.016848556697368622,
+      "learning_rate": 5.363881401617251e-05,
+      "loss": 0.03313890695571899,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7488,
+      "grad_norm": 0.015386182814836502,
+      "learning_rate": 5.296495956873315e-05,
+      "loss": 0.032868415117263794,
+      "step": 2340
+    },
+    {
+      "epoch": 0.752,
+      "grad_norm": 0.012449495494365692,
+      "learning_rate": 5.22911051212938e-05,
+      "loss": 0.033179682493209836,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7552,
+      "grad_norm": 0.014746771194040775,
+      "learning_rate": 5.161725067385445e-05,
+      "loss": 0.033497545123100284,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7584,
+      "grad_norm": 0.01395835354924202,
+      "learning_rate": 5.09433962264151e-05,
+      "loss": 0.03317382335662842,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7616,
+      "grad_norm": 0.020389486104249954,
+      "learning_rate": 5.026954177897575e-05,
+      "loss": 0.03320387601852417,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7648,
+      "grad_norm": 0.013692195527255535,
+      "learning_rate": 4.959568733153639e-05,
+      "loss": 0.03278729915618896,
+      "step": 2390
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 0.01670539192855358,
+      "learning_rate": 4.892183288409703e-05,
+      "loss": 0.03278262913227081,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7712,
+      "grad_norm": 0.020626485347747803,
+      "learning_rate": 4.8247978436657684e-05,
+      "loss": 0.03311439454555511,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7744,
+      "grad_norm": 0.016138684004545212,
+      "learning_rate": 4.7574123989218336e-05,
+      "loss": 0.03305559754371643,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7776,
+      "grad_norm": 0.01254801731556654,
+      "learning_rate": 4.690026954177898e-05,
+      "loss": 0.032992970943450925,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7808,
+      "grad_norm": 0.01642506942152977,
+      "learning_rate": 4.6226415094339625e-05,
+      "loss": 0.033115679025650026,
+      "step": 2440
+    },
+    {
+      "epoch": 0.784,
+      "grad_norm": 0.015859143808484077,
+      "learning_rate": 4.555256064690027e-05,
+      "loss": 0.033249130845069884,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7872,
+      "grad_norm": 0.014721996150910854,
+      "learning_rate": 4.4878706199460915e-05,
+      "loss": 0.03291969895362854,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7904,
+      "grad_norm": 0.016522685065865517,
+      "learning_rate": 4.420485175202157e-05,
+      "loss": 0.03304495513439178,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7936,
+      "grad_norm": 0.013596346601843834,
+      "learning_rate": 4.353099730458221e-05,
+      "loss": 0.03306679725646973,
+      "step": 2480
+    },
+    {
+      "epoch": 0.7968,
+      "grad_norm": 0.015566039830446243,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 0.03316449224948883,
+      "step": 2490
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.016959602013230324,
+      "learning_rate": 4.218328840970351e-05,
+      "loss": 0.03335343599319458,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8032,
+      "grad_norm": 0.014932133257389069,
+      "learning_rate": 4.150943396226415e-05,
+      "loss": 0.032971623539924624,
+      "step": 2510
+    },
+    {
+      "epoch": 0.8064,
+      "grad_norm": 0.014462359249591827,
+      "learning_rate": 4.0835579514824804e-05,
+      "loss": 0.0329082578420639,
+      "step": 2520
+    },
+    {
+      "epoch": 0.8096,
+      "grad_norm": 0.014135395176708698,
+      "learning_rate": 4.016172506738545e-05,
+      "loss": 0.033056461811065675,
+      "step": 2530
+    },
+    {
+      "epoch": 0.8128,
+      "grad_norm": 0.01535738818347454,
+      "learning_rate": 3.9487870619946094e-05,
+      "loss": 0.033193910121917726,
+      "step": 2540
+    },
+    {
+      "epoch": 0.816,
+      "grad_norm": 0.01592567376792431,
+      "learning_rate": 3.881401617250674e-05,
+      "loss": 0.03295792043209076,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8192,
+      "grad_norm": 0.013235735706984997,
+      "learning_rate": 3.8140161725067383e-05,
+      "loss": 0.03331408202648163,
+      "step": 2560
+    },
+    {
+      "epoch": 0.8224,
+      "grad_norm": 0.016583025455474854,
+      "learning_rate": 3.7466307277628035e-05,
+      "loss": 0.03318352103233337,
+      "step": 2570
+    },
+    {
+      "epoch": 0.8256,
+      "grad_norm": 0.013384989462792873,
+      "learning_rate": 3.679245283018868e-05,
+      "loss": 0.03283868730068207,
+      "step": 2580
+    },
+    {
+      "epoch": 0.8288,
+      "grad_norm": 0.01358229573816061,
+      "learning_rate": 3.611859838274933e-05,
+      "loss": 0.03294197916984558,
+      "step": 2590
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 0.016189558431506157,
+      "learning_rate": 3.5444743935309976e-05,
+      "loss": 0.032922586798667906,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8352,
+      "grad_norm": 0.014628459699451923,
+      "learning_rate": 3.477088948787062e-05,
+      "loss": 0.03305854499340057,
+      "step": 2610
+    },
+    {
+      "epoch": 0.8384,
+      "grad_norm": 0.017845703288912773,
+      "learning_rate": 3.4097035040431266e-05,
+      "loss": 0.03276364803314209,
+      "step": 2620
+    },
+    {
+      "epoch": 0.8416,
+      "grad_norm": 0.013598255813121796,
+      "learning_rate": 3.342318059299192e-05,
+      "loss": 0.03293495774269104,
+      "step": 2630
+    },
+    {
+      "epoch": 0.8448,
+      "grad_norm": 0.013942983001470566,
+      "learning_rate": 3.274932614555256e-05,
+      "loss": 0.03280968964099884,
+      "step": 2640
+    },
+    {
+      "epoch": 0.848,
+      "grad_norm": 0.01596047356724739,
+      "learning_rate": 3.207547169811321e-05,
+      "loss": 0.033162572979927064,
+      "step": 2650
+    },
+    {
+      "epoch": 0.8512,
+      "grad_norm": 0.012163450010120869,
+      "learning_rate": 3.140161725067385e-05,
+      "loss": 0.03291110694408417,
+      "step": 2660
+    },
+    {
+      "epoch": 0.8544,
+      "grad_norm": 0.013148337602615356,
+      "learning_rate": 3.0727762803234503e-05,
+      "loss": 0.03317022025585174,
+      "step": 2670
+    },
+    {
+      "epoch": 0.8576,
+      "grad_norm": 0.012131474912166595,
+      "learning_rate": 3.005390835579515e-05,
+      "loss": 0.03323936760425568,
+      "step": 2680
+    },
+    {
+      "epoch": 0.8608,
+      "grad_norm": 0.015002274885773659,
+      "learning_rate": 2.9380053908355796e-05,
+      "loss": 0.03308298885822296,
+      "step": 2690
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 0.013193179853260517,
+      "learning_rate": 2.8706199460916445e-05,
+      "loss": 0.03283806443214417,
+      "step": 2700
+    },
+    {
+      "epoch": 0.8672,
+      "grad_norm": 0.016026949509978294,
+      "learning_rate": 2.803234501347709e-05,
+      "loss": 0.03296675980091095,
+      "step": 2710
+    },
+    {
+      "epoch": 0.8704,
+      "grad_norm": 0.017820587381720543,
+      "learning_rate": 2.7358490566037738e-05,
+      "loss": 0.03325706124305725,
+      "step": 2720
+    },
+    {
+      "epoch": 0.8736,
+      "grad_norm": 0.013236531987786293,
+      "learning_rate": 2.6684636118598382e-05,
+      "loss": 0.03270974159240723,
+      "step": 2730
+    },
+    {
+      "epoch": 0.8768,
+      "grad_norm": 0.013210417702794075,
+      "learning_rate": 2.601078167115903e-05,
+      "loss": 0.03285476863384247,
+      "step": 2740
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.017009444534778595,
+      "learning_rate": 2.5336927223719675e-05,
+      "loss": 0.03272903859615326,
+      "step": 2750
+    },
+    {
+      "epoch": 0.8832,
+      "grad_norm": 0.01533101499080658,
+      "learning_rate": 2.4663072776280324e-05,
+      "loss": 0.03289242088794708,
+      "step": 2760
+    },
+    {
+      "epoch": 0.8864,
+      "grad_norm": 0.01278180442750454,
+      "learning_rate": 2.3989218328840972e-05,
+      "loss": 0.03279607594013214,
+      "step": 2770
+    },
+    {
+      "epoch": 0.8896,
+      "grad_norm": 0.013871409930288792,
+      "learning_rate": 2.331536388140162e-05,
+      "loss": 0.032838135957717896,
+      "step": 2780
+    },
+    {
+      "epoch": 0.8928,
+      "grad_norm": 0.01695924811065197,
+      "learning_rate": 2.2641509433962265e-05,
+      "loss": 0.032943975925445554,
+      "step": 2790
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 0.01690320298075676,
+      "learning_rate": 2.1967654986522913e-05,
+      "loss": 0.03307722508907318,
+      "step": 2800
+    },
+    {
+      "epoch": 0.8992,
+      "grad_norm": 0.01349634863436222,
+      "learning_rate": 2.1293800539083558e-05,
+      "loss": 0.03316935896873474,
+      "step": 2810
+    },
+    {
+      "epoch": 0.9024,
+      "grad_norm": 0.014260729774832726,
+      "learning_rate": 2.0619946091644206e-05,
+      "loss": 0.032551664113998416,
+      "step": 2820
+    },
+    {
+      "epoch": 0.9056,
+      "grad_norm": 0.014094400219619274,
+      "learning_rate": 1.9946091644204854e-05,
+      "loss": 0.03266207277774811,
+      "step": 2830
+    },
+    {
+      "epoch": 0.9088,
+      "grad_norm": 0.014836013317108154,
+      "learning_rate": 1.92722371967655e-05,
+      "loss": 0.03280334770679474,
+      "step": 2840
+    },
+    {
+      "epoch": 0.912,
+      "grad_norm": 0.013651405461132526,
+      "learning_rate": 1.8598382749326147e-05,
+      "loss": 0.03306577205657959,
+      "step": 2850
+    },
+    {
+      "epoch": 0.9152,
+      "grad_norm": 0.013248343952000141,
+      "learning_rate": 1.7924528301886792e-05,
+      "loss": 0.03294882774353027,
+      "step": 2860
+    },
+    {
+      "epoch": 0.9184,
+      "grad_norm": 0.016461247578263283,
+      "learning_rate": 1.725067385444744e-05,
+      "loss": 0.03265116512775421,
+      "step": 2870
+    },
+    {
+      "epoch": 0.9216,
+      "grad_norm": 0.011821591295301914,
+      "learning_rate": 1.657681940700809e-05,
+      "loss": 0.032946842908859256,
+      "step": 2880
+    },
+    {
+      "epoch": 0.9248,
+      "grad_norm": 0.012093918398022652,
+      "learning_rate": 1.5902964959568733e-05,
+      "loss": 0.03287220597267151,
+      "step": 2890
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 0.026748988777399063,
+      "learning_rate": 1.522911051212938e-05,
+      "loss": 0.03354127109050751,
+      "step": 2900
+    },
+    {
+      "epoch": 0.9312,
+      "grad_norm": 0.012760454788804054,
+      "learning_rate": 1.455525606469003e-05,
+      "loss": 0.03258902132511139,
+      "step": 2910
+    },
+    {
+      "epoch": 0.9344,
+      "grad_norm": 0.01527809351682663,
+      "learning_rate": 1.3881401617250674e-05,
+      "loss": 0.0327609658241272,
+      "step": 2920
+    },
+    {
+      "epoch": 0.9376,
+      "grad_norm": 0.01618664711713791,
+      "learning_rate": 1.320754716981132e-05,
+      "loss": 0.032769182324409486,
+      "step": 2930
+    },
+    {
+      "epoch": 0.9408,
+      "grad_norm": 0.021159663796424866,
+      "learning_rate": 1.2533692722371967e-05,
+      "loss": 0.03279333412647247,
+      "step": 2940
+    },
+    {
+      "epoch": 0.944,
+      "grad_norm": 0.015172840096056461,
+      "learning_rate": 1.1859838274932616e-05,
+      "loss": 0.03318600654602051,
+      "step": 2950
+    },
+    {
+      "epoch": 0.9472,
+      "grad_norm": 0.014256151393055916,
+      "learning_rate": 1.1185983827493262e-05,
+      "loss": 0.032936713099479674,
+      "step": 2960
+    },
+    {
+      "epoch": 0.9504,
+      "grad_norm": 0.014949849806725979,
+      "learning_rate": 1.0512129380053909e-05,
+      "loss": 0.032922834157943726,
+      "step": 2970
+    },
+    {
+      "epoch": 0.9536,
+      "grad_norm": 0.013843391090631485,
+      "learning_rate": 9.838274932614555e-06,
+      "loss": 0.03296383321285248,
+      "step": 2980
+    },
+    {
+      "epoch": 0.9568,
+      "grad_norm": 0.013617058284580708,
+      "learning_rate": 9.164420485175203e-06,
+      "loss": 0.03284318745136261,
+      "step": 2990
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.014324788935482502,
+      "learning_rate": 8.49056603773585e-06,
+      "loss": 0.032929012179374696,
+      "step": 3000
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 0.03292388841509819,
+      "eval_runtime": 393.9821,
+      "eval_samples_per_second": 10.153,
+      "eval_steps_per_second": 2.538,
+      "step": 3000
+    },
+    {
+      "epoch": 0.9632,
+      "grad_norm": 0.0181750375777483,
+      "learning_rate": 7.816711590296496e-06,
+      "loss": 0.03249376118183136,
+      "step": 3010
+    },
+    {
+      "epoch": 0.9664,
+      "grad_norm": 0.01742960698902607,
+      "learning_rate": 7.142857142857143e-06,
+      "loss": 0.03350707590579986,
+      "step": 3020
+    },
+    {
+      "epoch": 0.9696,
+      "grad_norm": 0.014528651721775532,
+      "learning_rate": 6.46900269541779e-06,
+      "loss": 0.03270627558231354,
+      "step": 3030
+    },
+    {
+      "epoch": 0.9728,
+      "grad_norm": 0.012908069416880608,
+      "learning_rate": 5.7951482479784366e-06,
+      "loss": 0.032709556818008426,
+      "step": 3040
+    },
+    {
+      "epoch": 0.976,
+      "grad_norm": 0.01675087958574295,
+      "learning_rate": 5.121293800539084e-06,
+      "loss": 0.032990434765815736,
+      "step": 3050
+    },
+    {
+      "epoch": 0.9792,
+      "grad_norm": 0.016103623434901237,
+      "learning_rate": 4.44743935309973e-06,
+      "loss": 0.03309498727321625,
+      "step": 3060
+    },
+    {
+      "epoch": 0.9824,
+      "grad_norm": 0.014751358889043331,
+      "learning_rate": 3.7735849056603773e-06,
+      "loss": 0.032907357811927794,
+      "step": 3070
+    },
+    {
+      "epoch": 0.9856,
+      "grad_norm": 0.014984040521085262,
+      "learning_rate": 3.0997304582210242e-06,
+      "loss": 0.03303678333759308,
+      "step": 3080
+    },
+    {
+      "epoch": 0.9888,
+      "grad_norm": 0.012773244641721249,
+      "learning_rate": 2.425876010781671e-06,
+      "loss": 0.03292141854763031,
+      "step": 3090
+    },
+    {
+      "epoch": 0.992,
+      "grad_norm": 0.01375594176352024,
+      "learning_rate": 1.752021563342318e-06,
+      "loss": 0.03288735151290893,
+      "step": 3100
+    },
+    {
+      "epoch": 0.9952,
+      "grad_norm": 0.013470398262143135,
+      "learning_rate": 1.078167115902965e-06,
+      "loss": 0.03261796236038208,
+      "step": 3110
+    },
+    {
+      "epoch": 0.9984,
+      "grad_norm": 0.013911271467804909,
+      "learning_rate": 4.043126684636119e-07,
+      "loss": 0.032833531498909,
+      "step": 3120
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2049737842688e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b20a7c78edf8a694d25ad5185c5fa4f35077ceba
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3605feefd78403a5727f4138a10b6eda8593258afe2b26254f143d8c1494c13
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a37d2fe1e3c553525097ed0a9d05ccc5fea4deb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164d44f864affcdddf5d1ff0e5590f66687f823dc4794ecb11d22b0c83378e2e
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ef66339b9befa098183fd5d69faed6838e526b0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d565802a8e26c4e8a31328752b7a7fdc186d9401aa008e65697d0ad8c22e33
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd4966f62c9dfcfe8b008fa9c555346b5323334
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c845dff425efa28097f9317bbb35033e438de8d50ae00c236c2381a6bde3597
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f3158960317e56787d5baad19db4dc86062b019c
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/trainer_state.json
@@ -0,0 +1,384 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.16,
+  "eval_steps": 1000,
+  "global_step": 500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.92795805483008e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/README.md b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..469bfba0afb1c6b12502d92677e042c39b7d37b3
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/README.md
@@ -0,0 +1,210 @@
+---
+base_model: Qwen/Qwen3.5-4B
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen3.5-4B
+- lora
+- sft
+- transformers
+- trl
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c305704290de3481079231e7e610a1c26c815875
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_config.json
@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen3_5ForConditionalGeneration",
+    "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "Qwen/Qwen3.5-4B",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_model.safetensors b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9dd3c451aa7f0b7974c8c6f0d4083a8cc0af84c8
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ea144b49517fd3c07b1d4835ac7106964ee2e0df162e6087dae1a0a18b39ff
+size 84972248
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/chat_template.jinja b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..a585dec894e63da457d9440ec6aa7caa16d20860
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/chat_template.jinja
@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/optimizer.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f317cc9a2de762c4048ef188e86e983501e34c
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33281994675168fce4ffa50bd6b7d757a10d773c4f0773535af852d86ae5ab
+size 43434405
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/rng_state.pth b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ef66339b9befa098183fd5d69faed6838e526b0
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d565802a8e26c4e8a31328752b7a7fdc186d9401aa008e65697d0ad8c22e33
+size 14645
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/scheduler.pt b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103077b14f84c3d8c2193b327739a629bad4b003
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e239d7a24645786b6ae2f0dc88dbcec664387e132e413738980bcc129ee13b6
+size 1465
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/trainer_state.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2bdfc84d9545c0362c7098347baf3a5fec177062
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/trainer_state.json
@@ -0,0 +1,559 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.24,
+  "eval_steps": 1000,
+  "global_step": 750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0032,
+      "grad_norm": 3.2801005840301514,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 2.957232856750488,
+      "step": 10
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 1.8789476156234741,
+      "learning_rate": 2.4203821656050956e-05,
+      "loss": 2.6172555923461913,
+      "step": 20
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.6533392667770386,
+      "learning_rate": 3.694267515923567e-05,
+      "loss": 2.115558052062988,
+      "step": 30
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.923370897769928,
+      "learning_rate": 4.968152866242039e-05,
+      "loss": 1.6441343307495118,
+      "step": 40
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 1.2141456604003906,
+      "learning_rate": 6.24203821656051e-05,
+      "loss": 0.8693079948425293,
+      "step": 50
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.29008936882019043,
+      "learning_rate": 7.515923566878981e-05,
+      "loss": 0.2214587926864624,
+      "step": 60
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.18057213723659515,
+      "learning_rate": 8.789808917197452e-05,
+      "loss": 0.10706863403320313,
+      "step": 70
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.18052466213703156,
+      "learning_rate": 0.00010063694267515924,
+      "loss": 0.075585275888443,
+      "step": 80
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.1181897521018982,
+      "learning_rate": 0.00011337579617834395,
+      "loss": 0.05239964723587036,
+      "step": 90
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.09562048316001892,
+      "learning_rate": 0.00012611464968152866,
+      "loss": 0.045760563015937804,
+      "step": 100
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10885730385780334,
+      "learning_rate": 0.00013885350318471339,
+      "loss": 0.04301239252090454,
+      "step": 110
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.07743079215288162,
+      "learning_rate": 0.0001515923566878981,
+      "loss": 0.03960148394107819,
+      "step": 120
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.09875894337892532,
+      "learning_rate": 0.0001643312101910828,
+      "loss": 0.038549023866653445,
+      "step": 130
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.06382669508457184,
+      "learning_rate": 0.00017707006369426754,
+      "loss": 0.04907984733581543,
+      "step": 140
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.07143214344978333,
+      "learning_rate": 0.00018980891719745223,
+      "loss": 0.03758894205093384,
+      "step": 150
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.05740807577967644,
+      "learning_rate": 0.00019986522911051214,
+      "loss": 0.04057175517082214,
+      "step": 160
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.10187529027462006,
+      "learning_rate": 0.0001991913746630728,
+      "loss": 0.038298597931861876,
+      "step": 170
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.06236090883612633,
+      "learning_rate": 0.00019851752021563343,
+      "loss": 0.03621701598167419,
+      "step": 180
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.06320308893918991,
+      "learning_rate": 0.00019784366576819408,
+      "loss": 0.0365910530090332,
+      "step": 190
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.05323399230837822,
+      "learning_rate": 0.00019716981132075472,
+      "loss": 0.03578711748123169,
+      "step": 200
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.04963463172316551,
+      "learning_rate": 0.00019649595687331537,
+      "loss": 0.03611702620983124,
+      "step": 210
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.06188482418656349,
+      "learning_rate": 0.00019582210242587603,
+      "loss": 0.03605208694934845,
+      "step": 220
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.04441574215888977,
+      "learning_rate": 0.00019514824797843666,
+      "loss": 0.03630925416946411,
+      "step": 230
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.045263174921274185,
+      "learning_rate": 0.00019447439353099732,
+      "loss": 0.0356947660446167,
+      "step": 240
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.07786818593740463,
+      "learning_rate": 0.00019380053908355795,
+      "loss": 0.03802114427089691,
+      "step": 250
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.0435267873108387,
+      "learning_rate": 0.0001931266846361186,
+      "loss": 0.03525420129299164,
+      "step": 260
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.0398947112262249,
+      "learning_rate": 0.00019245283018867927,
+      "loss": 0.036475399136543275,
+      "step": 270
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.04572893679141998,
+      "learning_rate": 0.0001917789757412399,
+      "loss": 0.03517844974994659,
+      "step": 280
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.04973549395799637,
+      "learning_rate": 0.00019110512129380053,
+      "loss": 0.03514469563961029,
+      "step": 290
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.03992312029004097,
+      "learning_rate": 0.0001904312668463612,
+      "loss": 0.03486928045749664,
+      "step": 300
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.04485175386071205,
+      "learning_rate": 0.00018975741239892185,
+      "loss": 0.03607228100299835,
+      "step": 310
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.042598217725753784,
+      "learning_rate": 0.00018908355795148248,
+      "loss": 0.035026413202285764,
+      "step": 320
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.04312385991215706,
+      "learning_rate": 0.00018840970350404314,
+      "loss": 0.0354986697435379,
+      "step": 330
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.03750547766685486,
+      "learning_rate": 0.00018773584905660377,
+      "loss": 0.035477420687675475,
+      "step": 340
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.0504920519888401,
+      "learning_rate": 0.00018706199460916443,
+      "loss": 0.03416607677936554,
+      "step": 350
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.0463927760720253,
+      "learning_rate": 0.00018638814016172509,
+      "loss": 0.03462561368942261,
+      "step": 360
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.0457661971449852,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.034427869319915774,
+      "step": 370
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.04242575913667679,
+      "learning_rate": 0.00018504043126684635,
+      "loss": 0.03459358215332031,
+      "step": 380
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.07980137318372726,
+      "learning_rate": 0.000184366576819407,
+      "loss": 0.0352897047996521,
+      "step": 390
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.032620977610349655,
+      "learning_rate": 0.00018369272237196767,
+      "loss": 0.03452844321727753,
+      "step": 400
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.030839180573821068,
+      "learning_rate": 0.00018301886792452832,
+      "loss": 0.03451713621616363,
+      "step": 410
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.03541458770632744,
+      "learning_rate": 0.00018234501347708895,
+      "loss": 0.03461756706237793,
+      "step": 420
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.031466420739889145,
+      "learning_rate": 0.00018167115902964959,
+      "loss": 0.03474808633327484,
+      "step": 430
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.03603539988398552,
+      "learning_rate": 0.00018099730458221024,
+      "loss": 0.03495114743709564,
+      "step": 440
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.03707222267985344,
+      "learning_rate": 0.0001803234501347709,
+      "loss": 0.03402511775493622,
+      "step": 450
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.036379359662532806,
+      "learning_rate": 0.00017964959568733156,
+      "loss": 0.03453508317470551,
+      "step": 460
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.0341603085398674,
+      "learning_rate": 0.0001789757412398922,
+      "loss": 0.03405205011367798,
+      "step": 470
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.033526141196489334,
+      "learning_rate": 0.00017830188679245282,
+      "loss": 0.03442648649215698,
+      "step": 480
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.03887268528342247,
+      "learning_rate": 0.00017762803234501348,
+      "loss": 0.034604042768478394,
+      "step": 490
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.028687890619039536,
+      "learning_rate": 0.00017695417789757414,
+      "loss": 0.03409133851528168,
+      "step": 500
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.030350256711244583,
+      "learning_rate": 0.0001762803234501348,
+      "loss": 0.03377067446708679,
+      "step": 510
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.035560864955186844,
+      "learning_rate": 0.00017560646900269543,
+      "loss": 0.03409072160720825,
+      "step": 520
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.027625421062111855,
+      "learning_rate": 0.00017493261455525606,
+      "loss": 0.033819463849067685,
+      "step": 530
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.031909387558698654,
+      "learning_rate": 0.00017425876010781672,
+      "loss": 0.03402120471000671,
+      "step": 540
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.02561958320438862,
+      "learning_rate": 0.00017358490566037738,
+      "loss": 0.03468506038188934,
+      "step": 550
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.048359788954257965,
+      "learning_rate": 0.00017291105121293804,
+      "loss": 0.0337568074464798,
+      "step": 560
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.03294350206851959,
+      "learning_rate": 0.00017223719676549864,
+      "loss": 0.03357039093971252,
+      "step": 570
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.025683443993330002,
+      "learning_rate": 0.0001715633423180593,
+      "loss": 0.03350119888782501,
+      "step": 580
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.02899005077779293,
+      "learning_rate": 0.00017088948787061996,
+      "loss": 0.033946582674980165,
+      "step": 590
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.033384405076503754,
+      "learning_rate": 0.00017021563342318062,
+      "loss": 0.033708778023719785,
+      "step": 600
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.03180663660168648,
+      "learning_rate": 0.00016954177897574125,
+      "loss": 0.033828526735305786,
+      "step": 610
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.04280244931578636,
+      "learning_rate": 0.00016886792452830188,
+      "loss": 0.03467142283916473,
+      "step": 620
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.03152000904083252,
+      "learning_rate": 0.00016819407008086254,
+      "loss": 0.03371638357639313,
+      "step": 630
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.02332565374672413,
+      "learning_rate": 0.0001675202156334232,
+      "loss": 0.0337744265794754,
+      "step": 640
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.028621617704629898,
+      "learning_rate": 0.00016684636118598385,
+      "loss": 0.03411863148212433,
+      "step": 650
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.025753367692232132,
+      "learning_rate": 0.00016617250673854448,
+      "loss": 0.033974489569664,
+      "step": 660
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.025955554097890854,
+      "learning_rate": 0.00016549865229110512,
+      "loss": 0.03407233655452728,
+      "step": 670
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.0408230796456337,
+      "learning_rate": 0.00016482479784366577,
+      "loss": 0.03399674296379089,
+      "step": 680
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.02402593567967415,
+      "learning_rate": 0.00016415094339622643,
+      "loss": 0.034056398272514346,
+      "step": 690
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.020451245829463005,
+      "learning_rate": 0.00016347708894878706,
+      "loss": 0.033577021956443784,
+      "step": 700
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.01891564019024372,
+      "learning_rate": 0.00016280323450134772,
+      "loss": 0.03383780419826508,
+      "step": 710
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.02678411453962326,
+      "learning_rate": 0.00016212938005390835,
+      "loss": 0.033868181705474856,
+      "step": 720
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.027024442330002785,
+      "learning_rate": 0.000161455525606469,
+      "loss": 0.03378471434116363,
+      "step": 730
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.02572198584675789,
+      "learning_rate": 0.00016078167115902967,
+      "loss": 0.03358360230922699,
+      "step": 740
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.02597915753722191,
+      "learning_rate": 0.0001601078167115903,
+      "loss": 0.03363666832447052,
+      "step": 750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3125,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.89193708224512e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/processor_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6acdf4203f22b7b990e36ccc3a1fe38563d5e
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/processor_config.json
@@ -0,0 +1,63 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..67741b04f23bfdb46501f748ce27865ec82eccfb
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
+size 19989343
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer_config.json b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..894d2b78df933760beb0ad0eeb0174e3bf337af4
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}
diff --git a/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/training_args.bin b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d55ac37ce7807b0d5bf34c8bb338488d5bd836a7
--- /dev/null
+++ b/runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
+size 5777