diff --git "a/.\\/README.md" "b/.\\/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..d1c0952e22c39844da64293f845af3177ff03089
--- /dev/null
+++ "b/.\\/README.md"
@@ -0,0 +1,62 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+model_name: taylor_adapter
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for taylor_adapter
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+ 
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.19.1
+- TRL: 1.8.0
+- Transformers: 5.13.1
+- Pytorch: 2.5.1+cu121
+- Datasets: 5.0.0
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```
\ No newline at end of file
diff --git "a/.\\/adapter_config.json" "b/.\\/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/adapter_model.safetensors" "b/.\\/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..cdf5dbd76cbaff8f9ad4d1147c83ffb94c93c67e
--- /dev/null
+++ "b/.\\/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c854c77069a08996e15747ce272e6765879c949731582b7e49e4f4a558b4ca
+size 35237104
diff --git "a/.\\/chat_template.jinja" "b/.\\/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-184/README.md" "b/.\\/checkpoint-184/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..23485d9e0c5aa7255a0e1278446ff3d85e4dea54
--- /dev/null
+++ "b/.\\/checkpoint-184/README.md"
@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1
\ No newline at end of file
diff --git "a/.\\/checkpoint-184/adapter_config.json" "b/.\\/checkpoint-184/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/checkpoint-184/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/checkpoint-184/adapter_model.safetensors" "b/.\\/checkpoint-184/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..77e699460931bec12d74524fabc51e2330342668
--- /dev/null
+++ "b/.\\/checkpoint-184/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfd4db7e55511451a94159e11d71a492e6c03a9fe285e633ec2863ed71f642a
+size 35237104
diff --git "a/.\\/checkpoint-184/chat_template.jinja" "b/.\\/checkpoint-184/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/checkpoint-184/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-184/optimizer.pt" "b/.\\/checkpoint-184/optimizer.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..9f69385281cea2e6f3e481604e4e1e6f65de72c5
--- /dev/null
+++ "b/.\\/checkpoint-184/optimizer.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e5e8e4045c338b18eaadb2d6be603a0c9a99ccf4eb73bb9e1c8ffcb2aa1edf
+size 70667778
diff --git "a/.\\/checkpoint-184/rng_state.pth" "b/.\\/checkpoint-184/rng_state.pth"
new file mode 100644
index 0000000000000000000000000000000000000000..5ac8eb1fd2e70d88e197eebafd1dbb0f94cc4bdc
--- /dev/null
+++ "b/.\\/checkpoint-184/rng_state.pth"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a61e2b85e892312214a8f38d8820703cccdfdbed9e4ba3af38a52059fdf34a4
+size 14244
diff --git "a/.\\/checkpoint-184/scaler.pt" "b/.\\/checkpoint-184/scaler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..6882bab74c0c141a81236009586810f930b267e7
--- /dev/null
+++ "b/.\\/checkpoint-184/scaler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd0b2d8246e82aa30210794100abfc283b2fddc38e69774935fc122412061f
+size 988
diff --git "a/.\\/checkpoint-184/scheduler.pt" "b/.\\/checkpoint-184/scheduler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..1e9bfa0eca3a9b61fa9da3c333eb3994f7e8d4e5
--- /dev/null
+++ "b/.\\/checkpoint-184/scheduler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73b007d98074c3a5f5b90cf71694acfe43e97da8623f1695d0c4d02d29a076
+size 1064
diff --git "a/.\\/checkpoint-184/tokenizer.json" "b/.\\/checkpoint-184/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/checkpoint-184/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/checkpoint-184/tokenizer_config.json" "b/.\\/checkpoint-184/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/checkpoint-184/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/checkpoint-184/trainer_state.json" "b/.\\/checkpoint-184/trainer_state.json"
new file mode 100644
index 0000000000000000000000000000000000000000..0953f274d9dbc646b3f9d1bda58538b91f29dbb3
--- /dev/null
+++ "b/.\\/checkpoint-184/trainer_state.json"
@@ -0,0 +1,394 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 184,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.6594499826431273,
+      "epoch": 0.05449591280653951,
+      "grad_norm": 5.295472145080566,
+      "learning_rate": 9.934782608695653e-05,
+      "loss": 3.54321403503418,
+      "mean_token_accuracy": 0.43463218957185745,
+      "num_tokens": 1773.0,
+      "step": 5
+    },
+    {
+      "entropy": 2.2742149353027346,
+      "epoch": 0.10899182561307902,
+      "grad_norm": 3.361339807510376,
+      "learning_rate": 9.82608695652174e-05,
+      "loss": 2.4454851150512695,
+      "mean_token_accuracy": 0.551431605219841,
+      "num_tokens": 3498.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.08142426609993,
+      "epoch": 0.16348773841961853,
+      "grad_norm": 2.2675228118896484,
+      "learning_rate": 9.717391304347827e-05,
+      "loss": 2.0466989517211913,
+      "mean_token_accuracy": 0.5931242555379868,
+      "num_tokens": 5227.0,
+      "step": 15
+    },
+    {
+      "entropy": 2.0903500437736513,
+      "epoch": 0.21798365122615804,
+      "grad_norm": 2.32053804397583,
+      "learning_rate": 9.608695652173914e-05,
+      "loss": 2.0296419143676756,
+      "mean_token_accuracy": 0.6070973306894303,
+      "num_tokens": 6984.0,
+      "step": 20
+    },
+    {
+      "entropy": 2.0122226536273957,
+      "epoch": 0.2724795640326976,
+      "grad_norm": 2.9731853008270264,
+      "learning_rate": 9.5e-05,
+      "loss": 1.9343505859375,
+      "mean_token_accuracy": 0.6144788950681687,
+      "num_tokens": 8673.0,
+      "step": 25
+    },
+    {
+      "entropy": 1.8690580070018767,
+      "epoch": 0.32697547683923706,
+      "grad_norm": 2.430854320526123,
+      "learning_rate": 9.391304347826087e-05,
+      "loss": 1.8909852981567383,
+      "mean_token_accuracy": 0.635982021689415,
+      "num_tokens": 10275.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.9015782356262207,
+      "epoch": 0.3814713896457766,
+      "grad_norm": 4.453112602233887,
+      "learning_rate": 9.282608695652174e-05,
+      "loss": 1.958522415161133,
+      "mean_token_accuracy": 0.6195796310901642,
+      "num_tokens": 11978.0,
+      "step": 35
+    },
+    {
+      "entropy": 1.9212978661060334,
+      "epoch": 0.4359673024523161,
+      "grad_norm": 2.2464277744293213,
+      "learning_rate": 9.173913043478261e-05,
+      "loss": 1.9835006713867187,
+      "mean_token_accuracy": 0.6123327493667603,
+      "num_tokens": 13657.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.8311922907829286,
+      "epoch": 0.4904632152588556,
+      "grad_norm": 2.3727688789367676,
+      "learning_rate": 9.065217391304348e-05,
+      "loss": 1.8656713485717773,
+      "mean_token_accuracy": 0.6268564760684967,
+      "num_tokens": 15294.0,
+      "step": 45
+    },
+    {
+      "entropy": 1.9462017118930817,
+      "epoch": 0.5449591280653951,
+      "grad_norm": 2.6789865493774414,
+      "learning_rate": 8.956521739130435e-05,
+      "loss": 1.9714052200317382,
+      "mean_token_accuracy": 0.6041685000061989,
+      "num_tokens": 16989.0,
+      "step": 50
+    },
+    {
+      "entropy": 2.0074979245662687,
+      "epoch": 0.5994550408719346,
+      "grad_norm": 2.4134292602539062,
+      "learning_rate": 8.847826086956522e-05,
+      "loss": 1.9694150924682616,
+      "mean_token_accuracy": 0.6093465179204941,
+      "num_tokens": 18691.0,
+      "step": 55
+    },
+    {
+      "entropy": 2.084570509195328,
+      "epoch": 0.6539509536784741,
+      "grad_norm": 2.2511465549468994,
+      "learning_rate": 8.739130434782609e-05,
+      "loss": 2.0413387298583983,
+      "mean_token_accuracy": 0.5928771764039993,
+      "num_tokens": 20427.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.9865212082862853,
+      "epoch": 0.7084468664850136,
+      "grad_norm": 2.3821234703063965,
+      "learning_rate": 8.630434782608696e-05,
+      "loss": 1.970216941833496,
+      "mean_token_accuracy": 0.595578932762146,
+      "num_tokens": 22195.0,
+      "step": 65
+    },
+    {
+      "entropy": 2.0046413242816925,
+      "epoch": 0.7629427792915532,
+      "grad_norm": 2.262631416320801,
+      "learning_rate": 8.521739130434783e-05,
+      "loss": 1.9679553985595704,
+      "mean_token_accuracy": 0.593865379691124,
+      "num_tokens": 23964.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.923993456363678,
+      "epoch": 0.8174386920980926,
+      "grad_norm": 2.3410611152648926,
+      "learning_rate": 8.41304347826087e-05,
+      "loss": 1.9888051986694335,
+      "mean_token_accuracy": 0.6120034158229828,
+      "num_tokens": 25664.0,
+      "step": 75
+    },
+    {
+      "entropy": 1.922121912240982,
+      "epoch": 0.8719346049046321,
+      "grad_norm": 2.358454465866089,
+      "learning_rate": 8.304347826086957e-05,
+      "loss": 1.9804664611816407,
+      "mean_token_accuracy": 0.5960922837257385,
+      "num_tokens": 27408.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.8504264950752258,
+      "epoch": 0.9264305177111717,
+      "grad_norm": 2.7570979595184326,
+      "learning_rate": 8.195652173913044e-05,
+      "loss": 1.837178611755371,
+      "mean_token_accuracy": 0.6353224456310272,
+      "num_tokens": 29067.0,
+      "step": 85
+    },
+    {
+      "entropy": 1.990801990032196,
+      "epoch": 0.9809264305177112,
+      "grad_norm": 2.1287808418273926,
+      "learning_rate": 8.086956521739131e-05,
+      "loss": 1.878510093688965,
+      "mean_token_accuracy": 0.610844174027443,
+      "num_tokens": 30793.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.8943234619341398,
+      "epoch": 1.0326975476839237,
+      "grad_norm": 2.039354085922241,
+      "learning_rate": 7.978260869565217e-05,
+      "loss": 1.777516746520996,
+      "mean_token_accuracy": 0.6291195405156988,
+      "num_tokens": 32489.0,
+      "step": 95
+    },
+    {
+      "entropy": 1.7752716064453125,
+      "epoch": 1.0871934604904632,
+      "grad_norm": 2.356398105621338,
+      "learning_rate": 7.869565217391305e-05,
+      "loss": 1.6919374465942383,
+      "mean_token_accuracy": 0.6551967471837997,
+      "num_tokens": 34192.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.680172425508499,
+      "epoch": 1.1416893732970028,
+      "grad_norm": 2.8025357723236084,
+      "learning_rate": 7.76086956521739e-05,
+      "loss": 1.6787353515625,
+      "mean_token_accuracy": 0.6466645836830139,
+      "num_tokens": 35935.0,
+      "step": 105
+    },
+    {
+      "entropy": 1.5943573474884034,
+      "epoch": 1.1961852861035422,
+      "grad_norm": 2.367006301879883,
+      "learning_rate": 7.652173913043479e-05,
+      "loss": 1.5927539825439454,
+      "mean_token_accuracy": 0.6623692899942398,
+      "num_tokens": 37554.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.7188441336154938,
+      "epoch": 1.2506811989100817,
+      "grad_norm": 2.572070837020874,
+      "learning_rate": 7.543478260869566e-05,
+      "loss": 1.6559581756591797,
+      "mean_token_accuracy": 0.6557660788297653,
+      "num_tokens": 39270.0,
+      "step": 115
+    },
+    {
+      "entropy": 1.6801139414310455,
+      "epoch": 1.3051771117166213,
+      "grad_norm": 2.6702189445495605,
+      "learning_rate": 7.434782608695653e-05,
+      "loss": 1.6735937118530273,
+      "mean_token_accuracy": 0.649392256140709,
+      "num_tokens": 40965.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.7142560601234436,
+      "epoch": 1.3596730245231607,
+      "grad_norm": 2.6485178470611572,
+      "learning_rate": 7.32608695652174e-05,
+      "loss": 1.7322757720947266,
+      "mean_token_accuracy": 0.6473981827497483,
+      "num_tokens": 42629.0,
+      "step": 125
+    },
+    {
+      "entropy": 1.6093798935413361,
+      "epoch": 1.4141689373297002,
+      "grad_norm": 2.6682214736938477,
+      "learning_rate": 7.217391304347827e-05,
+      "loss": 1.6289859771728517,
+      "mean_token_accuracy": 0.6616274237632751,
+      "num_tokens": 44304.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.661231482028961,
+      "epoch": 1.4686648501362398,
+      "grad_norm": 2.788849115371704,
+      "learning_rate": 7.108695652173914e-05,
+      "loss": 1.6621707916259765,
+      "mean_token_accuracy": 0.6487344086170197,
+      "num_tokens": 46019.0,
+      "step": 135
+    },
+    {
+      "entropy": 1.721101027727127,
+      "epoch": 1.5231607629427792,
+      "grad_norm": 2.7558412551879883,
+      "learning_rate": 7e-05,
+      "loss": 1.6134504318237304,
+      "mean_token_accuracy": 0.6477400630712509,
+      "num_tokens": 47765.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.6916781485080719,
+      "epoch": 1.577656675749319,
+      "grad_norm": 2.7425968647003174,
+      "learning_rate": 6.891304347826088e-05,
+      "loss": 1.7247634887695313,
+      "mean_token_accuracy": 0.6333002805709839,
+      "num_tokens": 49485.0,
+      "step": 145
+    },
+    {
+      "entropy": 1.588489893078804,
+      "epoch": 1.6321525885558583,
+      "grad_norm": 4.39623498916626,
+      "learning_rate": 6.782608695652173e-05,
+      "loss": 1.5759254455566407,
+      "mean_token_accuracy": 0.6657975524663925,
+      "num_tokens": 51105.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.6671599060297013,
+      "epoch": 1.6866485013623977,
+      "grad_norm": 3.0112881660461426,
+      "learning_rate": 6.673913043478262e-05,
+      "loss": 1.6975387573242187,
+      "mean_token_accuracy": 0.623737171292305,
+      "num_tokens": 52850.0,
+      "step": 155
+    },
+    {
+      "entropy": 1.6494879722595215,
+      "epoch": 1.7411444141689372,
+      "grad_norm": 2.9823808670043945,
+      "learning_rate": 6.565217391304349e-05,
+      "loss": 1.6398487091064453,
+      "mean_token_accuracy": 0.6376884818077088,
+      "num_tokens": 54597.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.6019860744476317,
+      "epoch": 1.7956403269754768,
+      "grad_norm": 2.7049057483673096,
+      "learning_rate": 6.456521739130436e-05,
+      "loss": 1.6338281631469727,
+      "mean_token_accuracy": 0.6531865715980529,
+      "num_tokens": 56312.0,
+      "step": 165
+    },
+    {
+      "entropy": 1.6816575407981873,
+      "epoch": 1.8501362397820165,
+      "grad_norm": 2.768996238708496,
+      "learning_rate": 6.347826086956523e-05,
+      "loss": 1.6771608352661134,
+      "mean_token_accuracy": 0.6284097641706466,
+      "num_tokens": 58069.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.7103132784366608,
+      "epoch": 1.904632152588556,
+      "grad_norm": 2.880314826965332,
+      "learning_rate": 6.239130434782608e-05,
+      "loss": 1.6331459045410157,
+      "mean_token_accuracy": 0.6513475060462952,
+      "num_tokens": 59830.0,
+      "step": 175
+    },
+    {
+      "entropy": 1.6067012012004853,
+      "epoch": 1.9591280653950953,
+      "grad_norm": 3.0530223846435547,
+      "learning_rate": 6.130434782608696e-05,
+      "loss": 1.55626220703125,
+      "mean_token_accuracy": 0.6772106677293778,
+      "num_tokens": 61545.0,
+      "step": 180
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 138259180492800.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git "a/.\\/checkpoint-184/training_args.bin" "b/.\\/checkpoint-184/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/checkpoint-184/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git "a/.\\/checkpoint-276/README.md" "b/.\\/checkpoint-276/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..23485d9e0c5aa7255a0e1278446ff3d85e4dea54
--- /dev/null
+++ "b/.\\/checkpoint-276/README.md"
@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1
\ No newline at end of file
diff --git "a/.\\/checkpoint-276/adapter_config.json" "b/.\\/checkpoint-276/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/checkpoint-276/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/checkpoint-276/adapter_model.safetensors" "b/.\\/checkpoint-276/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..cca4da3945889bcb4fe94151558bc0d72e53309e
--- /dev/null
+++ "b/.\\/checkpoint-276/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c497b87dc3af9e5158e656a13b2db990ff3e5dd75429948be83392cfb36c0a
+size 35237104
diff --git "a/.\\/checkpoint-276/chat_template.jinja" "b/.\\/checkpoint-276/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/checkpoint-276/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-276/optimizer.pt" "b/.\\/checkpoint-276/optimizer.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..a5e9dd84a93fe3ac065d04e0b6ac31b82a810611
--- /dev/null
+++ "b/.\\/checkpoint-276/optimizer.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3042e9a8d8f614430ba3d3afe6f2f4f5450f425699d8db0333ba6b2cab1fbd8
+size 70667778
diff --git "a/.\\/checkpoint-276/rng_state.pth" "b/.\\/checkpoint-276/rng_state.pth"
new file mode 100644
index 0000000000000000000000000000000000000000..df68bac28bba1b7ed0d7086cf52ef70fc9107f39
--- /dev/null
+++ "b/.\\/checkpoint-276/rng_state.pth"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f36e95105960a94b63a3d9805b0dc2770e96f74d687f006cdb92844347ad10
+size 14244
diff --git "a/.\\/checkpoint-276/scaler.pt" "b/.\\/checkpoint-276/scaler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..55e11e41144545e320d8827216f2db12468d06c4
--- /dev/null
+++ "b/.\\/checkpoint-276/scaler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea27ab9afa6d3ae2adf0e0f078dcde01cad2036ee8ef37377be1c119c3e99100
+size 988
diff --git "a/.\\/checkpoint-276/scheduler.pt" "b/.\\/checkpoint-276/scheduler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..34c387eb760b2441927ff98073eca7a39a6919a2
--- /dev/null
+++ "b/.\\/checkpoint-276/scheduler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb097f43be0c297058d15df3ed50bbc232dafbd189ca5eb5a0f95460fee3e3b2
+size 1064
diff --git "a/.\\/checkpoint-276/tokenizer.json" "b/.\\/checkpoint-276/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/checkpoint-276/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/checkpoint-276/tokenizer_config.json" "b/.\\/checkpoint-276/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/checkpoint-276/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/checkpoint-276/trainer_state.json" "b/.\\/checkpoint-276/trainer_state.json"
new file mode 100644
index 0000000000000000000000000000000000000000..dee1828b540a8e550f084734ea4812394003eb58
--- /dev/null
+++ "b/.\\/checkpoint-276/trainer_state.json"
@@ -0,0 +1,584 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 276,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.6594499826431273,
+      "epoch": 0.05449591280653951,
+      "grad_norm": 5.295472145080566,
+      "learning_rate": 9.934782608695653e-05,
+      "loss": 3.54321403503418,
+      "mean_token_accuracy": 0.43463218957185745,
+      "num_tokens": 1773.0,
+      "step": 5
+    },
+    {
+      "entropy": 2.2742149353027346,
+      "epoch": 0.10899182561307902,
+      "grad_norm": 3.361339807510376,
+      "learning_rate": 9.82608695652174e-05,
+      "loss": 2.4454851150512695,
+      "mean_token_accuracy": 0.551431605219841,
+      "num_tokens": 3498.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.08142426609993,
+      "epoch": 0.16348773841961853,
+      "grad_norm": 2.2675228118896484,
+      "learning_rate": 9.717391304347827e-05,
+      "loss": 2.0466989517211913,
+      "mean_token_accuracy": 0.5931242555379868,
+      "num_tokens": 5227.0,
+      "step": 15
+    },
+    {
+      "entropy": 2.0903500437736513,
+      "epoch": 0.21798365122615804,
+      "grad_norm": 2.32053804397583,
+      "learning_rate": 9.608695652173914e-05,
+      "loss": 2.0296419143676756,
+      "mean_token_accuracy": 0.6070973306894303,
+      "num_tokens": 6984.0,
+      "step": 20
+    },
+    {
+      "entropy": 2.0122226536273957,
+      "epoch": 0.2724795640326976,
+      "grad_norm": 2.9731853008270264,
+      "learning_rate": 9.5e-05,
+      "loss": 1.9343505859375,
+      "mean_token_accuracy": 0.6144788950681687,
+      "num_tokens": 8673.0,
+      "step": 25
+    },
+    {
+      "entropy": 1.8690580070018767,
+      "epoch": 0.32697547683923706,
+      "grad_norm": 2.430854320526123,
+      "learning_rate": 9.391304347826087e-05,
+      "loss": 1.8909852981567383,
+      "mean_token_accuracy": 0.635982021689415,
+      "num_tokens": 10275.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.9015782356262207,
+      "epoch": 0.3814713896457766,
+      "grad_norm": 4.453112602233887,
+      "learning_rate": 9.282608695652174e-05,
+      "loss": 1.958522415161133,
+      "mean_token_accuracy": 0.6195796310901642,
+      "num_tokens": 11978.0,
+      "step": 35
+    },
+    {
+      "entropy": 1.9212978661060334,
+      "epoch": 0.4359673024523161,
+      "grad_norm": 2.2464277744293213,
+      "learning_rate": 9.173913043478261e-05,
+      "loss": 1.9835006713867187,
+      "mean_token_accuracy": 0.6123327493667603,
+      "num_tokens": 13657.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.8311922907829286,
+      "epoch": 0.4904632152588556,
+      "grad_norm": 2.3727688789367676,
+      "learning_rate": 9.065217391304348e-05,
+      "loss": 1.8656713485717773,
+      "mean_token_accuracy": 0.6268564760684967,
+      "num_tokens": 15294.0,
+      "step": 45
+    },
+    {
+      "entropy": 1.9462017118930817,
+      "epoch": 0.5449591280653951,
+      "grad_norm": 2.6789865493774414,
+      "learning_rate": 8.956521739130435e-05,
+      "loss": 1.9714052200317382,
+      "mean_token_accuracy": 0.6041685000061989,
+      "num_tokens": 16989.0,
+      "step": 50
+    },
+    {
+      "entropy": 2.0074979245662687,
+      "epoch": 0.5994550408719346,
+      "grad_norm": 2.4134292602539062,
+      "learning_rate": 8.847826086956522e-05,
+      "loss": 1.9694150924682616,
+      "mean_token_accuracy": 0.6093465179204941,
+      "num_tokens": 18691.0,
+      "step": 55
+    },
+    {
+      "entropy": 2.084570509195328,
+      "epoch": 0.6539509536784741,
+      "grad_norm": 2.2511465549468994,
+      "learning_rate": 8.739130434782609e-05,
+      "loss": 2.0413387298583983,
+      "mean_token_accuracy": 0.5928771764039993,
+      "num_tokens": 20427.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.9865212082862853,
+      "epoch": 0.7084468664850136,
+      "grad_norm": 2.3821234703063965,
+      "learning_rate": 8.630434782608696e-05,
+      "loss": 1.970216941833496,
+      "mean_token_accuracy": 0.595578932762146,
+      "num_tokens": 22195.0,
+      "step": 65
+    },
+    {
+      "entropy": 2.0046413242816925,
+      "epoch": 0.7629427792915532,
+      "grad_norm": 2.262631416320801,
+      "learning_rate": 8.521739130434783e-05,
+      "loss": 1.9679553985595704,
+      "mean_token_accuracy": 0.593865379691124,
+      "num_tokens": 23964.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.923993456363678,
+      "epoch": 0.8174386920980926,
+      "grad_norm": 2.3410611152648926,
+      "learning_rate": 8.41304347826087e-05,
+      "loss": 1.9888051986694335,
+      "mean_token_accuracy": 0.6120034158229828,
+      "num_tokens": 25664.0,
+      "step": 75
+    },
+    {
+      "entropy": 1.922121912240982,
+      "epoch": 0.8719346049046321,
+      "grad_norm": 2.358454465866089,
+      "learning_rate": 8.304347826086957e-05,
+      "loss": 1.9804664611816407,
+      "mean_token_accuracy": 0.5960922837257385,
+      "num_tokens": 27408.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.8504264950752258,
+      "epoch": 0.9264305177111717,
+      "grad_norm": 2.7570979595184326,
+      "learning_rate": 8.195652173913044e-05,
+      "loss": 1.837178611755371,
+      "mean_token_accuracy": 0.6353224456310272,
+      "num_tokens": 29067.0,
+      "step": 85
+    },
+    {
+      "entropy": 1.990801990032196,
+      "epoch": 0.9809264305177112,
+      "grad_norm": 2.1287808418273926,
+      "learning_rate": 8.086956521739131e-05,
+      "loss": 1.878510093688965,
+      "mean_token_accuracy": 0.610844174027443,
+      "num_tokens": 30793.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.8943234619341398,
+      "epoch": 1.0326975476839237,
+      "grad_norm": 2.039354085922241,
+      "learning_rate": 7.978260869565217e-05,
+      "loss": 1.777516746520996,
+      "mean_token_accuracy": 0.6291195405156988,
+      "num_tokens": 32489.0,
+      "step": 95
+    },
+    {
+      "entropy": 1.7752716064453125,
+      "epoch": 1.0871934604904632,
+      "grad_norm": 2.356398105621338,
+      "learning_rate": 7.869565217391305e-05,
+      "loss": 1.6919374465942383,
+      "mean_token_accuracy": 0.6551967471837997,
+      "num_tokens": 34192.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.680172425508499,
+      "epoch": 1.1416893732970028,
+      "grad_norm": 2.8025357723236084,
+      "learning_rate": 7.76086956521739e-05,
+      "loss": 1.6787353515625,
+      "mean_token_accuracy": 0.6466645836830139,
+      "num_tokens": 35935.0,
+      "step": 105
+    },
+    {
+      "entropy": 1.5943573474884034,
+      "epoch": 1.1961852861035422,
+      "grad_norm": 2.367006301879883,
+      "learning_rate": 7.652173913043479e-05,
+      "loss": 1.5927539825439454,
+      "mean_token_accuracy": 0.6623692899942398,
+      "num_tokens": 37554.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.7188441336154938,
+      "epoch": 1.2506811989100817,
+      "grad_norm": 2.572070837020874,
+      "learning_rate": 7.543478260869566e-05,
+      "loss": 1.6559581756591797,
+      "mean_token_accuracy": 0.6557660788297653,
+      "num_tokens": 39270.0,
+      "step": 115
+    },
+    {
+      "entropy": 1.6801139414310455,
+      "epoch": 1.3051771117166213,
+      "grad_norm": 2.6702189445495605,
+      "learning_rate": 7.434782608695653e-05,
+      "loss": 1.6735937118530273,
+      "mean_token_accuracy": 0.649392256140709,
+      "num_tokens": 40965.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.7142560601234436,
+      "epoch": 1.3596730245231607,
+      "grad_norm": 2.6485178470611572,
+      "learning_rate": 7.32608695652174e-05,
+      "loss": 1.7322757720947266,
+      "mean_token_accuracy": 0.6473981827497483,
+      "num_tokens": 42629.0,
+      "step": 125
+    },
+    {
+      "entropy": 1.6093798935413361,
+      "epoch": 1.4141689373297002,
+      "grad_norm": 2.6682214736938477,
+      "learning_rate": 7.217391304347827e-05,
+      "loss": 1.6289859771728517,
+      "mean_token_accuracy": 0.6616274237632751,
+      "num_tokens": 44304.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.661231482028961,
+      "epoch": 1.4686648501362398,
+      "grad_norm": 2.788849115371704,
+      "learning_rate": 7.108695652173914e-05,
+      "loss": 1.6621707916259765,
+      "mean_token_accuracy": 0.6487344086170197,
+      "num_tokens": 46019.0,
+      "step": 135
+    },
+    {
+      "entropy": 1.721101027727127,
+      "epoch": 1.5231607629427792,
+      "grad_norm": 2.7558412551879883,
+      "learning_rate": 7e-05,
+      "loss": 1.6134504318237304,
+      "mean_token_accuracy": 0.6477400630712509,
+      "num_tokens": 47765.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.6916781485080719,
+      "epoch": 1.577656675749319,
+      "grad_norm": 2.7425968647003174,
+      "learning_rate": 6.891304347826088e-05,
+      "loss": 1.7247634887695313,
+      "mean_token_accuracy": 0.6333002805709839,
+      "num_tokens": 49485.0,
+      "step": 145
+    },
+    {
+      "entropy": 1.588489893078804,
+      "epoch": 1.6321525885558583,
+      "grad_norm": 4.39623498916626,
+      "learning_rate": 6.782608695652173e-05,
+      "loss": 1.5759254455566407,
+      "mean_token_accuracy": 0.6657975524663925,
+      "num_tokens": 51105.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.6671599060297013,
+      "epoch": 1.6866485013623977,
+      "grad_norm": 3.0112881660461426,
+      "learning_rate": 6.673913043478262e-05,
+      "loss": 1.6975387573242187,
+      "mean_token_accuracy": 0.623737171292305,
+      "num_tokens": 52850.0,
+      "step": 155
+    },
+    {
+      "entropy": 1.6494879722595215,
+      "epoch": 1.7411444141689372,
+      "grad_norm": 2.9823808670043945,
+      "learning_rate": 6.565217391304349e-05,
+      "loss": 1.6398487091064453,
+      "mean_token_accuracy": 0.6376884818077088,
+      "num_tokens": 54597.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.6019860744476317,
+      "epoch": 1.7956403269754768,
+      "grad_norm": 2.7049057483673096,
+      "learning_rate": 6.456521739130436e-05,
+      "loss": 1.6338281631469727,
+      "mean_token_accuracy": 0.6531865715980529,
+      "num_tokens": 56312.0,
+      "step": 165
+    },
+    {
+      "entropy": 1.6816575407981873,
+      "epoch": 1.8501362397820165,
+      "grad_norm": 2.768996238708496,
+      "learning_rate": 6.347826086956523e-05,
+      "loss": 1.6771608352661134,
+      "mean_token_accuracy": 0.6284097641706466,
+      "num_tokens": 58069.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.7103132784366608,
+      "epoch": 1.904632152588556,
+      "grad_norm": 2.880314826965332,
+      "learning_rate": 6.239130434782608e-05,
+      "loss": 1.6331459045410157,
+      "mean_token_accuracy": 0.6513475060462952,
+      "num_tokens": 59830.0,
+      "step": 175
+    },
+    {
+      "entropy": 1.6067012012004853,
+      "epoch": 1.9591280653950953,
+      "grad_norm": 3.0530223846435547,
+      "learning_rate": 6.130434782608696e-05,
+      "loss": 1.55626220703125,
+      "mean_token_accuracy": 0.6772106677293778,
+      "num_tokens": 61545.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.5952024773547524,
+      "epoch": 2.010899182561308,
+      "grad_norm": 2.8296544551849365,
+      "learning_rate": 6.021739130434783e-05,
+      "loss": 1.5608376502990722,
+      "mean_token_accuracy": 0.6566279624637804,
+      "num_tokens": 63195.0,
+      "step": 185
+    },
+    {
+      "entropy": 1.4886652171611785,
+      "epoch": 2.0653950953678475,
+      "grad_norm": 2.8592369556427,
+      "learning_rate": 5.9130434782608704e-05,
+      "loss": 1.3781893730163575,
+      "mean_token_accuracy": 0.6934281349182129,
+      "num_tokens": 64907.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.535606026649475,
+      "epoch": 2.119891008174387,
+      "grad_norm": 3.3934786319732666,
+      "learning_rate": 5.804347826086957e-05,
+      "loss": 1.4317281723022461,
+      "mean_token_accuracy": 0.6818631082773209,
+      "num_tokens": 66651.0,
+      "step": 195
+    },
+    {
+      "entropy": 1.4145039021968842,
+      "epoch": 2.1743869209809263,
+      "grad_norm": 3.8966612815856934,
+      "learning_rate": 5.695652173913044e-05,
+      "loss": 1.3595217704772948,
+      "mean_token_accuracy": 0.702064061164856,
+      "num_tokens": 68362.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.4517788469791413,
+      "epoch": 2.2288828337874658,
+      "grad_norm": 3.580411434173584,
+      "learning_rate": 5.5869565217391306e-05,
+      "loss": 1.4089808464050293,
+      "mean_token_accuracy": 0.6729828268289566,
+      "num_tokens": 70175.0,
+      "step": 205
+    },
+    {
+      "entropy": 1.4807272553443909,
+      "epoch": 2.2833787465940056,
+      "grad_norm": 3.6233561038970947,
+      "learning_rate": 5.478260869565217e-05,
+      "loss": 1.266719913482666,
+      "mean_token_accuracy": 0.7003075689077377,
+      "num_tokens": 71882.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.383362540602684,
+      "epoch": 2.337874659400545,
+      "grad_norm": 3.90578556060791,
+      "learning_rate": 5.3695652173913046e-05,
+      "loss": 1.3310662269592286,
+      "mean_token_accuracy": 0.7053690612316131,
+      "num_tokens": 73614.0,
+      "step": 215
+    },
+    {
+      "entropy": 1.3119295060634613,
+      "epoch": 2.3923705722070845,
+      "grad_norm": 4.0688395500183105,
+      "learning_rate": 5.260869565217391e-05,
+      "loss": 1.378669548034668,
+      "mean_token_accuracy": 0.7015378504991532,
+      "num_tokens": 75385.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.4375295758247375,
+      "epoch": 2.446866485013624,
+      "grad_norm": 3.9013988971710205,
+      "learning_rate": 5.1521739130434785e-05,
+      "loss": 1.3558425903320312,
+      "mean_token_accuracy": 0.6857193797826767,
+      "num_tokens": 77133.0,
+      "step": 225
+    },
+    {
+      "entropy": 1.4222555875778198,
+      "epoch": 2.5013623978201633,
+      "grad_norm": 3.888150215148926,
+      "learning_rate": 5.0434782608695655e-05,
+      "loss": 1.3191808700561523,
+      "mean_token_accuracy": 0.7156112283468247,
+      "num_tokens": 78796.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.313275647163391,
+      "epoch": 2.5558583106267028,
+      "grad_norm": 3.846498489379883,
+      "learning_rate": 4.9347826086956524e-05,
+      "loss": 1.2671735763549805,
+      "mean_token_accuracy": 0.7213324278593063,
+      "num_tokens": 80425.0,
+      "step": 235
+    },
+    {
+      "entropy": 1.2896871626377107,
+      "epoch": 2.6103542234332426,
+      "grad_norm": 3.5631799697875977,
+      "learning_rate": 4.8260869565217394e-05,
+      "loss": 1.2141258239746093,
+      "mean_token_accuracy": 0.7200619667768479,
+      "num_tokens": 82125.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.2902027279138566,
+      "epoch": 2.664850136239782,
+      "grad_norm": 3.9763946533203125,
+      "learning_rate": 4.7173913043478264e-05,
+      "loss": 1.2803909301757812,
+      "mean_token_accuracy": 0.6917133510112763,
+      "num_tokens": 83833.0,
+      "step": 245
+    },
+    {
+      "entropy": 1.3638093769550323,
+      "epoch": 2.7193460490463215,
+      "grad_norm": 3.6958892345428467,
+      "learning_rate": 4.608695652173913e-05,
+      "loss": 1.3216032028198241,
+      "mean_token_accuracy": 0.7019212424755097,
+      "num_tokens": 85519.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.4572194874286652,
+      "epoch": 2.773841961852861,
+      "grad_norm": 3.8262078762054443,
+      "learning_rate": 4.5e-05,
+      "loss": 1.4051472663879394,
+      "mean_token_accuracy": 0.6793353646993637,
+      "num_tokens": 87245.0,
+      "step": 255
+    },
+    {
+      "entropy": 1.4339049398899077,
+      "epoch": 2.8283378746594003,
+      "grad_norm": 3.7858989238739014,
+      "learning_rate": 4.391304347826087e-05,
+      "loss": 1.3456524848937987,
+      "mean_token_accuracy": 0.7012661457061767,
+      "num_tokens": 88952.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3913820505142211,
+      "epoch": 2.88283378746594,
+      "grad_norm": 4.313152313232422,
+      "learning_rate": 4.282608695652174e-05,
+      "loss": 1.3614221572875977,
+      "mean_token_accuracy": 0.6884991526603699,
+      "num_tokens": 90650.0,
+      "step": 265
+    },
+    {
+      "entropy": 1.427448183298111,
+      "epoch": 2.9373297002724796,
+      "grad_norm": 3.9933314323425293,
+      "learning_rate": 4.1739130434782605e-05,
+      "loss": 1.3260663032531739,
+      "mean_token_accuracy": 0.6962721645832062,
+      "num_tokens": 92380.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3282614052295685,
+      "epoch": 2.991825613079019,
+      "grad_norm": 4.218944549560547,
+      "learning_rate": 4.065217391304348e-05,
+      "loss": 1.227073860168457,
+      "mean_token_accuracy": 0.7320195466279984,
+      "num_tokens": 94006.0,
+      "step": 275
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 207388770739200.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git "a/.\\/checkpoint-276/training_args.bin" "b/.\\/checkpoint-276/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/checkpoint-276/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git "a/.\\/checkpoint-368/README.md" "b/.\\/checkpoint-368/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..23485d9e0c5aa7255a0e1278446ff3d85e4dea54
--- /dev/null
+++ "b/.\\/checkpoint-368/README.md"
@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1
\ No newline at end of file
diff --git "a/.\\/checkpoint-368/adapter_config.json" "b/.\\/checkpoint-368/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/checkpoint-368/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/checkpoint-368/adapter_model.safetensors" "b/.\\/checkpoint-368/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..2a56e21fa1bf7c9b8053df1305fd54b944a7a304
--- /dev/null
+++ "b/.\\/checkpoint-368/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d2f984e4df534ffb1993aef97048ef8104fef4335bb2cb8a9c70dc333e59c6
+size 35237104
diff --git "a/.\\/checkpoint-368/chat_template.jinja" "b/.\\/checkpoint-368/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/checkpoint-368/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-368/optimizer.pt" "b/.\\/checkpoint-368/optimizer.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..5416d00d06f3e8b191c71e3a40f3353376b965ab
--- /dev/null
+++ "b/.\\/checkpoint-368/optimizer.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1087597f0bea017c9c59e7853775e116c93de38d8a17e525403d6133e58184b
+size 70667778
diff --git "a/.\\/checkpoint-368/rng_state.pth" "b/.\\/checkpoint-368/rng_state.pth"
new file mode 100644
index 0000000000000000000000000000000000000000..1cf6d98b35bda87a447a46dd15d627444cefd029
--- /dev/null
+++ "b/.\\/checkpoint-368/rng_state.pth"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318e40ccd71b561e57600cbd084843cb605ee9828c78e4f93f6e541e1b1964e0
+size 14244
diff --git "a/.\\/checkpoint-368/scaler.pt" "b/.\\/checkpoint-368/scaler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..3931d335556d3c0d541e8dd8060b2acad9bb92c3
--- /dev/null
+++ "b/.\\/checkpoint-368/scaler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59baa3837267e3abfb81b0651c2bcf8794cf677a0d4abaa6beae269836f67f88
+size 988
diff --git "a/.\\/checkpoint-368/scheduler.pt" "b/.\\/checkpoint-368/scheduler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d810a8d7a6ba8d3e5bc8869b0d12dc0f5cfa2
--- /dev/null
+++ "b/.\\/checkpoint-368/scheduler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08872f8370f87c1ae3b2ad26a7ecba5e5d0dda04d3d4f29764267fc3707c44
+size 1064
diff --git "a/.\\/checkpoint-368/tokenizer.json" "b/.\\/checkpoint-368/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/checkpoint-368/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/checkpoint-368/tokenizer_config.json" "b/.\\/checkpoint-368/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/checkpoint-368/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/checkpoint-368/trainer_state.json" "b/.\\/checkpoint-368/trainer_state.json"
new file mode 100644
index 0000000000000000000000000000000000000000..71a263ab861f7a689a1f5ea7bec5803a76680c96
--- /dev/null
+++ "b/.\\/checkpoint-368/trainer_state.json"
@@ -0,0 +1,764 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 368,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.6594499826431273,
+      "epoch": 0.05449591280653951,
+      "grad_norm": 5.295472145080566,
+      "learning_rate": 9.934782608695653e-05,
+      "loss": 3.54321403503418,
+      "mean_token_accuracy": 0.43463218957185745,
+      "num_tokens": 1773.0,
+      "step": 5
+    },
+    {
+      "entropy": 2.2742149353027346,
+      "epoch": 0.10899182561307902,
+      "grad_norm": 3.361339807510376,
+      "learning_rate": 9.82608695652174e-05,
+      "loss": 2.4454851150512695,
+      "mean_token_accuracy": 0.551431605219841,
+      "num_tokens": 3498.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.08142426609993,
+      "epoch": 0.16348773841961853,
+      "grad_norm": 2.2675228118896484,
+      "learning_rate": 9.717391304347827e-05,
+      "loss": 2.0466989517211913,
+      "mean_token_accuracy": 0.5931242555379868,
+      "num_tokens": 5227.0,
+      "step": 15
+    },
+    {
+      "entropy": 2.0903500437736513,
+      "epoch": 0.21798365122615804,
+      "grad_norm": 2.32053804397583,
+      "learning_rate": 9.608695652173914e-05,
+      "loss": 2.0296419143676756,
+      "mean_token_accuracy": 0.6070973306894303,
+      "num_tokens": 6984.0,
+      "step": 20
+    },
+    {
+      "entropy": 2.0122226536273957,
+      "epoch": 0.2724795640326976,
+      "grad_norm": 2.9731853008270264,
+      "learning_rate": 9.5e-05,
+      "loss": 1.9343505859375,
+      "mean_token_accuracy": 0.6144788950681687,
+      "num_tokens": 8673.0,
+      "step": 25
+    },
+    {
+      "entropy": 1.8690580070018767,
+      "epoch": 0.32697547683923706,
+      "grad_norm": 2.430854320526123,
+      "learning_rate": 9.391304347826087e-05,
+      "loss": 1.8909852981567383,
+      "mean_token_accuracy": 0.635982021689415,
+      "num_tokens": 10275.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.9015782356262207,
+      "epoch": 0.3814713896457766,
+      "grad_norm": 4.453112602233887,
+      "learning_rate": 9.282608695652174e-05,
+      "loss": 1.958522415161133,
+      "mean_token_accuracy": 0.6195796310901642,
+      "num_tokens": 11978.0,
+      "step": 35
+    },
+    {
+      "entropy": 1.9212978661060334,
+      "epoch": 0.4359673024523161,
+      "grad_norm": 2.2464277744293213,
+      "learning_rate": 9.173913043478261e-05,
+      "loss": 1.9835006713867187,
+      "mean_token_accuracy": 0.6123327493667603,
+      "num_tokens": 13657.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.8311922907829286,
+      "epoch": 0.4904632152588556,
+      "grad_norm": 2.3727688789367676,
+      "learning_rate": 9.065217391304348e-05,
+      "loss": 1.8656713485717773,
+      "mean_token_accuracy": 0.6268564760684967,
+      "num_tokens": 15294.0,
+      "step": 45
+    },
+    {
+      "entropy": 1.9462017118930817,
+      "epoch": 0.5449591280653951,
+      "grad_norm": 2.6789865493774414,
+      "learning_rate": 8.956521739130435e-05,
+      "loss": 1.9714052200317382,
+      "mean_token_accuracy": 0.6041685000061989,
+      "num_tokens": 16989.0,
+      "step": 50
+    },
+    {
+      "entropy": 2.0074979245662687,
+      "epoch": 0.5994550408719346,
+      "grad_norm": 2.4134292602539062,
+      "learning_rate": 8.847826086956522e-05,
+      "loss": 1.9694150924682616,
+      "mean_token_accuracy": 0.6093465179204941,
+      "num_tokens": 18691.0,
+      "step": 55
+    },
+    {
+      "entropy": 2.084570509195328,
+      "epoch": 0.6539509536784741,
+      "grad_norm": 2.2511465549468994,
+      "learning_rate": 8.739130434782609e-05,
+      "loss": 2.0413387298583983,
+      "mean_token_accuracy": 0.5928771764039993,
+      "num_tokens": 20427.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.9865212082862853,
+      "epoch": 0.7084468664850136,
+      "grad_norm": 2.3821234703063965,
+      "learning_rate": 8.630434782608696e-05,
+      "loss": 1.970216941833496,
+      "mean_token_accuracy": 0.595578932762146,
+      "num_tokens": 22195.0,
+      "step": 65
+    },
+    {
+      "entropy": 2.0046413242816925,
+      "epoch": 0.7629427792915532,
+      "grad_norm": 2.262631416320801,
+      "learning_rate": 8.521739130434783e-05,
+      "loss": 1.9679553985595704,
+      "mean_token_accuracy": 0.593865379691124,
+      "num_tokens": 23964.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.923993456363678,
+      "epoch": 0.8174386920980926,
+      "grad_norm": 2.3410611152648926,
+      "learning_rate": 8.41304347826087e-05,
+      "loss": 1.9888051986694335,
+      "mean_token_accuracy": 0.6120034158229828,
+      "num_tokens": 25664.0,
+      "step": 75
+    },
+    {
+      "entropy": 1.922121912240982,
+      "epoch": 0.8719346049046321,
+      "grad_norm": 2.358454465866089,
+      "learning_rate": 8.304347826086957e-05,
+      "loss": 1.9804664611816407,
+      "mean_token_accuracy": 0.5960922837257385,
+      "num_tokens": 27408.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.8504264950752258,
+      "epoch": 0.9264305177111717,
+      "grad_norm": 2.7570979595184326,
+      "learning_rate": 8.195652173913044e-05,
+      "loss": 1.837178611755371,
+      "mean_token_accuracy": 0.6353224456310272,
+      "num_tokens": 29067.0,
+      "step": 85
+    },
+    {
+      "entropy": 1.990801990032196,
+      "epoch": 0.9809264305177112,
+      "grad_norm": 2.1287808418273926,
+      "learning_rate": 8.086956521739131e-05,
+      "loss": 1.878510093688965,
+      "mean_token_accuracy": 0.610844174027443,
+      "num_tokens": 30793.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.8943234619341398,
+      "epoch": 1.0326975476839237,
+      "grad_norm": 2.039354085922241,
+      "learning_rate": 7.978260869565217e-05,
+      "loss": 1.777516746520996,
+      "mean_token_accuracy": 0.6291195405156988,
+      "num_tokens": 32489.0,
+      "step": 95
+    },
+    {
+      "entropy": 1.7752716064453125,
+      "epoch": 1.0871934604904632,
+      "grad_norm": 2.356398105621338,
+      "learning_rate": 7.869565217391305e-05,
+      "loss": 1.6919374465942383,
+      "mean_token_accuracy": 0.6551967471837997,
+      "num_tokens": 34192.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.680172425508499,
+      "epoch": 1.1416893732970028,
+      "grad_norm": 2.8025357723236084,
+      "learning_rate": 7.76086956521739e-05,
+      "loss": 1.6787353515625,
+      "mean_token_accuracy": 0.6466645836830139,
+      "num_tokens": 35935.0,
+      "step": 105
+    },
+    {
+      "entropy": 1.5943573474884034,
+      "epoch": 1.1961852861035422,
+      "grad_norm": 2.367006301879883,
+      "learning_rate": 7.652173913043479e-05,
+      "loss": 1.5927539825439454,
+      "mean_token_accuracy": 0.6623692899942398,
+      "num_tokens": 37554.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.7188441336154938,
+      "epoch": 1.2506811989100817,
+      "grad_norm": 2.572070837020874,
+      "learning_rate": 7.543478260869566e-05,
+      "loss": 1.6559581756591797,
+      "mean_token_accuracy": 0.6557660788297653,
+      "num_tokens": 39270.0,
+      "step": 115
+    },
+    {
+      "entropy": 1.6801139414310455,
+      "epoch": 1.3051771117166213,
+      "grad_norm": 2.6702189445495605,
+      "learning_rate": 7.434782608695653e-05,
+      "loss": 1.6735937118530273,
+      "mean_token_accuracy": 0.649392256140709,
+      "num_tokens": 40965.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.7142560601234436,
+      "epoch": 1.3596730245231607,
+      "grad_norm": 2.6485178470611572,
+      "learning_rate": 7.32608695652174e-05,
+      "loss": 1.7322757720947266,
+      "mean_token_accuracy": 0.6473981827497483,
+      "num_tokens": 42629.0,
+      "step": 125
+    },
+    {
+      "entropy": 1.6093798935413361,
+      "epoch": 1.4141689373297002,
+      "grad_norm": 2.6682214736938477,
+      "learning_rate": 7.217391304347827e-05,
+      "loss": 1.6289859771728517,
+      "mean_token_accuracy": 0.6616274237632751,
+      "num_tokens": 44304.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.661231482028961,
+      "epoch": 1.4686648501362398,
+      "grad_norm": 2.788849115371704,
+      "learning_rate": 7.108695652173914e-05,
+      "loss": 1.6621707916259765,
+      "mean_token_accuracy": 0.6487344086170197,
+      "num_tokens": 46019.0,
+      "step": 135
+    },
+    {
+      "entropy": 1.721101027727127,
+      "epoch": 1.5231607629427792,
+      "grad_norm": 2.7558412551879883,
+      "learning_rate": 7e-05,
+      "loss": 1.6134504318237304,
+      "mean_token_accuracy": 0.6477400630712509,
+      "num_tokens": 47765.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.6916781485080719,
+      "epoch": 1.577656675749319,
+      "grad_norm": 2.7425968647003174,
+      "learning_rate": 6.891304347826088e-05,
+      "loss": 1.7247634887695313,
+      "mean_token_accuracy": 0.6333002805709839,
+      "num_tokens": 49485.0,
+      "step": 145
+    },
+    {
+      "entropy": 1.588489893078804,
+      "epoch": 1.6321525885558583,
+      "grad_norm": 4.39623498916626,
+      "learning_rate": 6.782608695652173e-05,
+      "loss": 1.5759254455566407,
+      "mean_token_accuracy": 0.6657975524663925,
+      "num_tokens": 51105.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.6671599060297013,
+      "epoch": 1.6866485013623977,
+      "grad_norm": 3.0112881660461426,
+      "learning_rate": 6.673913043478262e-05,
+      "loss": 1.6975387573242187,
+      "mean_token_accuracy": 0.623737171292305,
+      "num_tokens": 52850.0,
+      "step": 155
+    },
+    {
+      "entropy": 1.6494879722595215,
+      "epoch": 1.7411444141689372,
+      "grad_norm": 2.9823808670043945,
+      "learning_rate": 6.565217391304349e-05,
+      "loss": 1.6398487091064453,
+      "mean_token_accuracy": 0.6376884818077088,
+      "num_tokens": 54597.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.6019860744476317,
+      "epoch": 1.7956403269754768,
+      "grad_norm": 2.7049057483673096,
+      "learning_rate": 6.456521739130436e-05,
+      "loss": 1.6338281631469727,
+      "mean_token_accuracy": 0.6531865715980529,
+      "num_tokens": 56312.0,
+      "step": 165
+    },
+    {
+      "entropy": 1.6816575407981873,
+      "epoch": 1.8501362397820165,
+      "grad_norm": 2.768996238708496,
+      "learning_rate": 6.347826086956523e-05,
+      "loss": 1.6771608352661134,
+      "mean_token_accuracy": 0.6284097641706466,
+      "num_tokens": 58069.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.7103132784366608,
+      "epoch": 1.904632152588556,
+      "grad_norm": 2.880314826965332,
+      "learning_rate": 6.239130434782608e-05,
+      "loss": 1.6331459045410157,
+      "mean_token_accuracy": 0.6513475060462952,
+      "num_tokens": 59830.0,
+      "step": 175
+    },
+    {
+      "entropy": 1.6067012012004853,
+      "epoch": 1.9591280653950953,
+      "grad_norm": 3.0530223846435547,
+      "learning_rate": 6.130434782608696e-05,
+      "loss": 1.55626220703125,
+      "mean_token_accuracy": 0.6772106677293778,
+      "num_tokens": 61545.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.5952024773547524,
+      "epoch": 2.010899182561308,
+      "grad_norm": 2.8296544551849365,
+      "learning_rate": 6.021739130434783e-05,
+      "loss": 1.5608376502990722,
+      "mean_token_accuracy": 0.6566279624637804,
+      "num_tokens": 63195.0,
+      "step": 185
+    },
+    {
+      "entropy": 1.4886652171611785,
+      "epoch": 2.0653950953678475,
+      "grad_norm": 2.8592369556427,
+      "learning_rate": 5.9130434782608704e-05,
+      "loss": 1.3781893730163575,
+      "mean_token_accuracy": 0.6934281349182129,
+      "num_tokens": 64907.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.535606026649475,
+      "epoch": 2.119891008174387,
+      "grad_norm": 3.3934786319732666,
+      "learning_rate": 5.804347826086957e-05,
+      "loss": 1.4317281723022461,
+      "mean_token_accuracy": 0.6818631082773209,
+      "num_tokens": 66651.0,
+      "step": 195
+    },
+    {
+      "entropy": 1.4145039021968842,
+      "epoch": 2.1743869209809263,
+      "grad_norm": 3.8966612815856934,
+      "learning_rate": 5.695652173913044e-05,
+      "loss": 1.3595217704772948,
+      "mean_token_accuracy": 0.702064061164856,
+      "num_tokens": 68362.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.4517788469791413,
+      "epoch": 2.2288828337874658,
+      "grad_norm": 3.580411434173584,
+      "learning_rate": 5.5869565217391306e-05,
+      "loss": 1.4089808464050293,
+      "mean_token_accuracy": 0.6729828268289566,
+      "num_tokens": 70175.0,
+      "step": 205
+    },
+    {
+      "entropy": 1.4807272553443909,
+      "epoch": 2.2833787465940056,
+      "grad_norm": 3.6233561038970947,
+      "learning_rate": 5.478260869565217e-05,
+      "loss": 1.266719913482666,
+      "mean_token_accuracy": 0.7003075689077377,
+      "num_tokens": 71882.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.383362540602684,
+      "epoch": 2.337874659400545,
+      "grad_norm": 3.90578556060791,
+      "learning_rate": 5.3695652173913046e-05,
+      "loss": 1.3310662269592286,
+      "mean_token_accuracy": 0.7053690612316131,
+      "num_tokens": 73614.0,
+      "step": 215
+    },
+    {
+      "entropy": 1.3119295060634613,
+      "epoch": 2.3923705722070845,
+      "grad_norm": 4.0688395500183105,
+      "learning_rate": 5.260869565217391e-05,
+      "loss": 1.378669548034668,
+      "mean_token_accuracy": 0.7015378504991532,
+      "num_tokens": 75385.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.4375295758247375,
+      "epoch": 2.446866485013624,
+      "grad_norm": 3.9013988971710205,
+      "learning_rate": 5.1521739130434785e-05,
+      "loss": 1.3558425903320312,
+      "mean_token_accuracy": 0.6857193797826767,
+      "num_tokens": 77133.0,
+      "step": 225
+    },
+    {
+      "entropy": 1.4222555875778198,
+      "epoch": 2.5013623978201633,
+      "grad_norm": 3.888150215148926,
+      "learning_rate": 5.0434782608695655e-05,
+      "loss": 1.3191808700561523,
+      "mean_token_accuracy": 0.7156112283468247,
+      "num_tokens": 78796.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.313275647163391,
+      "epoch": 2.5558583106267028,
+      "grad_norm": 3.846498489379883,
+      "learning_rate": 4.9347826086956524e-05,
+      "loss": 1.2671735763549805,
+      "mean_token_accuracy": 0.7213324278593063,
+      "num_tokens": 80425.0,
+      "step": 235
+    },
+    {
+      "entropy": 1.2896871626377107,
+      "epoch": 2.6103542234332426,
+      "grad_norm": 3.5631799697875977,
+      "learning_rate": 4.8260869565217394e-05,
+      "loss": 1.2141258239746093,
+      "mean_token_accuracy": 0.7200619667768479,
+      "num_tokens": 82125.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.2902027279138566,
+      "epoch": 2.664850136239782,
+      "grad_norm": 3.9763946533203125,
+      "learning_rate": 4.7173913043478264e-05,
+      "loss": 1.2803909301757812,
+      "mean_token_accuracy": 0.6917133510112763,
+      "num_tokens": 83833.0,
+      "step": 245
+    },
+    {
+      "entropy": 1.3638093769550323,
+      "epoch": 2.7193460490463215,
+      "grad_norm": 3.6958892345428467,
+      "learning_rate": 4.608695652173913e-05,
+      "loss": 1.3216032028198241,
+      "mean_token_accuracy": 0.7019212424755097,
+      "num_tokens": 85519.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.4572194874286652,
+      "epoch": 2.773841961852861,
+      "grad_norm": 3.8262078762054443,
+      "learning_rate": 4.5e-05,
+      "loss": 1.4051472663879394,
+      "mean_token_accuracy": 0.6793353646993637,
+      "num_tokens": 87245.0,
+      "step": 255
+    },
+    {
+      "entropy": 1.4339049398899077,
+      "epoch": 2.8283378746594003,
+      "grad_norm": 3.7858989238739014,
+      "learning_rate": 4.391304347826087e-05,
+      "loss": 1.3456524848937987,
+      "mean_token_accuracy": 0.7012661457061767,
+      "num_tokens": 88952.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3913820505142211,
+      "epoch": 2.88283378746594,
+      "grad_norm": 4.313152313232422,
+      "learning_rate": 4.282608695652174e-05,
+      "loss": 1.3614221572875977,
+      "mean_token_accuracy": 0.6884991526603699,
+      "num_tokens": 90650.0,
+      "step": 265
+    },
+    {
+      "entropy": 1.427448183298111,
+      "epoch": 2.9373297002724796,
+      "grad_norm": 3.9933314323425293,
+      "learning_rate": 4.1739130434782605e-05,
+      "loss": 1.3260663032531739,
+      "mean_token_accuracy": 0.6962721645832062,
+      "num_tokens": 92380.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3282614052295685,
+      "epoch": 2.991825613079019,
+      "grad_norm": 4.218944549560547,
+      "learning_rate": 4.065217391304348e-05,
+      "loss": 1.227073860168457,
+      "mean_token_accuracy": 0.7320195466279984,
+      "num_tokens": 94006.0,
+      "step": 275
+    },
+    {
+      "entropy": 1.3046247582686574,
+      "epoch": 3.043596730245232,
+      "grad_norm": 3.5447025299072266,
+      "learning_rate": 3.956521739130435e-05,
+      "loss": 1.1692481994628907,
+      "mean_token_accuracy": 0.7438832835147255,
+      "num_tokens": 95572.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.1547921448946,
+      "epoch": 3.0980926430517712,
+      "grad_norm": 4.067081928253174,
+      "learning_rate": 3.847826086956522e-05,
+      "loss": 1.024731731414795,
+      "mean_token_accuracy": 0.7612999141216278,
+      "num_tokens": 97194.0,
+      "step": 285
+    },
+    {
+      "entropy": 1.164995950460434,
+      "epoch": 3.1525885558583107,
+      "grad_norm": 4.9931559562683105,
+      "learning_rate": 3.739130434782609e-05,
+      "loss": 1.102114486694336,
+      "mean_token_accuracy": 0.7581678360700608,
+      "num_tokens": 98834.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.2063608944416047,
+      "epoch": 3.20708446866485,
+      "grad_norm": 4.424193859100342,
+      "learning_rate": 3.630434782608696e-05,
+      "loss": 1.0541126251220703,
+      "mean_token_accuracy": 0.7431429535150528,
+      "num_tokens": 100562.0,
+      "step": 295
+    },
+    {
+      "entropy": 1.289391577243805,
+      "epoch": 3.2615803814713895,
+      "grad_norm": 4.403679847717285,
+      "learning_rate": 3.521739130434783e-05,
+      "loss": 1.123121166229248,
+      "mean_token_accuracy": 0.7353462457656861,
+      "num_tokens": 102354.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.2159619957208634,
+      "epoch": 3.316076294277929,
+      "grad_norm": 4.44323205947876,
+      "learning_rate": 3.413043478260869e-05,
+      "loss": 1.0332005500793457,
+      "mean_token_accuracy": 0.7612474948167801,
+      "num_tokens": 104048.0,
+      "step": 305
+    },
+    {
+      "entropy": 1.1719524085521698,
+      "epoch": 3.370572207084469,
+      "grad_norm": 5.615406513214111,
+      "learning_rate": 3.304347826086956e-05,
+      "loss": 1.0557587623596192,
+      "mean_token_accuracy": 0.7565729498863221,
+      "num_tokens": 105745.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.1601203113794327,
+      "epoch": 3.4250681198910082,
+      "grad_norm": 4.688212871551514,
+      "learning_rate": 3.195652173913043e-05,
+      "loss": 1.056320571899414,
+      "mean_token_accuracy": 0.7447569370269775,
+      "num_tokens": 107518.0,
+      "step": 315
+    },
+    {
+      "entropy": 1.1992515981197358,
+      "epoch": 3.4795640326975477,
+      "grad_norm": 5.425296783447266,
+      "learning_rate": 3.086956521739131e-05,
+      "loss": 1.1242509841918946,
+      "mean_token_accuracy": 0.7396794199943543,
+      "num_tokens": 109197.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.2522702276706696,
+      "epoch": 3.534059945504087,
+      "grad_norm": 5.0603766441345215,
+      "learning_rate": 2.9782608695652175e-05,
+      "loss": 1.075643539428711,
+      "mean_token_accuracy": 0.7510239809751511,
+      "num_tokens": 110991.0,
+      "step": 325
+    },
+    {
+      "entropy": 1.2085780084133149,
+      "epoch": 3.5885558583106265,
+      "grad_norm": 4.754936218261719,
+      "learning_rate": 2.8695652173913044e-05,
+      "loss": 1.0488346099853516,
+      "mean_token_accuracy": 0.7512615650892258,
+      "num_tokens": 112767.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.1639164805412292,
+      "epoch": 3.6430517711171664,
+      "grad_norm": 4.979776859283447,
+      "learning_rate": 2.7608695652173917e-05,
+      "loss": 1.048858642578125,
+      "mean_token_accuracy": 0.7518863916397095,
+      "num_tokens": 114478.0,
+      "step": 335
+    },
+    {
+      "entropy": 1.1448781460523605,
+      "epoch": 3.697547683923706,
+      "grad_norm": 5.011173725128174,
+      "learning_rate": 2.6521739130434787e-05,
+      "loss": 0.9926769256591796,
+      "mean_token_accuracy": 0.7549726992845536,
+      "num_tokens": 116148.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.1724732220172882,
+      "epoch": 3.7520435967302452,
+      "grad_norm": 4.767259120941162,
+      "learning_rate": 2.543478260869565e-05,
+      "loss": 1.0183670043945312,
+      "mean_token_accuracy": 0.7628201097249985,
+      "num_tokens": 117868.0,
+      "step": 345
+    },
+    {
+      "entropy": 1.1894229233264924,
+      "epoch": 3.8065395095367847,
+      "grad_norm": 4.941338539123535,
+      "learning_rate": 2.4347826086956523e-05,
+      "loss": 1.0767407417297363,
+      "mean_token_accuracy": 0.7516806900501252,
+      "num_tokens": 119592.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.1817291110754014,
+      "epoch": 3.861035422343324,
+      "grad_norm": 5.36232328414917,
+      "learning_rate": 2.3260869565217393e-05,
+      "loss": 1.0293529510498047,
+      "mean_token_accuracy": 0.7584734439849854,
+      "num_tokens": 121287.0,
+      "step": 355
+    },
+    {
+      "entropy": 1.1858133405447007,
+      "epoch": 3.915531335149864,
+      "grad_norm": 4.721126556396484,
+      "learning_rate": 2.2173913043478262e-05,
+      "loss": 1.1174646377563477,
+      "mean_token_accuracy": 0.7404054880142212,
+      "num_tokens": 123025.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.177137851715088,
+      "epoch": 3.9700272479564034,
+      "grad_norm": 4.922508716583252,
+      "learning_rate": 2.1086956521739132e-05,
+      "loss": 1.049959945678711,
+      "mean_token_accuracy": 0.7552965432405472,
+      "num_tokens": 124748.0,
+      "step": 365
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 276518360985600.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git "a/.\\/checkpoint-368/training_args.bin" "b/.\\/checkpoint-368/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/checkpoint-368/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git "a/.\\/checkpoint-460/README.md" "b/.\\/checkpoint-460/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..23485d9e0c5aa7255a0e1278446ff3d85e4dea54
--- /dev/null
+++ "b/.\\/checkpoint-460/README.md"
@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1
\ No newline at end of file
diff --git "a/.\\/checkpoint-460/adapter_config.json" "b/.\\/checkpoint-460/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/checkpoint-460/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/checkpoint-460/adapter_model.safetensors" "b/.\\/checkpoint-460/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..cdf5dbd76cbaff8f9ad4d1147c83ffb94c93c67e
--- /dev/null
+++ "b/.\\/checkpoint-460/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c854c77069a08996e15747ce272e6765879c949731582b7e49e4f4a558b4ca
+size 35237104
diff --git "a/.\\/checkpoint-460/chat_template.jinja" "b/.\\/checkpoint-460/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/checkpoint-460/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-460/optimizer.pt" "b/.\\/checkpoint-460/optimizer.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..399a94c7e06e7940e233701346718e160d5a8658
--- /dev/null
+++ "b/.\\/checkpoint-460/optimizer.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15b75e6cb6cb537c20e4e4e1021106aebfd87fda77545088e72f17cb333fc08
+size 70667778
diff --git "a/.\\/checkpoint-460/rng_state.pth" "b/.\\/checkpoint-460/rng_state.pth"
new file mode 100644
index 0000000000000000000000000000000000000000..c42829f669c11e4ed6dd9de21f9cb7105dd4e638
--- /dev/null
+++ "b/.\\/checkpoint-460/rng_state.pth"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b7a7f8b91041f51f000c26123b272a4509f3861f15dcb86e9f776ccf1bf2b6
+size 14244
diff --git "a/.\\/checkpoint-460/scaler.pt" "b/.\\/checkpoint-460/scaler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..ecfbd9ad6485846f52c286c8f21f03d26dfb5cfb
--- /dev/null
+++ "b/.\\/checkpoint-460/scaler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1b7107f22e592fe91817fbfc49d1cc0586e8a25f41bfc621a632eeb4b02cb2
+size 988
diff --git "a/.\\/checkpoint-460/scheduler.pt" "b/.\\/checkpoint-460/scheduler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..8b891de3042921d2943c3a314cab92ab9a0d27fe
--- /dev/null
+++ "b/.\\/checkpoint-460/scheduler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b90e23c38e415c2f77df9f49a2e4999c8459467f4146dbaaf1c8d44cbc332ad
+size 1064
diff --git "a/.\\/checkpoint-460/tokenizer.json" "b/.\\/checkpoint-460/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/checkpoint-460/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/checkpoint-460/tokenizer_config.json" "b/.\\/checkpoint-460/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/checkpoint-460/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/checkpoint-460/trainer_state.json" "b/.\\/checkpoint-460/trainer_state.json"
new file mode 100644
index 0000000000000000000000000000000000000000..a9081e48029a9f7ba89d75a2edfdd2dfd44510d9
--- /dev/null
+++ "b/.\\/checkpoint-460/trainer_state.json"
@@ -0,0 +1,954 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 460,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.6594499826431273,
+      "epoch": 0.05449591280653951,
+      "grad_norm": 5.295472145080566,
+      "learning_rate": 9.934782608695653e-05,
+      "loss": 3.54321403503418,
+      "mean_token_accuracy": 0.43463218957185745,
+      "num_tokens": 1773.0,
+      "step": 5
+    },
+    {
+      "entropy": 2.2742149353027346,
+      "epoch": 0.10899182561307902,
+      "grad_norm": 3.361339807510376,
+      "learning_rate": 9.82608695652174e-05,
+      "loss": 2.4454851150512695,
+      "mean_token_accuracy": 0.551431605219841,
+      "num_tokens": 3498.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.08142426609993,
+      "epoch": 0.16348773841961853,
+      "grad_norm": 2.2675228118896484,
+      "learning_rate": 9.717391304347827e-05,
+      "loss": 2.0466989517211913,
+      "mean_token_accuracy": 0.5931242555379868,
+      "num_tokens": 5227.0,
+      "step": 15
+    },
+    {
+      "entropy": 2.0903500437736513,
+      "epoch": 0.21798365122615804,
+      "grad_norm": 2.32053804397583,
+      "learning_rate": 9.608695652173914e-05,
+      "loss": 2.0296419143676756,
+      "mean_token_accuracy": 0.6070973306894303,
+      "num_tokens": 6984.0,
+      "step": 20
+    },
+    {
+      "entropy": 2.0122226536273957,
+      "epoch": 0.2724795640326976,
+      "grad_norm": 2.9731853008270264,
+      "learning_rate": 9.5e-05,
+      "loss": 1.9343505859375,
+      "mean_token_accuracy": 0.6144788950681687,
+      "num_tokens": 8673.0,
+      "step": 25
+    },
+    {
+      "entropy": 1.8690580070018767,
+      "epoch": 0.32697547683923706,
+      "grad_norm": 2.430854320526123,
+      "learning_rate": 9.391304347826087e-05,
+      "loss": 1.8909852981567383,
+      "mean_token_accuracy": 0.635982021689415,
+      "num_tokens": 10275.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.9015782356262207,
+      "epoch": 0.3814713896457766,
+      "grad_norm": 4.453112602233887,
+      "learning_rate": 9.282608695652174e-05,
+      "loss": 1.958522415161133,
+      "mean_token_accuracy": 0.6195796310901642,
+      "num_tokens": 11978.0,
+      "step": 35
+    },
+    {
+      "entropy": 1.9212978661060334,
+      "epoch": 0.4359673024523161,
+      "grad_norm": 2.2464277744293213,
+      "learning_rate": 9.173913043478261e-05,
+      "loss": 1.9835006713867187,
+      "mean_token_accuracy": 0.6123327493667603,
+      "num_tokens": 13657.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.8311922907829286,
+      "epoch": 0.4904632152588556,
+      "grad_norm": 2.3727688789367676,
+      "learning_rate": 9.065217391304348e-05,
+      "loss": 1.8656713485717773,
+      "mean_token_accuracy": 0.6268564760684967,
+      "num_tokens": 15294.0,
+      "step": 45
+    },
+    {
+      "entropy": 1.9462017118930817,
+      "epoch": 0.5449591280653951,
+      "grad_norm": 2.6789865493774414,
+      "learning_rate": 8.956521739130435e-05,
+      "loss": 1.9714052200317382,
+      "mean_token_accuracy": 0.6041685000061989,
+      "num_tokens": 16989.0,
+      "step": 50
+    },
+    {
+      "entropy": 2.0074979245662687,
+      "epoch": 0.5994550408719346,
+      "grad_norm": 2.4134292602539062,
+      "learning_rate": 8.847826086956522e-05,
+      "loss": 1.9694150924682616,
+      "mean_token_accuracy": 0.6093465179204941,
+      "num_tokens": 18691.0,
+      "step": 55
+    },
+    {
+      "entropy": 2.084570509195328,
+      "epoch": 0.6539509536784741,
+      "grad_norm": 2.2511465549468994,
+      "learning_rate": 8.739130434782609e-05,
+      "loss": 2.0413387298583983,
+      "mean_token_accuracy": 0.5928771764039993,
+      "num_tokens": 20427.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.9865212082862853,
+      "epoch": 0.7084468664850136,
+      "grad_norm": 2.3821234703063965,
+      "learning_rate": 8.630434782608696e-05,
+      "loss": 1.970216941833496,
+      "mean_token_accuracy": 0.595578932762146,
+      "num_tokens": 22195.0,
+      "step": 65
+    },
+    {
+      "entropy": 2.0046413242816925,
+      "epoch": 0.7629427792915532,
+      "grad_norm": 2.262631416320801,
+      "learning_rate": 8.521739130434783e-05,
+      "loss": 1.9679553985595704,
+      "mean_token_accuracy": 0.593865379691124,
+      "num_tokens": 23964.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.923993456363678,
+      "epoch": 0.8174386920980926,
+      "grad_norm": 2.3410611152648926,
+      "learning_rate": 8.41304347826087e-05,
+      "loss": 1.9888051986694335,
+      "mean_token_accuracy": 0.6120034158229828,
+      "num_tokens": 25664.0,
+      "step": 75
+    },
+    {
+      "entropy": 1.922121912240982,
+      "epoch": 0.8719346049046321,
+      "grad_norm": 2.358454465866089,
+      "learning_rate": 8.304347826086957e-05,
+      "loss": 1.9804664611816407,
+      "mean_token_accuracy": 0.5960922837257385,
+      "num_tokens": 27408.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.8504264950752258,
+      "epoch": 0.9264305177111717,
+      "grad_norm": 2.7570979595184326,
+      "learning_rate": 8.195652173913044e-05,
+      "loss": 1.837178611755371,
+      "mean_token_accuracy": 0.6353224456310272,
+      "num_tokens": 29067.0,
+      "step": 85
+    },
+    {
+      "entropy": 1.990801990032196,
+      "epoch": 0.9809264305177112,
+      "grad_norm": 2.1287808418273926,
+      "learning_rate": 8.086956521739131e-05,
+      "loss": 1.878510093688965,
+      "mean_token_accuracy": 0.610844174027443,
+      "num_tokens": 30793.0,
+      "step": 90
+    },
+    {
+      "entropy": 1.8943234619341398,
+      "epoch": 1.0326975476839237,
+      "grad_norm": 2.039354085922241,
+      "learning_rate": 7.978260869565217e-05,
+      "loss": 1.777516746520996,
+      "mean_token_accuracy": 0.6291195405156988,
+      "num_tokens": 32489.0,
+      "step": 95
+    },
+    {
+      "entropy": 1.7752716064453125,
+      "epoch": 1.0871934604904632,
+      "grad_norm": 2.356398105621338,
+      "learning_rate": 7.869565217391305e-05,
+      "loss": 1.6919374465942383,
+      "mean_token_accuracy": 0.6551967471837997,
+      "num_tokens": 34192.0,
+      "step": 100
+    },
+    {
+      "entropy": 1.680172425508499,
+      "epoch": 1.1416893732970028,
+      "grad_norm": 2.8025357723236084,
+      "learning_rate": 7.76086956521739e-05,
+      "loss": 1.6787353515625,
+      "mean_token_accuracy": 0.6466645836830139,
+      "num_tokens": 35935.0,
+      "step": 105
+    },
+    {
+      "entropy": 1.5943573474884034,
+      "epoch": 1.1961852861035422,
+      "grad_norm": 2.367006301879883,
+      "learning_rate": 7.652173913043479e-05,
+      "loss": 1.5927539825439454,
+      "mean_token_accuracy": 0.6623692899942398,
+      "num_tokens": 37554.0,
+      "step": 110
+    },
+    {
+      "entropy": 1.7188441336154938,
+      "epoch": 1.2506811989100817,
+      "grad_norm": 2.572070837020874,
+      "learning_rate": 7.543478260869566e-05,
+      "loss": 1.6559581756591797,
+      "mean_token_accuracy": 0.6557660788297653,
+      "num_tokens": 39270.0,
+      "step": 115
+    },
+    {
+      "entropy": 1.6801139414310455,
+      "epoch": 1.3051771117166213,
+      "grad_norm": 2.6702189445495605,
+      "learning_rate": 7.434782608695653e-05,
+      "loss": 1.6735937118530273,
+      "mean_token_accuracy": 0.649392256140709,
+      "num_tokens": 40965.0,
+      "step": 120
+    },
+    {
+      "entropy": 1.7142560601234436,
+      "epoch": 1.3596730245231607,
+      "grad_norm": 2.6485178470611572,
+      "learning_rate": 7.32608695652174e-05,
+      "loss": 1.7322757720947266,
+      "mean_token_accuracy": 0.6473981827497483,
+      "num_tokens": 42629.0,
+      "step": 125
+    },
+    {
+      "entropy": 1.6093798935413361,
+      "epoch": 1.4141689373297002,
+      "grad_norm": 2.6682214736938477,
+      "learning_rate": 7.217391304347827e-05,
+      "loss": 1.6289859771728517,
+      "mean_token_accuracy": 0.6616274237632751,
+      "num_tokens": 44304.0,
+      "step": 130
+    },
+    {
+      "entropy": 1.661231482028961,
+      "epoch": 1.4686648501362398,
+      "grad_norm": 2.788849115371704,
+      "learning_rate": 7.108695652173914e-05,
+      "loss": 1.6621707916259765,
+      "mean_token_accuracy": 0.6487344086170197,
+      "num_tokens": 46019.0,
+      "step": 135
+    },
+    {
+      "entropy": 1.721101027727127,
+      "epoch": 1.5231607629427792,
+      "grad_norm": 2.7558412551879883,
+      "learning_rate": 7e-05,
+      "loss": 1.6134504318237304,
+      "mean_token_accuracy": 0.6477400630712509,
+      "num_tokens": 47765.0,
+      "step": 140
+    },
+    {
+      "entropy": 1.6916781485080719,
+      "epoch": 1.577656675749319,
+      "grad_norm": 2.7425968647003174,
+      "learning_rate": 6.891304347826088e-05,
+      "loss": 1.7247634887695313,
+      "mean_token_accuracy": 0.6333002805709839,
+      "num_tokens": 49485.0,
+      "step": 145
+    },
+    {
+      "entropy": 1.588489893078804,
+      "epoch": 1.6321525885558583,
+      "grad_norm": 4.39623498916626,
+      "learning_rate": 6.782608695652173e-05,
+      "loss": 1.5759254455566407,
+      "mean_token_accuracy": 0.6657975524663925,
+      "num_tokens": 51105.0,
+      "step": 150
+    },
+    {
+      "entropy": 1.6671599060297013,
+      "epoch": 1.6866485013623977,
+      "grad_norm": 3.0112881660461426,
+      "learning_rate": 6.673913043478262e-05,
+      "loss": 1.6975387573242187,
+      "mean_token_accuracy": 0.623737171292305,
+      "num_tokens": 52850.0,
+      "step": 155
+    },
+    {
+      "entropy": 1.6494879722595215,
+      "epoch": 1.7411444141689372,
+      "grad_norm": 2.9823808670043945,
+      "learning_rate": 6.565217391304349e-05,
+      "loss": 1.6398487091064453,
+      "mean_token_accuracy": 0.6376884818077088,
+      "num_tokens": 54597.0,
+      "step": 160
+    },
+    {
+      "entropy": 1.6019860744476317,
+      "epoch": 1.7956403269754768,
+      "grad_norm": 2.7049057483673096,
+      "learning_rate": 6.456521739130436e-05,
+      "loss": 1.6338281631469727,
+      "mean_token_accuracy": 0.6531865715980529,
+      "num_tokens": 56312.0,
+      "step": 165
+    },
+    {
+      "entropy": 1.6816575407981873,
+      "epoch": 1.8501362397820165,
+      "grad_norm": 2.768996238708496,
+      "learning_rate": 6.347826086956523e-05,
+      "loss": 1.6771608352661134,
+      "mean_token_accuracy": 0.6284097641706466,
+      "num_tokens": 58069.0,
+      "step": 170
+    },
+    {
+      "entropy": 1.7103132784366608,
+      "epoch": 1.904632152588556,
+      "grad_norm": 2.880314826965332,
+      "learning_rate": 6.239130434782608e-05,
+      "loss": 1.6331459045410157,
+      "mean_token_accuracy": 0.6513475060462952,
+      "num_tokens": 59830.0,
+      "step": 175
+    },
+    {
+      "entropy": 1.6067012012004853,
+      "epoch": 1.9591280653950953,
+      "grad_norm": 3.0530223846435547,
+      "learning_rate": 6.130434782608696e-05,
+      "loss": 1.55626220703125,
+      "mean_token_accuracy": 0.6772106677293778,
+      "num_tokens": 61545.0,
+      "step": 180
+    },
+    {
+      "entropy": 1.5952024773547524,
+      "epoch": 2.010899182561308,
+      "grad_norm": 2.8296544551849365,
+      "learning_rate": 6.021739130434783e-05,
+      "loss": 1.5608376502990722,
+      "mean_token_accuracy": 0.6566279624637804,
+      "num_tokens": 63195.0,
+      "step": 185
+    },
+    {
+      "entropy": 1.4886652171611785,
+      "epoch": 2.0653950953678475,
+      "grad_norm": 2.8592369556427,
+      "learning_rate": 5.9130434782608704e-05,
+      "loss": 1.3781893730163575,
+      "mean_token_accuracy": 0.6934281349182129,
+      "num_tokens": 64907.0,
+      "step": 190
+    },
+    {
+      "entropy": 1.535606026649475,
+      "epoch": 2.119891008174387,
+      "grad_norm": 3.3934786319732666,
+      "learning_rate": 5.804347826086957e-05,
+      "loss": 1.4317281723022461,
+      "mean_token_accuracy": 0.6818631082773209,
+      "num_tokens": 66651.0,
+      "step": 195
+    },
+    {
+      "entropy": 1.4145039021968842,
+      "epoch": 2.1743869209809263,
+      "grad_norm": 3.8966612815856934,
+      "learning_rate": 5.695652173913044e-05,
+      "loss": 1.3595217704772948,
+      "mean_token_accuracy": 0.702064061164856,
+      "num_tokens": 68362.0,
+      "step": 200
+    },
+    {
+      "entropy": 1.4517788469791413,
+      "epoch": 2.2288828337874658,
+      "grad_norm": 3.580411434173584,
+      "learning_rate": 5.5869565217391306e-05,
+      "loss": 1.4089808464050293,
+      "mean_token_accuracy": 0.6729828268289566,
+      "num_tokens": 70175.0,
+      "step": 205
+    },
+    {
+      "entropy": 1.4807272553443909,
+      "epoch": 2.2833787465940056,
+      "grad_norm": 3.6233561038970947,
+      "learning_rate": 5.478260869565217e-05,
+      "loss": 1.266719913482666,
+      "mean_token_accuracy": 0.7003075689077377,
+      "num_tokens": 71882.0,
+      "step": 210
+    },
+    {
+      "entropy": 1.383362540602684,
+      "epoch": 2.337874659400545,
+      "grad_norm": 3.90578556060791,
+      "learning_rate": 5.3695652173913046e-05,
+      "loss": 1.3310662269592286,
+      "mean_token_accuracy": 0.7053690612316131,
+      "num_tokens": 73614.0,
+      "step": 215
+    },
+    {
+      "entropy": 1.3119295060634613,
+      "epoch": 2.3923705722070845,
+      "grad_norm": 4.0688395500183105,
+      "learning_rate": 5.260869565217391e-05,
+      "loss": 1.378669548034668,
+      "mean_token_accuracy": 0.7015378504991532,
+      "num_tokens": 75385.0,
+      "step": 220
+    },
+    {
+      "entropy": 1.4375295758247375,
+      "epoch": 2.446866485013624,
+      "grad_norm": 3.9013988971710205,
+      "learning_rate": 5.1521739130434785e-05,
+      "loss": 1.3558425903320312,
+      "mean_token_accuracy": 0.6857193797826767,
+      "num_tokens": 77133.0,
+      "step": 225
+    },
+    {
+      "entropy": 1.4222555875778198,
+      "epoch": 2.5013623978201633,
+      "grad_norm": 3.888150215148926,
+      "learning_rate": 5.0434782608695655e-05,
+      "loss": 1.3191808700561523,
+      "mean_token_accuracy": 0.7156112283468247,
+      "num_tokens": 78796.0,
+      "step": 230
+    },
+    {
+      "entropy": 1.313275647163391,
+      "epoch": 2.5558583106267028,
+      "grad_norm": 3.846498489379883,
+      "learning_rate": 4.9347826086956524e-05,
+      "loss": 1.2671735763549805,
+      "mean_token_accuracy": 0.7213324278593063,
+      "num_tokens": 80425.0,
+      "step": 235
+    },
+    {
+      "entropy": 1.2896871626377107,
+      "epoch": 2.6103542234332426,
+      "grad_norm": 3.5631799697875977,
+      "learning_rate": 4.8260869565217394e-05,
+      "loss": 1.2141258239746093,
+      "mean_token_accuracy": 0.7200619667768479,
+      "num_tokens": 82125.0,
+      "step": 240
+    },
+    {
+      "entropy": 1.2902027279138566,
+      "epoch": 2.664850136239782,
+      "grad_norm": 3.9763946533203125,
+      "learning_rate": 4.7173913043478264e-05,
+      "loss": 1.2803909301757812,
+      "mean_token_accuracy": 0.6917133510112763,
+      "num_tokens": 83833.0,
+      "step": 245
+    },
+    {
+      "entropy": 1.3638093769550323,
+      "epoch": 2.7193460490463215,
+      "grad_norm": 3.6958892345428467,
+      "learning_rate": 4.608695652173913e-05,
+      "loss": 1.3216032028198241,
+      "mean_token_accuracy": 0.7019212424755097,
+      "num_tokens": 85519.0,
+      "step": 250
+    },
+    {
+      "entropy": 1.4572194874286652,
+      "epoch": 2.773841961852861,
+      "grad_norm": 3.8262078762054443,
+      "learning_rate": 4.5e-05,
+      "loss": 1.4051472663879394,
+      "mean_token_accuracy": 0.6793353646993637,
+      "num_tokens": 87245.0,
+      "step": 255
+    },
+    {
+      "entropy": 1.4339049398899077,
+      "epoch": 2.8283378746594003,
+      "grad_norm": 3.7858989238739014,
+      "learning_rate": 4.391304347826087e-05,
+      "loss": 1.3456524848937987,
+      "mean_token_accuracy": 0.7012661457061767,
+      "num_tokens": 88952.0,
+      "step": 260
+    },
+    {
+      "entropy": 1.3913820505142211,
+      "epoch": 2.88283378746594,
+      "grad_norm": 4.313152313232422,
+      "learning_rate": 4.282608695652174e-05,
+      "loss": 1.3614221572875977,
+      "mean_token_accuracy": 0.6884991526603699,
+      "num_tokens": 90650.0,
+      "step": 265
+    },
+    {
+      "entropy": 1.427448183298111,
+      "epoch": 2.9373297002724796,
+      "grad_norm": 3.9933314323425293,
+      "learning_rate": 4.1739130434782605e-05,
+      "loss": 1.3260663032531739,
+      "mean_token_accuracy": 0.6962721645832062,
+      "num_tokens": 92380.0,
+      "step": 270
+    },
+    {
+      "entropy": 1.3282614052295685,
+      "epoch": 2.991825613079019,
+      "grad_norm": 4.218944549560547,
+      "learning_rate": 4.065217391304348e-05,
+      "loss": 1.227073860168457,
+      "mean_token_accuracy": 0.7320195466279984,
+      "num_tokens": 94006.0,
+      "step": 275
+    },
+    {
+      "entropy": 1.3046247582686574,
+      "epoch": 3.043596730245232,
+      "grad_norm": 3.5447025299072266,
+      "learning_rate": 3.956521739130435e-05,
+      "loss": 1.1692481994628907,
+      "mean_token_accuracy": 0.7438832835147255,
+      "num_tokens": 95572.0,
+      "step": 280
+    },
+    {
+      "entropy": 1.1547921448946,
+      "epoch": 3.0980926430517712,
+      "grad_norm": 4.067081928253174,
+      "learning_rate": 3.847826086956522e-05,
+      "loss": 1.024731731414795,
+      "mean_token_accuracy": 0.7612999141216278,
+      "num_tokens": 97194.0,
+      "step": 285
+    },
+    {
+      "entropy": 1.164995950460434,
+      "epoch": 3.1525885558583107,
+      "grad_norm": 4.9931559562683105,
+      "learning_rate": 3.739130434782609e-05,
+      "loss": 1.102114486694336,
+      "mean_token_accuracy": 0.7581678360700608,
+      "num_tokens": 98834.0,
+      "step": 290
+    },
+    {
+      "entropy": 1.2063608944416047,
+      "epoch": 3.20708446866485,
+      "grad_norm": 4.424193859100342,
+      "learning_rate": 3.630434782608696e-05,
+      "loss": 1.0541126251220703,
+      "mean_token_accuracy": 0.7431429535150528,
+      "num_tokens": 100562.0,
+      "step": 295
+    },
+    {
+      "entropy": 1.289391577243805,
+      "epoch": 3.2615803814713895,
+      "grad_norm": 4.403679847717285,
+      "learning_rate": 3.521739130434783e-05,
+      "loss": 1.123121166229248,
+      "mean_token_accuracy": 0.7353462457656861,
+      "num_tokens": 102354.0,
+      "step": 300
+    },
+    {
+      "entropy": 1.2159619957208634,
+      "epoch": 3.316076294277929,
+      "grad_norm": 4.44323205947876,
+      "learning_rate": 3.413043478260869e-05,
+      "loss": 1.0332005500793457,
+      "mean_token_accuracy": 0.7612474948167801,
+      "num_tokens": 104048.0,
+      "step": 305
+    },
+    {
+      "entropy": 1.1719524085521698,
+      "epoch": 3.370572207084469,
+      "grad_norm": 5.615406513214111,
+      "learning_rate": 3.304347826086956e-05,
+      "loss": 1.0557587623596192,
+      "mean_token_accuracy": 0.7565729498863221,
+      "num_tokens": 105745.0,
+      "step": 310
+    },
+    {
+      "entropy": 1.1601203113794327,
+      "epoch": 3.4250681198910082,
+      "grad_norm": 4.688212871551514,
+      "learning_rate": 3.195652173913043e-05,
+      "loss": 1.056320571899414,
+      "mean_token_accuracy": 0.7447569370269775,
+      "num_tokens": 107518.0,
+      "step": 315
+    },
+    {
+      "entropy": 1.1992515981197358,
+      "epoch": 3.4795640326975477,
+      "grad_norm": 5.425296783447266,
+      "learning_rate": 3.086956521739131e-05,
+      "loss": 1.1242509841918946,
+      "mean_token_accuracy": 0.7396794199943543,
+      "num_tokens": 109197.0,
+      "step": 320
+    },
+    {
+      "entropy": 1.2522702276706696,
+      "epoch": 3.534059945504087,
+      "grad_norm": 5.0603766441345215,
+      "learning_rate": 2.9782608695652175e-05,
+      "loss": 1.075643539428711,
+      "mean_token_accuracy": 0.7510239809751511,
+      "num_tokens": 110991.0,
+      "step": 325
+    },
+    {
+      "entropy": 1.2085780084133149,
+      "epoch": 3.5885558583106265,
+      "grad_norm": 4.754936218261719,
+      "learning_rate": 2.8695652173913044e-05,
+      "loss": 1.0488346099853516,
+      "mean_token_accuracy": 0.7512615650892258,
+      "num_tokens": 112767.0,
+      "step": 330
+    },
+    {
+      "entropy": 1.1639164805412292,
+      "epoch": 3.6430517711171664,
+      "grad_norm": 4.979776859283447,
+      "learning_rate": 2.7608695652173917e-05,
+      "loss": 1.048858642578125,
+      "mean_token_accuracy": 0.7518863916397095,
+      "num_tokens": 114478.0,
+      "step": 335
+    },
+    {
+      "entropy": 1.1448781460523605,
+      "epoch": 3.697547683923706,
+      "grad_norm": 5.011173725128174,
+      "learning_rate": 2.6521739130434787e-05,
+      "loss": 0.9926769256591796,
+      "mean_token_accuracy": 0.7549726992845536,
+      "num_tokens": 116148.0,
+      "step": 340
+    },
+    {
+      "entropy": 1.1724732220172882,
+      "epoch": 3.7520435967302452,
+      "grad_norm": 4.767259120941162,
+      "learning_rate": 2.543478260869565e-05,
+      "loss": 1.0183670043945312,
+      "mean_token_accuracy": 0.7628201097249985,
+      "num_tokens": 117868.0,
+      "step": 345
+    },
+    {
+      "entropy": 1.1894229233264924,
+      "epoch": 3.8065395095367847,
+      "grad_norm": 4.941338539123535,
+      "learning_rate": 2.4347826086956523e-05,
+      "loss": 1.0767407417297363,
+      "mean_token_accuracy": 0.7516806900501252,
+      "num_tokens": 119592.0,
+      "step": 350
+    },
+    {
+      "entropy": 1.1817291110754014,
+      "epoch": 3.861035422343324,
+      "grad_norm": 5.36232328414917,
+      "learning_rate": 2.3260869565217393e-05,
+      "loss": 1.0293529510498047,
+      "mean_token_accuracy": 0.7584734439849854,
+      "num_tokens": 121287.0,
+      "step": 355
+    },
+    {
+      "entropy": 1.1858133405447007,
+      "epoch": 3.915531335149864,
+      "grad_norm": 4.721126556396484,
+      "learning_rate": 2.2173913043478262e-05,
+      "loss": 1.1174646377563477,
+      "mean_token_accuracy": 0.7404054880142212,
+      "num_tokens": 123025.0,
+      "step": 360
+    },
+    {
+      "entropy": 1.177137851715088,
+      "epoch": 3.9700272479564034,
+      "grad_norm": 4.922508716583252,
+      "learning_rate": 2.1086956521739132e-05,
+      "loss": 1.049959945678711,
+      "mean_token_accuracy": 0.7552965432405472,
+      "num_tokens": 124748.0,
+      "step": 365
+    },
+    {
+      "entropy": 1.1621753949868052,
+      "epoch": 4.021798365122616,
+      "grad_norm": 4.344872951507568,
+      "learning_rate": 2e-05,
+      "loss": 0.9967522621154785,
+      "mean_token_accuracy": 0.7638303072828996,
+      "num_tokens": 126384.0,
+      "step": 370
+    },
+    {
+      "entropy": 1.1540927946567536,
+      "epoch": 4.076294277929155,
+      "grad_norm": 4.039929389953613,
+      "learning_rate": 1.8913043478260868e-05,
+      "loss": 0.9319347381591797,
+      "mean_token_accuracy": 0.7826661795377732,
+      "num_tokens": 128152.0,
+      "step": 375
+    },
+    {
+      "entropy": 1.0527471706271172,
+      "epoch": 4.130790190735695,
+      "grad_norm": 4.9546799659729,
+      "learning_rate": 1.782608695652174e-05,
+      "loss": 0.854946517944336,
+      "mean_token_accuracy": 0.8046070992946625,
+      "num_tokens": 129836.0,
+      "step": 380
+    },
+    {
+      "entropy": 1.0213328570127487,
+      "epoch": 4.185286103542234,
+      "grad_norm": 5.897581577301025,
+      "learning_rate": 1.673913043478261e-05,
+      "loss": 0.8409263610839843,
+      "mean_token_accuracy": 0.7995972335338593,
+      "num_tokens": 131523.0,
+      "step": 385
+    },
+    {
+      "entropy": 1.0670891612768174,
+      "epoch": 4.239782016348774,
+      "grad_norm": 6.096338748931885,
+      "learning_rate": 1.565217391304348e-05,
+      "loss": 0.9495676040649415,
+      "mean_token_accuracy": 0.7778755187988281,
+      "num_tokens": 133265.0,
+      "step": 390
+    },
+    {
+      "entropy": 0.9903799533843994,
+      "epoch": 4.294277929155314,
+      "grad_norm": 5.267775535583496,
+      "learning_rate": 1.4565217391304348e-05,
+      "loss": 0.7962061405181885,
+      "mean_token_accuracy": 0.8086984246969223,
+      "num_tokens": 134953.0,
+      "step": 395
+    },
+    {
+      "entropy": 1.036153683066368,
+      "epoch": 4.348773841961853,
+      "grad_norm": 5.0876359939575195,
+      "learning_rate": 1.3478260869565218e-05,
+      "loss": 0.8107373237609863,
+      "mean_token_accuracy": 0.8168227136135101,
+      "num_tokens": 136549.0,
+      "step": 400
+    },
+    {
+      "entropy": 1.0681407898664474,
+      "epoch": 4.4032697547683926,
+      "grad_norm": 5.93970251083374,
+      "learning_rate": 1.2391304347826088e-05,
+      "loss": 0.8397621154785156,
+      "mean_token_accuracy": 0.8151769906282424,
+      "num_tokens": 138230.0,
+      "step": 405
+    },
+    {
+      "entropy": 0.9995806634426116,
+      "epoch": 4.4577656675749315,
+      "grad_norm": 5.7753214836120605,
+      "learning_rate": 1.1304347826086957e-05,
+      "loss": 0.814309024810791,
+      "mean_token_accuracy": 0.8023481369018555,
+      "num_tokens": 139933.0,
+      "step": 410
+    },
+    {
+      "entropy": 1.0050455451011657,
+      "epoch": 4.512261580381471,
+      "grad_norm": 5.520052433013916,
+      "learning_rate": 1.0217391304347827e-05,
+      "loss": 0.8359173774719239,
+      "mean_token_accuracy": 0.7901412606239319,
+      "num_tokens": 141655.0,
+      "step": 415
+    },
+    {
+      "entropy": 1.0989094614982604,
+      "epoch": 4.566757493188011,
+      "grad_norm": 5.379627227783203,
+      "learning_rate": 9.130434782608697e-06,
+      "loss": 0.909587287902832,
+      "mean_token_accuracy": 0.7824492961168289,
+      "num_tokens": 143449.0,
+      "step": 420
+    },
+    {
+      "entropy": 1.014793735742569,
+      "epoch": 4.62125340599455,
+      "grad_norm": 5.492713451385498,
+      "learning_rate": 8.043478260869565e-06,
+      "loss": 0.850741195678711,
+      "mean_token_accuracy": 0.8040896028280258,
+      "num_tokens": 145120.0,
+      "step": 425
+    },
+    {
+      "entropy": 1.038853731751442,
+      "epoch": 4.67574931880109,
+      "grad_norm": 5.065532684326172,
+      "learning_rate": 6.956521739130435e-06,
+      "loss": 0.8334038734436036,
+      "mean_token_accuracy": 0.7928125947713852,
+      "num_tokens": 146855.0,
+      "step": 430
+    },
+    {
+      "entropy": 1.0511950254440308,
+      "epoch": 4.730245231607629,
+      "grad_norm": 4.995839595794678,
+      "learning_rate": 5.869565217391305e-06,
+      "loss": 0.8801205635070801,
+      "mean_token_accuracy": 0.798888823390007,
+      "num_tokens": 148579.0,
+      "step": 435
+    },
+    {
+      "entropy": 1.0234457731246949,
+      "epoch": 4.784741144414169,
+      "grad_norm": 5.79133415222168,
+      "learning_rate": 4.782608695652174e-06,
+      "loss": 0.8924554824829102,
+      "mean_token_accuracy": 0.7872315376996994,
+      "num_tokens": 150315.0,
+      "step": 440
+    },
+    {
+      "entropy": 1.0377597361803055,
+      "epoch": 4.839237057220709,
+      "grad_norm": 5.019425392150879,
+      "learning_rate": 3.695652173913044e-06,
+      "loss": 0.8951313018798828,
+      "mean_token_accuracy": 0.7868703067302704,
+      "num_tokens": 152076.0,
+      "step": 445
+    },
+    {
+      "entropy": 1.0485727906227111,
+      "epoch": 4.893732970027248,
+      "grad_norm": 5.073546886444092,
+      "learning_rate": 2.608695652173913e-06,
+      "loss": 0.8454577445983886,
+      "mean_token_accuracy": 0.7976629048585892,
+      "num_tokens": 153819.0,
+      "step": 450
+    },
+    {
+      "entropy": 0.9677573204040527,
+      "epoch": 4.948228882833788,
+      "grad_norm": 5.391162395477295,
+      "learning_rate": 1.5217391304347827e-06,
+      "loss": 0.7984648227691651,
+      "mean_token_accuracy": 0.809261891245842,
+      "num_tokens": 155501.0,
+      "step": 455
+    },
+    {
+      "entropy": 1.1121364047652798,
+      "epoch": 5.0,
+      "grad_norm": 7.082363128662109,
+      "learning_rate": 4.347826086956522e-07,
+      "loss": 0.9613716125488281,
+      "mean_token_accuracy": 0.7794560382240697,
+      "num_tokens": 157100.0,
+      "step": 460
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 345647951232000.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git "a/.\\/checkpoint-460/training_args.bin" "b/.\\/checkpoint-460/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/checkpoint-460/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git "a/.\\/checkpoint-92/README.md" "b/.\\/checkpoint-92/README.md"
new file mode 100644
index 0000000000000000000000000000000000000000..23485d9e0c5aa7255a0e1278446ff3d85e4dea54
--- /dev/null
+++ "b/.\\/checkpoint-92/README.md"
@@ -0,0 +1,209 @@
+---
+base_model: Qwen/Qwen2.5-0.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1
\ No newline at end of file
diff --git "a/.\\/checkpoint-92/adapter_config.json" "b/.\\/checkpoint-92/adapter_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..21bddbd6d230e1602d5f7118574c229cd1863422
--- /dev/null
+++ "b/.\\/checkpoint-92/adapter_config.json"
@@ -0,0 +1,48 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git "a/.\\/checkpoint-92/adapter_model.safetensors" "b/.\\/checkpoint-92/adapter_model.safetensors"
new file mode 100644
index 0000000000000000000000000000000000000000..641ae4e8af27c859c98b966f617ca00b9e542e8c
--- /dev/null
+++ "b/.\\/checkpoint-92/adapter_model.safetensors"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c7b0223493e6baa0c0222f38b7babfbefec4a19f531e40502f935050c48cc
+size 35237104
diff --git "a/.\\/checkpoint-92/chat_template.jinja" "b/.\\/checkpoint-92/chat_template.jinja"
new file mode 100644
index 0000000000000000000000000000000000000000..9840d40f49842423ad9d3c92bbedac488564c088
--- /dev/null
+++ "b/.\\/checkpoint-92/chat_template.jinja"
@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}
diff --git "a/.\\/checkpoint-92/optimizer.pt" "b/.\\/checkpoint-92/optimizer.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..1d18f2e56c395147c21db6286ba3d0453b111964
--- /dev/null
+++ "b/.\\/checkpoint-92/optimizer.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a23d4153bd645afa8d8640e054897df0508e0415cea6b74385c04566d66aac
+size 70667778
diff --git "a/.\\/checkpoint-92/rng_state.pth" "b/.\\/checkpoint-92/rng_state.pth"
new file mode 100644
index 0000000000000000000000000000000000000000..47f92faaac5d36585f43539485878e4fb1789f4f
--- /dev/null
+++ "b/.\\/checkpoint-92/rng_state.pth"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379565a022ded8ece61f9af809caad84ecca0d40aed5384722adb253485c7e1
+size 14244
diff --git "a/.\\/checkpoint-92/scaler.pt" "b/.\\/checkpoint-92/scaler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..a34f2fc8053f8d9bda986deebf6ce878f452133f
--- /dev/null
+++ "b/.\\/checkpoint-92/scaler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed231f12078c75114fc46f0342688004d64ec17a79c96026b4e201fa36866ea6
+size 988
diff --git "a/.\\/checkpoint-92/scheduler.pt" "b/.\\/checkpoint-92/scheduler.pt"
new file mode 100644
index 0000000000000000000000000000000000000000..36039f1b13376d75797dd2d71e7940af3d6b8903
--- /dev/null
+++ "b/.\\/checkpoint-92/scheduler.pt"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5102d7a67407d03d7c255b1ee25e777d3d0bc3dfbaf653d6b2464b43ba3fb9f2
+size 1064
diff --git "a/.\\/checkpoint-92/tokenizer.json" "b/.\\/checkpoint-92/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/checkpoint-92/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/checkpoint-92/tokenizer_config.json" "b/.\\/checkpoint-92/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/checkpoint-92/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/checkpoint-92/trainer_state.json" "b/.\\/checkpoint-92/trainer_state.json"
new file mode 100644
index 0000000000000000000000000000000000000000..ed9ee0560cfdf0babe0a15f860aa8c10b1780a34
--- /dev/null
+++ "b/.\\/checkpoint-92/trainer_state.json"
@@ -0,0 +1,214 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 92,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.6594499826431273,
+      "epoch": 0.05449591280653951,
+      "grad_norm": 5.295472145080566,
+      "learning_rate": 9.934782608695653e-05,
+      "loss": 3.54321403503418,
+      "mean_token_accuracy": 0.43463218957185745,
+      "num_tokens": 1773.0,
+      "step": 5
+    },
+    {
+      "entropy": 2.2742149353027346,
+      "epoch": 0.10899182561307902,
+      "grad_norm": 3.361339807510376,
+      "learning_rate": 9.82608695652174e-05,
+      "loss": 2.4454851150512695,
+      "mean_token_accuracy": 0.551431605219841,
+      "num_tokens": 3498.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.08142426609993,
+      "epoch": 0.16348773841961853,
+      "grad_norm": 2.2675228118896484,
+      "learning_rate": 9.717391304347827e-05,
+      "loss": 2.0466989517211913,
+      "mean_token_accuracy": 0.5931242555379868,
+      "num_tokens": 5227.0,
+      "step": 15
+    },
+    {
+      "entropy": 2.0903500437736513,
+      "epoch": 0.21798365122615804,
+      "grad_norm": 2.32053804397583,
+      "learning_rate": 9.608695652173914e-05,
+      "loss": 2.0296419143676756,
+      "mean_token_accuracy": 0.6070973306894303,
+      "num_tokens": 6984.0,
+      "step": 20
+    },
+    {
+      "entropy": 2.0122226536273957,
+      "epoch": 0.2724795640326976,
+      "grad_norm": 2.9731853008270264,
+      "learning_rate": 9.5e-05,
+      "loss": 1.9343505859375,
+      "mean_token_accuracy": 0.6144788950681687,
+      "num_tokens": 8673.0,
+      "step": 25
+    },
+    {
+      "entropy": 1.8690580070018767,
+      "epoch": 0.32697547683923706,
+      "grad_norm": 2.430854320526123,
+      "learning_rate": 9.391304347826087e-05,
+      "loss": 1.8909852981567383,
+      "mean_token_accuracy": 0.635982021689415,
+      "num_tokens": 10275.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.9015782356262207,
+      "epoch": 0.3814713896457766,
+      "grad_norm": 4.453112602233887,
+      "learning_rate": 9.282608695652174e-05,
+      "loss": 1.958522415161133,
+      "mean_token_accuracy": 0.6195796310901642,
+      "num_tokens": 11978.0,
+      "step": 35
+    },
+    {
+      "entropy": 1.9212978661060334,
+      "epoch": 0.4359673024523161,
+      "grad_norm": 2.2464277744293213,
+      "learning_rate": 9.173913043478261e-05,
+      "loss": 1.9835006713867187,
+      "mean_token_accuracy": 0.6123327493667603,
+      "num_tokens": 13657.0,
+      "step": 40
+    },
+    {
+      "entropy": 1.8311922907829286,
+      "epoch": 0.4904632152588556,
+      "grad_norm": 2.3727688789367676,
+      "learning_rate": 9.065217391304348e-05,
+      "loss": 1.8656713485717773,
+      "mean_token_accuracy": 0.6268564760684967,
+      "num_tokens": 15294.0,
+      "step": 45
+    },
+    {
+      "entropy": 1.9462017118930817,
+      "epoch": 0.5449591280653951,
+      "grad_norm": 2.6789865493774414,
+      "learning_rate": 8.956521739130435e-05,
+      "loss": 1.9714052200317382,
+      "mean_token_accuracy": 0.6041685000061989,
+      "num_tokens": 16989.0,
+      "step": 50
+    },
+    {
+      "entropy": 2.0074979245662687,
+      "epoch": 0.5994550408719346,
+      "grad_norm": 2.4134292602539062,
+      "learning_rate": 8.847826086956522e-05,
+      "loss": 1.9694150924682616,
+      "mean_token_accuracy": 0.6093465179204941,
+      "num_tokens": 18691.0,
+      "step": 55
+    },
+    {
+      "entropy": 2.084570509195328,
+      "epoch": 0.6539509536784741,
+      "grad_norm": 2.2511465549468994,
+      "learning_rate": 8.739130434782609e-05,
+      "loss": 2.0413387298583983,
+      "mean_token_accuracy": 0.5928771764039993,
+      "num_tokens": 20427.0,
+      "step": 60
+    },
+    {
+      "entropy": 1.9865212082862853,
+      "epoch": 0.7084468664850136,
+      "grad_norm": 2.3821234703063965,
+      "learning_rate": 8.630434782608696e-05,
+      "loss": 1.970216941833496,
+      "mean_token_accuracy": 0.595578932762146,
+      "num_tokens": 22195.0,
+      "step": 65
+    },
+    {
+      "entropy": 2.0046413242816925,
+      "epoch": 0.7629427792915532,
+      "grad_norm": 2.262631416320801,
+      "learning_rate": 8.521739130434783e-05,
+      "loss": 1.9679553985595704,
+      "mean_token_accuracy": 0.593865379691124,
+      "num_tokens": 23964.0,
+      "step": 70
+    },
+    {
+      "entropy": 1.923993456363678,
+      "epoch": 0.8174386920980926,
+      "grad_norm": 2.3410611152648926,
+      "learning_rate": 8.41304347826087e-05,
+      "loss": 1.9888051986694335,
+      "mean_token_accuracy": 0.6120034158229828,
+      "num_tokens": 25664.0,
+      "step": 75
+    },
+    {
+      "entropy": 1.922121912240982,
+      "epoch": 0.8719346049046321,
+      "grad_norm": 2.358454465866089,
+      "learning_rate": 8.304347826086957e-05,
+      "loss": 1.9804664611816407,
+      "mean_token_accuracy": 0.5960922837257385,
+      "num_tokens": 27408.0,
+      "step": 80
+    },
+    {
+      "entropy": 1.8504264950752258,
+      "epoch": 0.9264305177111717,
+      "grad_norm": 2.7570979595184326,
+      "learning_rate": 8.195652173913044e-05,
+      "loss": 1.837178611755371,
+      "mean_token_accuracy": 0.6353224456310272,
+      "num_tokens": 29067.0,
+      "step": 85
+    },
+    {
+      "entropy": 1.990801990032196,
+      "epoch": 0.9809264305177112,
+      "grad_norm": 2.1287808418273926,
+      "learning_rate": 8.086956521739131e-05,
+      "loss": 1.878510093688965,
+      "mean_token_accuracy": 0.610844174027443,
+      "num_tokens": 30793.0,
+      "step": 90
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 460,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 69129590246400.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git "a/.\\/checkpoint-92/training_args.bin" "b/.\\/checkpoint-92/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/checkpoint-92/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git "a/.\\/tokenizer.json" "b/.\\/tokenizer.json"
new file mode 100644
index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c
--- /dev/null
+++ "b/.\\/tokenizer.json"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892
diff --git "a/.\\/tokenizer_config.json" "b/.\\/tokenizer_config.json"
new file mode 100644
index 0000000000000000000000000000000000000000..23ad94f0ee6c7ab91ef8c4335e308b817e6ccc25
--- /dev/null
+++ "b/.\\/tokenizer_config.json"
@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|im_end|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}
diff --git "a/.\\/training_args.bin" "b/.\\/training_args.bin"
new file mode 100644
index 0000000000000000000000000000000000000000..398ef2909a0b78c73cb29eb99663f22f50e6b5ca
--- /dev/null
+++ "b/.\\/training_args.bin"
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f028fe730e2f428c4b0bc62d8c176d97535fefe959f35eb03e3b376ea10df0
+size 5304
diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..2f910800928c5a1a25f62d9c0fdc3de1e4816a3c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+.//checkpoint-184/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+.//checkpoint-276/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+.//checkpoint-368/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+.//checkpoint-460/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+.//checkpoint-92/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+.//tokenizer.json filter=lfs diff=lfs merge=lfs -text