Add files using upload-large-folder tool

cls_qwen_baseline/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "v_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_baseline/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_baseline/checkpoint-200/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_baseline/checkpoint-200/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "v_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_baseline/checkpoint-200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_baseline/checkpoint-200/tokenizer_config.json

@@ -0,0 +1,201 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_baseline/checkpoint-400/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_baseline/checkpoint-400/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "v_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_baseline/checkpoint-400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_baseline/checkpoint-400/tokenizer_config.json

@@ -0,0 +1,201 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_baseline/tokenizer_config.json

@@ -0,0 +1,201 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_baseline/train_metrics.json

@@ -0,0 +1,1874 @@
+{
+  "loss_log": [
+    {
+      "global_step": 20,
+      "optimizer_step": 2,
+      "lr": 4.347826086956522e-06,
+      "lm_loss": 1.673496127128601,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.673496127128601
+    },
+    {
+      "global_step": 40,
+      "optimizer_step": 5,
+      "lr": 1.0869565217391305e-05,
+      "lm_loss": 0.10788653045892715,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10788653045892715
+    },
+    {
+      "global_step": 60,
+      "optimizer_step": 7,
+      "lr": 1.5217391304347828e-05,
+      "lm_loss": 0.707004189491272,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.707004189491272
+    },
+    {
+      "global_step": 80,
+      "optimizer_step": 10,
+      "lr": 2.173913043478261e-05,
+      "lm_loss": 0.675275981426239,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.675275981426239
+    },
+    {
+      "global_step": 100,
+      "optimizer_step": 12,
+      "lr": 2.608695652173913e-05,
+      "lm_loss": 0.5213660001754761,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5213660001754761
+    },
+    {
+      "global_step": 120,
+      "optimizer_step": 15,
+      "lr": 3.260869565217392e-05,
+      "lm_loss": 0.4830327332019806,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4830327332019806
+    },
+    {
+      "global_step": 140,
+      "optimizer_step": 17,
+      "lr": 3.695652173913043e-05,
+      "lm_loss": 0.08111972361803055,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08111972361803055
+    },
+    {
+      "global_step": 160,
+      "optimizer_step": 20,
+      "lr": 4.347826086956522e-05,
+      "lm_loss": 0.21741624176502228,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21741624176502228
+    },
+    {
+      "global_step": 180,
+      "optimizer_step": 22,
+      "lr": 4.782608695652174e-05,
+      "lm_loss": 0.02724752202630043,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02724752202630043
+    },
+    {
+      "global_step": 200,
+      "optimizer_step": 25,
+      "lr": 4.9997541293989384e-05,
+      "lm_loss": 0.13609084486961365,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13609084486961365
+    },
+    {
+      "global_step": 220,
+      "optimizer_step": 27,
+      "lr": 4.999016565957633e-05,
+      "lm_loss": 0.0919603705406189,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0919603705406189
+    },
+    {
+      "global_step": 240,
+      "optimizer_step": 30,
+      "lr": 4.996988640512931e-05,
+      "lm_loss": 0.3280598223209381,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3280598223209381
+    },
+    {
+      "global_step": 260,
+      "optimizer_step": 32,
+      "lr": 4.995022691166621e-05,
+      "lm_loss": 0.20755362510681152,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20755362510681152
+    },
+    {
+      "global_step": 280,
+      "optimizer_step": 35,
+      "lr": 4.991153735294049e-05,
+      "lm_loss": 0.43574053049087524,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.43574053049087524
+    },
+    {
+      "global_step": 300,
+      "optimizer_step": 37,
+      "lr": 4.987961816680492e-05,
+      "lm_loss": 0.34438154101371765,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.34438154101371765
+    },
+    {
+      "global_step": 320,
+      "optimizer_step": 40,
+      "lr": 4.9822565862832806e-05,
+      "lm_loss": 0.1489841341972351,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1489841341972351
+    },
+    {
+      "global_step": 340,
+      "optimizer_step": 42,
+      "lr": 4.9778426220595456e-05,
+      "lm_loss": 0.06870295852422714,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06870295852422714
+    },
+    {
+      "global_step": 360,
+      "optimizer_step": 45,
+      "lr": 4.970308130276272e-05,
+      "lm_loss": 0.22604966163635254,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.22604966163635254
+    },
+    {
+      "global_step": 380,
+      "optimizer_step": 47,
+      "lr": 4.96467754629559e-05,
+      "lm_loss": 0.15143616497516632,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15143616497516632
+    },
+    {
+      "global_step": 400,
+      "optimizer_step": 50,
+      "lr": 4.955323054879298e-05,
+      "lm_loss": 0.1731867492198944,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1731867492198944
+    },
+    {
+      "global_step": 420,
+      "optimizer_step": 52,
+      "lr": 4.948482772521345e-05,
+      "lm_loss": 0.07246952503919601,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07246952503919601
+    },
+    {
+      "global_step": 440,
+      "optimizer_step": 55,
+      "lr": 4.937319780454559e-05,
+      "lm_loss": 0.14154933393001556,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14154933393001556
+    },
+    {
+      "global_step": 460,
+      "optimizer_step": 57,
+      "lr": 4.929278208117378e-05,
+      "lm_loss": 0.1485190987586975,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1485190987586975
+    },
+    {
+      "global_step": 480,
+      "optimizer_step": 60,
+      "lr": 4.916320437477008e-05,
+      "lm_loss": 0.4268774390220642,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4268774390220642
+    },
+    {
+      "global_step": 500,
+      "optimizer_step": 62,
+      "lr": 4.907087460240999e-05,
+      "lm_loss": 0.24137382209300995,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24137382209300995
+    },
+    {
+      "global_step": 520,
+      "optimizer_step": 65,
+      "lr": 4.892350839330522e-05,
+      "lm_loss": 0.029780859127640724,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.029780859127640724
+    },
+    {
+      "global_step": 540,
+      "optimizer_step": 67,
+      "lr": 4.881937806807241e-05,
+      "lm_loss": 0.03325063735246658,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03325063735246658
+    },
+    {
+      "global_step": 560,
+      "optimizer_step": 70,
+      "lr": 4.865440450576874e-05,
+      "lm_loss": 0.11450508236885071,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11450508236885071
+    },
+    {
+      "global_step": 580,
+      "optimizer_step": 72,
+      "lr": 4.853860162957552e-05,
+      "lm_loss": 0.6066400408744812,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6066400408744812
+    },
+    {
+      "global_step": 600,
+      "optimizer_step": 75,
+      "lr": 4.8356223507364996e-05,
+      "lm_loss": 0.06560934334993362,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06560934334993362
+    },
+    {
+      "global_step": 620,
+      "optimizer_step": 77,
+      "lr": 4.822889043057446e-05,
+      "lm_loss": 0.3848491609096527,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3848491609096527
+    },
+    {
+      "global_step": 640,
+      "optimizer_step": 80,
+      "lr": 4.802933193625593e-05,
+      "lm_loss": 0.09147295355796814,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09147295355796814
+    },
+    {
+      "global_step": 660,
+      "optimizer_step": 82,
+      "lr": 4.789062518269812e-05,
+      "lm_loss": 0.3418700098991394,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3418700098991394
+    },
+    {
+      "global_step": 680,
+      "optimizer_step": 85,
+      "lr": 4.767413162299501e-05,
+      "lm_loss": 0.3774595558643341,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3774595558643341
+    },
+    {
+      "global_step": 700,
+      "optimizer_step": 87,
+      "lr": 4.752422169756048e-05,
+      "lm_loss": 0.11131200939416885,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11131200939416885
+    },
+    {
+      "global_step": 720,
+      "optimizer_step": 90,
+      "lr": 4.729105919657818e-05,
+      "lm_loss": 0.003775951685383916,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.003775951685383916
+    },
+    {
+      "global_step": 740,
+      "optimizer_step": 92,
+      "lr": 4.7130130375625305e-05,
+      "lm_loss": 0.21896381676197052,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21896381676197052
+    },
+    {
+      "global_step": 760,
+      "optimizer_step": 95,
+      "lr": 4.6880585547718845e-05,
+      "lm_loss": 0.002201072871685028,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.002201072871685028
+    },
+    {
+      "global_step": 780,
+      "optimizer_step": 97,
+      "lr": 4.670883565255264e-05,
+      "lm_loss": 0.34648218750953674,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.34648218750953674
+    },
+    {
+      "global_step": 800,
+      "optimizer_step": 100,
+      "lr": 4.6443215250006806e-05,
+      "lm_loss": 0.368873655796051,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.368873655796051
+    },
+    {
+      "global_step": 820,
+      "optimizer_step": 102,
+      "lr": 4.626085540370762e-05,
+      "lm_loss": 0.004642661660909653,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.004642661660909653
+    },
+    {
+      "global_step": 840,
+      "optimizer_step": 105,
+      "lr": 4.597948593966256e-05,
+      "lm_loss": 0.14642609655857086,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14642609655857086
+    },
+    {
+      "global_step": 860,
+      "optimizer_step": 107,
+      "lr": 4.5786740307563636e-05,
+      "lm_loss": 0.026782633736729622,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.026782633736729622
+    },
+    {
+      "global_step": 880,
+      "optimizer_step": 110,
+      "lr": 4.5489967654649474e-05,
+      "lm_loss": 0.0014589367201551795,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0014589367201551795
+    },
+    {
+      "global_step": 900,
+      "optimizer_step": 112,
+      "lr": 4.528707316878232e-05,
+      "lm_loss": 0.4252944588661194,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4252944588661194
+    },
+    {
+      "global_step": 920,
+      "optimizer_step": 115,
+      "lr": 4.497526213395623e-05,
+      "lm_loss": 0.14207866787910461,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14207866787910461
+    },
+    {
+      "global_step": 940,
+      "optimizer_step": 117,
+      "lr": 4.476246820180259e-05,
+      "lm_loss": 0.5116415023803711,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5116415023803711
+    },
+    {
+      "global_step": 960,
+      "optimizer_step": 120,
+      "lr": 4.443600207791081e-05,
+      "lm_loss": 0.04670277237892151,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04670277237892151
+    },
+    {
+      "global_step": 980,
+      "optimizer_step": 122,
+      "lr": 4.421357027581921e-05,
+      "lm_loss": 0.24469448626041412,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24469448626041412
+    },
+    {
+      "global_step": 1000,
+      "optimizer_step": 125,
+      "lr": 4.38728503704354e-05,
+      "lm_loss": 0.0689690113067627,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0689690113067627
+    },
+    {
+      "global_step": 1020,
+      "optimizer_step": 127,
+      "lr": 4.364105412207914e-05,
+      "lm_loss": 0.08621075004339218,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08621075004339218
+    },
+    {
+      "global_step": 1040,
+      "optimizer_step": 130,
+      "lr": 4.328649926419819e-05,
+      "lm_loss": 0.01938805729150772,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.01938805729150772
+    },
+    {
+      "global_step": 1060,
+      "optimizer_step": 132,
+      "lr": 4.304562350447008e-05,
+      "lm_loss": 0.05023053660988808,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05023053660988808
+    },
+    {
+      "global_step": 1080,
+      "optimizer_step": 135,
+      "lr": 4.267766952966369e-05,
+      "lm_loss": 0.10083738714456558,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10083738714456558
+    },
+    {
+      "global_step": 1100,
+      "optimizer_step": 137,
+      "lr": 4.242801035442058e-05,
+      "lm_loss": 0.05449753999710083,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05449753999710083
+    },
+    {
+      "global_step": 1120,
+      "optimizer_step": 140,
+      "lr": 4.204710956908763e-05,
+      "lm_loss": 0.1378156989812851,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1378156989812851
+    },
+    {
+      "global_step": 1140,
+      "optimizer_step": 142,
+      "lr": 4.178897387117546e-05,
+      "lm_loss": 0.059037111699581146,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.059037111699581146
+    },
+    {
+      "global_step": 1160,
+      "optimizer_step": 145,
+      "lr": 4.139559449654561e-05,
+      "lm_loss": 0.24993960559368134,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24993960559368134
+    },
+    {
+      "global_step": 1180,
+      "optimizer_step": 147,
+      "lr": 4.1129299588552193e-05,
+      "lm_loss": 0.16158868372440338,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16158868372440338
+    },
+    {
+      "global_step": 1200,
+      "optimizer_step": 150,
+      "lr": 4.072392518512623e-05,
+      "lm_loss": 0.06348252296447754,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06348252296447754
+    },
+    {
+      "global_step": 1220,
+      "optimizer_step": 152,
+      "lr": 4.0449798409325665e-05,
+      "lm_loss": 0.14204560220241547,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14204560220241547
+    },
+    {
+      "global_step": 1240,
+      "optimizer_step": 155,
+      "lr": 4.0032927282460146e-05,
+      "lm_loss": 0.07487162947654724,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07487162947654724
+    },
+    {
+      "global_step": 1260,
+      "optimizer_step": 157,
+      "lr": 3.9751305608428205e-05,
+      "lm_loss": 0.0706908255815506,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0706908255815506
+    },
+    {
+      "global_step": 1280,
+      "optimizer_step": 160,
+      "lr": 3.932345019579495e-05,
+      "lm_loss": 0.040834181010723114,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.040834181010723114
+    },
+    {
+      "global_step": 1300,
+      "optimizer_step": 162,
+      "lr": 3.90346798061902e-05,
+      "lm_loss": 0.031970564275979996,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.031970564275979996
+    },
+    {
+      "global_step": 1320,
+      "optimizer_step": 165,
+      "lr": 3.859636604786372e-05,
+      "lm_loss": 0.012079763226211071,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.012079763226211071
+    },
+    {
+      "global_step": 1340,
+      "optimizer_step": 167,
+      "lr": 3.830080191288342e-05,
+      "lm_loss": 0.3697088360786438,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3697088360786438
+    },
+    {
+      "global_step": 1360,
+      "optimizer_step": 170,
+      "lr": 3.785256860483054e-05,
+      "lm_loss": 0.14125797152519226,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14125797152519226
+    },
+    {
+      "global_step": 1380,
+      "optimizer_step": 172,
+      "lr": 3.755057404586455e-05,
+      "lm_loss": 0.2601718008518219,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2601718008518219
+    },
+    {
+      "global_step": 1400,
+      "optimizer_step": 175,
+      "lr": 3.7092972177631e-05,
+      "lm_loss": 0.3739551901817322,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3739551901817322
+    },
+    {
+      "global_step": 1420,
+      "optimizer_step": 177,
+      "lr": 3.678491842064995e-05,
+      "lm_loss": 0.03769402951002121,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03769402951002121
+    },
+    {
+      "global_step": 1440,
+      "optimizer_step": 180,
+      "lr": 3.631851049805793e-05,
+      "lm_loss": 0.06215887889266014,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06215887889266014
+    },
+    {
+      "global_step": 1460,
+      "optimizer_step": 182,
+      "lr": 3.600477621728473e-05,
+      "lm_loss": 0.04244808107614517,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04244808107614517
+    },
+    {
+      "global_step": 1480,
+      "optimizer_step": 185,
+      "lr": 3.5530135570974274e-05,
+      "lm_loss": 0.49424880743026733,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.49424880743026733
+    },
+    {
+      "global_step": 1500,
+      "optimizer_step": 187,
+      "lr": 3.521110642339991e-05,
+      "lm_loss": 0.04153555631637573,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04153555631637573
+    },
+    {
+      "global_step": 1520,
+      "optimizer_step": 190,
+      "lr": 3.4728816504063726e-05,
+      "lm_loss": 0.1901559829711914,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1901559829711914
+    },
+    {
+      "global_step": 1540,
+      "optimizer_step": 192,
+      "lr": 3.440488465537943e-05,
+      "lm_loss": 0.011701892130076885,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.011701892130076885
+    },
+    {
+      "global_step": 1560,
+      "optimizer_step": 195,
+      "lr": 3.391553831655782e-05,
+      "lm_loss": 0.012419418431818485,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.012419418431818485
+    },
+    {
+      "global_step": 1580,
+      "optimizer_step": 197,
+      "lr": 3.358710195908653e-05,
+      "lm_loss": 0.002366140019148588,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.002366140019148588
+    },
+    {
+      "global_step": 1600,
+      "optimizer_step": 200,
+      "lr": 3.309130072840379e-05,
+      "lm_loss": 0.027630148455500603,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.027630148455500603
+    },
+    {
+      "global_step": 1620,
+      "optimizer_step": 202,
+      "lr": 3.2758763591623295e-05,
+      "lm_loss": 0.049951598048210144,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.049951598048210144
+    },
+    {
+      "global_step": 1640,
+      "optimizer_step": 205,
+      "lr": 3.225711693136156e-05,
+      "lm_loss": 0.18837137520313263,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18837137520313263
+    },
+    {
+      "global_step": 1660,
+      "optimizer_step": 207,
+      "lr": 3.1920887785621235e-05,
+      "lm_loss": 0.036072056740522385,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.036072056740522385
+    },
+    {
+      "global_step": 1680,
+      "optimizer_step": 210,
+      "lr": 3.141401234354067e-05,
+      "lm_loss": 0.006159563548862934,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.006159563548862934
+    },
+    {
+      "global_step": 1700,
+      "optimizer_step": 212,
+      "lr": 3.10745044975816e-05,
+      "lm_loss": 0.06158001348376274,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06158001348376274
+    },
+    {
+      "global_step": 1720,
+      "optimizer_step": 215,
+      "lr": 3.056302334890786e-05,
+      "lm_loss": 0.013076377101242542,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.013076377101242542
+    },
+    {
+      "global_step": 1740,
+      "optimizer_step": 217,
+      "lr": 3.022065414180425e-05,
+      "lm_loss": 0.010805181227624416,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.010805181227624416
+    },
+    {
+      "global_step": 1760,
+      "optimizer_step": 220,
+      "lr": 2.9705196023315006e-05,
+      "lm_loss": 0.07009876519441605,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07009876519441605
+    },
+    {
+      "global_step": 1780,
+      "optimizer_step": 222,
+      "lr": 2.9360386311461275e-05,
+      "lm_loss": 0.4776638150215149,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4776638150215149
+    },
+    {
+      "global_step": 1800,
+      "optimizer_step": 225,
+      "lr": 2.884158484861325e-05,
+      "lm_loss": 0.2013925015926361,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2013925015926361
+    },
+    {
+      "global_step": 1820,
+      "optimizer_step": 227,
+      "lr": 2.849475848838749e-05,
+      "lm_loss": 0.032641734927892685,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.032641734927892685
+    },
+    {
+      "global_step": 1840,
+      "optimizer_step": 230,
+      "lr": 2.7973251416434175e-05,
+      "lm_loss": 0.03929087892174721,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03929087892174721
+    },
+    {
+      "global_step": 1860,
+      "optimizer_step": 232,
+      "lr": 2.7624834743173867e-05,
+      "lm_loss": 0.5391862988471985,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5391862988471985
+    },
+    {
+      "global_step": 1880,
+      "optimizer_step": 235,
+      "lr": 2.710126312323119e-05,
+      "lm_loss": 0.6177406311035156,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6177406311035156
+    },
+    {
+      "global_step": 1900,
+      "optimizer_step": 237,
+      "lr": 2.6751684427161683e-05,
+      "lm_loss": 0.086616151034832,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.086616151034832
+    },
+    {
+      "global_step": 1920,
+      "optimizer_step": 240,
+      "lr": 2.6226691858185454e-05,
+      "lm_loss": 0.025535505264997482,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.025535505264997482
+    },
+    {
+      "global_step": 1940,
+      "optimizer_step": 242,
+      "lr": 2.587638085794541e-05,
+      "lm_loss": 0.03440623730421066,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03440623730421066
+    },
+    {
+      "global_step": 1960,
+      "optimizer_step": 245,
+      "lr": 2.535061268558906e-05,
+      "lm_loss": 0.2496095448732376,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2496095448732376
+    },
+    {
+      "global_step": 1980,
+      "optimizer_step": 247,
+      "lr": 2.5e-05,
+      "lm_loss": 0.24954362213611603,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24954362213611603
+    },
+    {
+      "global_step": 2000,
+      "optimizer_step": 250,
+      "lr": 2.447410252332528e-05,
+      "lm_loss": 0.009339780546724796,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.009339780546724796
+    },
+    {
+      "global_step": 2020,
+      "optimizer_step": 252,
+      "lr": 2.4123619142054597e-05,
+      "lm_loss": 0.00849460531026125,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.00849460531026125
+    },
+    {
+      "global_step": 2040,
+      "optimizer_step": 255,
+      "lr": 2.3598238819070202e-05,
+      "lm_loss": 0.0509711317718029,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0509711317718029
+    },
+    {
+      "global_step": 2060,
+      "optimizer_step": 257,
+      "lr": 2.3248315572838316e-05,
+      "lm_loss": 0.013154163956642151,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.013154163956642151
+    },
+    {
+      "global_step": 2080,
+      "optimizer_step": 260,
+      "lr": 2.272409822584325e-05,
+      "lm_loss": 0.3910106122493744,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3910106122493744
+    },
+    {
+      "global_step": 2100,
+      "optimizer_step": 262,
+      "lr": 2.237516525682614e-05,
+      "lm_loss": 0.02570164203643799,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02570164203643799
+    },
+    {
+      "global_step": 2120,
+      "optimizer_step": 265,
+      "lr": 2.185275527853437e-05,
+      "lm_loss": 0.3654680550098419,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3654680550098419
+    },
+    {
+      "global_step": 2140,
+      "optimizer_step": 267,
+      "lr": 2.1505241511612522e-05,
+      "lm_loss": 0.07098208367824554,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07098208367824554
+    },
+    {
+      "global_step": 2160,
+      "optimizer_step": 270,
+      "lr": 2.0985281073035076e-05,
+      "lm_loss": 0.504743754863739,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.504743754863739
+    },
+    {
+      "global_step": 2180,
+      "optimizer_step": 272,
+      "lr": 2.0639613688538734e-05,
+      "lm_loss": 0.029834840446710587,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.029834840446710587
+    },
+    {
+      "global_step": 2200,
+      "optimizer_step": 275,
+      "lr": 2.0122741949596797e-05,
+      "lm_loss": 0.002991311950609088,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.002991311950609088
+    },
+    {
+      "global_step": 2220,
+      "optimizer_step": 277,
+      "lr": 1.977934585819576e-05,
+      "lm_loss": 0.044469576328992844,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.044469576328992844
+    },
+    {
+      "global_step": 2240,
+      "optimizer_step": 280,
+      "lr": 1.9266198182035058e-05,
+      "lm_loss": 0.0410606749355793,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0410606749355793
+    },
+    {
+      "global_step": 2260,
+      "optimizer_step": 282,
+      "lr": 1.8925495502418406e-05,
+      "lm_loss": 0.018994081765413284,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.018994081765413284
+    },
+    {
+      "global_step": 2280,
+      "optimizer_step": 285,
+      "lr": 1.841670267439088e-05,
+      "lm_loss": 0.01729055680334568,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.01729055680334568
+    },
+    {
+      "global_step": 2300,
+      "optimizer_step": 287,
+      "lr": 1.8079112214378768e-05,
+      "lm_loss": 0.010672829113900661,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.010672829113900661
+    },
+    {
+      "global_step": 2320,
+      "optimizer_step": 290,
+      "lr": 1.757529966665141e-05,
+      "lm_loss": 0.033489275723695755,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.033489275723695755
+    },
+    {
+      "global_step": 2340,
+      "optimizer_step": 292,
+      "lr": 1.72412364083767e-05,
+      "lm_loss": 0.03631598502397537,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03631598502397537
+    },
+    {
+      "global_step": 2360,
+      "optimizer_step": 295,
+      "lr": 1.6743023451120832e-05,
+      "lm_loss": 0.1633637249469757,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1633637249469757
+    },
+    {
+      "global_step": 2380,
+      "optimizer_step": 297,
+      "lr": 1.641289804091347e-05,
+      "lm_loss": 0.25502148270606995,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.25502148270606995
+    },
+    {
+      "global_step": 2400,
+      "optimizer_step": 300,
+      "lr": 1.5920897101019383e-05,
+      "lm_loss": 0.01849634014070034,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.01849634014070034
+    },
+    {
+      "global_step": 2420,
+      "optimizer_step": 302,
+      "lr": 1.5595115344620576e-05,
+      "lm_loss": 0.03461584448814392,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03461584448814392
+    },
+    {
+      "global_step": 2440,
+      "optimizer_step": 305,
+      "lr": 1.5109931212873534e-05,
+      "lm_loss": 0.0670754536986351,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0670754536986351
+    },
+    {
+      "global_step": 2460,
+      "optimizer_step": 307,
+      "lr": 1.4788893576600099e-05,
+      "lm_loss": 0.01497715339064598,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.01497715339064598
+    },
+    {
+      "global_step": 2480,
+      "optimizer_step": 310,
+      "lr": 1.4311122664242954e-05,
+      "lm_loss": 0.04020106792449951,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04020106792449951
+    },
+    {
+      "global_step": 2500,
+      "optimizer_step": 312,
+      "lr": 1.399522378271527e-05,
+      "lm_loss": 0.06112351641058922,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06112351641058922
+    },
+    {
+      "global_step": 2520,
+      "optimizer_step": 315,
+      "lr": 1.3525453388311554e-05,
+      "lm_loss": 0.013376729562878609,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.013376729562878609
+    },
+    {
+      "global_step": 2540,
+      "optimizer_step": 317,
+      "lr": 1.3215081579350058e-05,
+      "lm_loss": 0.17438329756259918,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17438329756259918
+    },
+    {
+      "global_step": 2560,
+      "optimizer_step": 320,
+      "lr": 1.2753889166848909e-05,
+      "lm_loss": 0.050336696207523346,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.050336696207523346
+    },
+    {
+      "global_step": 2580,
+      "optimizer_step": 322,
+      "lr": 1.2449425954135452e-05,
+      "lm_loss": 0.13561251759529114,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13561251759529114
+    },
+    {
+      "global_step": 2600,
+      "optimizer_step": 325,
+      "lr": 1.1997378443025634e-05,
+      "lm_loss": 0.13752992451190948,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13752992451190948
+    },
+    {
+      "global_step": 2620,
+      "optimizer_step": 327,
+      "lr": 1.1699198087116589e-05,
+      "lm_loss": 0.02627769485116005,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02627769485116005
+    },
+    {
+      "global_step": 2640,
+      "optimizer_step": 330,
+      "lr": 1.1256851155542298e-05,
+      "lm_loss": 0.10147807747125626,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10147807747125626
+    },
+    {
+      "global_step": 2660,
+      "optimizer_step": 332,
+      "lr": 1.0965320193809808e-05,
+      "lm_loss": 0.1684451401233673,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1684451401233673
+    },
+    {
+      "global_step": 2680,
+      "optimizer_step": 335,
+      "lr": 1.0533217595504858e-05,
+      "lm_loss": 0.13363821804523468,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13363821804523468
+    },
+    {
+      "global_step": 2700,
+      "optimizer_step": 337,
+      "lr": 1.0248694391571801e-05,
+      "lm_loss": 0.21167178452014923,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21167178452014923
+    },
+    {
+      "global_step": 2720,
+      "optimizer_step": 340,
+      "lr": 9.82736728745186e-06,
+      "lm_loss": 0.043329689651727676,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.043329689651727676
+    },
+    {
+      "global_step": 2740,
+      "optimizer_step": 342,
+      "lr": 9.550201590674343e-06,
+      "lm_loss": 0.0107529666274786,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0107529666274786
+    },
+    {
+      "global_step": 2760,
+      "optimizer_step": 345,
+      "lr": 9.140167895908867e-06,
+      "lm_loss": 0.05311168357729912,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05311168357729912
+    },
+    {
+      "global_step": 2780,
+      "optimizer_step": 347,
+      "lr": 8.870700411447816e-06,
+      "lm_loss": 0.0009131247643381357,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0009131247643381357
+    },
+    {
+      "global_step": 2800,
+      "optimizer_step": 350,
+      "lr": 8.472464158814255e-06,
+      "lm_loss": 0.007140565663576126,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.007140565663576126
+    },
+    {
+      "global_step": 2820,
+      "optimizer_step": 352,
+      "lr": 8.211026128824539e-06,
+      "lm_loss": 0.08546607196331024,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08546607196331024
+    },
+    {
+      "global_step": 2840,
+      "optimizer_step": 355,
+      "lr": 7.825076849127458e-06,
+      "lm_loss": 0.018132740631699562,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.018132740631699562
+    },
+    {
+      "global_step": 2860,
+      "optimizer_step": 357,
+      "lr": 7.571989645579419e-06,
+      "lm_loss": 0.24950817227363586,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24950817227363586
+    },
+    {
+      "global_step": 2880,
+      "optimizer_step": 360,
+      "lr": 7.198801765896115e-06,
+      "lm_loss": 0.0034410106018185616,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0034410106018185616
+    },
+    {
+      "global_step": 2900,
+      "optimizer_step": 362,
+      "lr": 6.9543764955299265e-06,
+      "lm_loss": 0.023512523621320724,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.023512523621320724
+    },
+    {
+      "global_step": 2920,
+      "optimizer_step": 365,
+      "lr": 6.594408756022272e-06,
+      "lm_loss": 0.003620925359427929,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.003620925359427929
+    },
+    {
+      "global_step": 2940,
+      "optimizer_step": 367,
+      "lr": 6.358945877920861e-06,
+      "lm_loss": 0.005124696530401707,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.005124696530401707
+    },
+    {
+      "global_step": 2960,
+      "optimizer_step": 370,
+      "lr": 6.012640767930217e-06,
+      "lm_loss": 0.050777412950992584,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.050777412950992584
+    },
+    {
+      "global_step": 2980,
+      "optimizer_step": 372,
+      "lr": 5.7864297241808e-06,
+      "lm_loss": 0.014825370162725449,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.014825370162725449
+    },
+    {
+      "global_step": 3000,
+      "optimizer_step": 375,
+      "lr": 5.454212938299255e-06,
+      "lm_loss": 0.04376094043254852,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04376094043254852
+    },
+    {
+      "global_step": 3020,
+      "optimizer_step": 377,
+      "lr": 5.237531798197415e-06,
+      "lm_loss": 0.007778279483318329,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.007778279483318329
+    },
+    {
+      "global_step": 3040,
+      "optimizer_step": 380,
+      "lr": 4.91981171298388e-06,
+      "lm_loss": 0.17662383615970612,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17662383615970612
+    },
+    {
+      "global_step": 3060,
+      "optimizer_step": 382,
+      "lr": 4.712926831217685e-06,
+      "lm_loss": 0.039899248629808426,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.039899248629808426
+    },
+    {
+      "global_step": 3080,
+      "optimizer_step": 385,
+      "lr": 4.410094003202134e-06,
+      "lm_loss": 0.03397553414106369,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03397553414106369
+    },
+    {
+      "global_step": 3100,
+      "optimizer_step": 387,
+      "lr": 4.213259692436367e-06,
+      "lm_loss": 0.017822183668613434,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.017822183668613434
+    },
+    {
+      "global_step": 3120,
+      "optimizer_step": 390,
+      "lr": 3.925686378029331e-06,
+      "lm_loss": 0.03280144929885864,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03280144929885864
+    },
+    {
+      "global_step": 3140,
+      "optimizer_step": 392,
+      "lr": 3.739144596292382e-06,
+      "lm_loss": 0.016135364770889282,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.016135364770889282
+    },
+    {
+      "global_step": 3160,
+      "optimizer_step": 395,
+      "lr": 3.4671842941897765e-06,
+      "lm_loss": 0.07447465509176254,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07447465509176254
+    },
+    {
+      "global_step": 3180,
+      "optimizer_step": 397,
+      "lr": 3.2911643474473646e-06,
+      "lm_loss": 0.003159440355375409,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.003159440355375409
+    },
+    {
+      "global_step": 3200,
+      "optimizer_step": 400,
+      "lr": 3.035151364093214e-06,
+      "lm_loss": 0.012392038479447365,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.012392038479447365
+    },
+    {
+      "global_step": 3220,
+      "optimizer_step": 402,
+      "lr": 2.869869624374699e-06,
+      "lm_loss": 0.006405326072126627,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.006405326072126627
+    },
+    {
+      "global_step": 3240,
+      "optimizer_step": 405,
+      "lr": 2.6301186630158485e-06,
+      "lm_loss": 0.5391424894332886,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5391424894332886
+    },
+    {
+      "global_step": 3260,
+      "optimizer_step": 407,
+      "lr": 2.475778302439524e-06,
+      "lm_loss": 0.008042137138545513,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.008042137138545513
+    },
+    {
+      "global_step": 3280,
+      "optimizer_step": 410,
+      "lr": 2.2525840762775863e-06,
+      "lm_loss": 0.024646947160363197,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.024646947160363197
+    },
+    {
+      "global_step": 3300,
+      "optimizer_step": 412,
+      "lr": 2.1093748173018848e-06,
+      "lm_loss": 0.24674730002880096,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24674730002880096
+    },
+    {
+      "global_step": 3320,
+      "optimizer_step": 415,
+      "lr": 1.9030116872178316e-06,
+      "lm_loss": 0.029354291036725044,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.029354291036725044
+    },
+    {
+      "global_step": 3340,
+      "optimizer_step": 417,
+      "lr": 1.771109569425547e-06,
+      "lm_loss": 0.051890190690755844,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.051890190690755844
+    },
+    {
+      "global_step": 3360,
+      "optimizer_step": 420,
+      "lr": 1.5818312067223672e-06,
+      "lm_loss": 0.030194181948900223,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.030194181948900223
+    },
+    {
+      "global_step": 3380,
+      "optimizer_step": 422,
+      "lr": 1.4613983704244826e-06,
+      "lm_loss": 0.02348078228533268,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02348078228533268
+    },
+    {
+      "global_step": 3400,
+      "optimizer_step": 425,
+      "lr": 1.2894374450024338e-06,
+      "lm_loss": 0.12745772302150726,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12745772302150726
+    },
+    {
+      "global_step": 3420,
+      "optimizer_step": 427,
+      "lr": 1.180621931927592e-06,
+      "lm_loss": 0.006680912338197231,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.006680912338197231
+    },
+    {
+      "global_step": 3440,
+      "optimizer_step": 430,
+      "lr": 1.0261898262753812e-06,
+      "lm_loss": 0.0036424745339900255,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0036424745339900255
+    },
+    {
+      "global_step": 3460,
+      "optimizer_step": 432,
+      "lr": 9.291253975900139e-07,
+      "lm_loss": 0.23334932327270508,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.23334932327270508
+    },
+    {
+      "global_step": 3480,
+      "optimizer_step": 435,
+      "lr": 7.924119469434665e-07,
+      "lm_loss": 0.24655656516551971,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24655656516551971
+    },
+    {
+      "global_step": 3500,
+      "optimizer_step": 437,
+      "lr": 7.072179188262251e-07,
+      "lm_loss": 0.0068016997538506985,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0068016997538506985
+    },
+    {
+      "global_step": 3520,
+      "optimizer_step": 440,
+      "lr": 5.883911778138324e-07,
+      "lm_loss": 0.019170502200722694,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.019170502200722694
+    },
+    {
+      "global_step": 3540,
+      "optimizer_step": 442,
+      "lr": 5.151722747865434e-07,
+      "lm_loss": 0.042123690247535706,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.042123690247535706
+    },
+    {
+      "global_step": 3560,
+      "optimizer_step": 445,
+      "lr": 4.1437831084878974e-07,
+      "lm_loss": 0.012929897755384445,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.012929897755384445
+    },
+    {
+      "global_step": 3580,
+      "optimizer_step": 447,
+      "lr": 3.5322453704410286e-07,
+      "lm_loss": 0.03218444809317589,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03218444809317589
+    },
+    {
+      "global_step": 3600,
+      "optimizer_step": 450,
+      "lr": 2.705872508804747e-07,
+      "lm_loss": 0.0022272614296525717,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0022272614296525717
+    },
+    {
+      "global_step": 3620,
+      "optimizer_step": 452,
+      "lr": 2.215737794045436e-07,
+      "lm_loss": 0.000694866175763309,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.000694866175763309
+    },
+    {
+      "global_step": 3640,
+      "optimizer_step": 455,
+      "lr": 1.571947526689349e-07,
+      "lm_loss": 0.013955523259937763,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.013955523259937763
+    },
+    {
+      "global_step": 3660,
+      "optimizer_step": 457,
+      "lr": 1.2038183319507955e-07,
+      "lm_loss": 0.016389889642596245,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.016389889642596245
+    },
+    {
+      "global_step": 3680,
+      "optimizer_step": 460,
+      "lr": 7.434020362682704e-08,
+      "lm_loss": 0.02485492266714573,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02485492266714573
+    },
+    {
+      "global_step": 3700,
+      "optimizer_step": 462,
+      "lr": 4.977308833379324e-08,
+      "lm_loss": 0.08476889133453369,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08476889133453369
+    },
+    {
+      "global_step": 3720,
+      "optimizer_step": 465,
+      "lr": 2.2125452477828047e-08,
+      "lm_loss": 0.08862783014774323,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08862783014774323
+    },
+    {
+      "global_step": 3740,
+      "optimizer_step": 467,
+      "lr": 9.834340423678368e-09,
+      "lm_loss": 0.0011037540389224887,
+      "order_loss": 0.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0011037540389224887
+    }
+  ]
+}

cls_qwen_orderkd_first_l005/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_first_l005/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_first_l005/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_first_l005/checkpoint-200/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_first_l005/checkpoint-200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_first_l005/checkpoint-400/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_first_l005/checkpoint-400/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_first_l005/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_first_l005/train_metrics.json

@@ -0,0 +1,1874 @@
+{
+  "loss_log": [
+    {
+      "global_step": 20,
+      "optimizer_step": 2,
+      "lr": 4.347826086956522e-06,
+      "lm_loss": 1.700912356376648,
+      "order_loss": 0.69140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.735580325126648
+    },
+    {
+      "global_step": 40,
+      "optimizer_step": 5,
+      "lr": 1.0869565217391305e-05,
+      "lm_loss": 0.10479938983917236,
+      "order_loss": 0.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13922321796417236
+    },
+    {
+      "global_step": 60,
+      "optimizer_step": 7,
+      "lr": 1.5217391304347828e-05,
+      "lm_loss": 0.6854384541511536,
+      "order_loss": 0.68359375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7196181416511536
+    },
+    {
+      "global_step": 80,
+      "optimizer_step": 10,
+      "lr": 2.173913043478261e-05,
+      "lm_loss": 0.6435010433197021,
+      "order_loss": 0.703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6786572933197021
+    },
+    {
+      "global_step": 100,
+      "optimizer_step": 12,
+      "lr": 2.608695652173913e-05,
+      "lm_loss": 0.5085949897766113,
+      "order_loss": 0.66796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5420422554016113
+    },
+    {
+      "global_step": 120,
+      "optimizer_step": 15,
+      "lr": 3.260869565217392e-05,
+      "lm_loss": 0.47985559701919556,
+      "order_loss": 0.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5142794251441956
+    },
+    {
+      "global_step": 140,
+      "optimizer_step": 17,
+      "lr": 3.695652173913043e-05,
+      "lm_loss": 0.08834540843963623,
+      "order_loss": 0.67578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12203681468963623
+    },
+    {
+      "global_step": 160,
+      "optimizer_step": 20,
+      "lr": 4.347826086956522e-05,
+      "lm_loss": 0.20575544238090515,
+      "order_loss": 0.67578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.23944684863090515
+    },
+    {
+      "global_step": 180,
+      "optimizer_step": 22,
+      "lr": 4.782608695652174e-05,
+      "lm_loss": 0.027179129421710968,
+      "order_loss": 0.66015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06013811379671097
+    },
+    {
+      "global_step": 200,
+      "optimizer_step": 25,
+      "lr": 4.9997541293989384e-05,
+      "lm_loss": 0.13847389817237854,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17094460129737854
+    },
+    {
+      "global_step": 220,
+      "optimizer_step": 27,
+      "lr": 4.999016565957633e-05,
+      "lm_loss": 0.09376195818185806,
+      "order_loss": 0.65234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12647679448127747
+    },
+    {
+      "global_step": 240,
+      "optimizer_step": 30,
+      "lr": 4.996988640512931e-05,
+      "lm_loss": 0.3150537610054016,
+      "order_loss": 0.65234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3477686047554016
+    },
+    {
+      "global_step": 260,
+      "optimizer_step": 32,
+      "lr": 4.995022691166621e-05,
+      "lm_loss": 0.21072053909301758,
+      "order_loss": 0.69921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24563264846801758
+    },
+    {
+      "global_step": 280,
+      "optimizer_step": 35,
+      "lr": 4.991153735294049e-05,
+      "lm_loss": 0.4234999716281891,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4543837606906891
+    },
+    {
+      "global_step": 300,
+      "optimizer_step": 37,
+      "lr": 4.987961816680492e-05,
+      "lm_loss": 0.33916372060775757,
+      "order_loss": 0.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.37358754873275757
+    },
+    {
+      "global_step": 320,
+      "optimizer_step": 40,
+      "lr": 4.9822565862832806e-05,
+      "lm_loss": 0.15406328439712524,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18494707345962524
+    },
+    {
+      "global_step": 340,
+      "optimizer_step": 42,
+      "lr": 4.9778426220595456e-05,
+      "lm_loss": 0.06809503585100174,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10056573897600174
+    },
+    {
+      "global_step": 360,
+      "optimizer_step": 45,
+      "lr": 4.970308130276272e-05,
+      "lm_loss": 0.23476764559745789,
+      "order_loss": 0.64453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2669942080974579
+    },
+    {
+      "global_step": 380,
+      "optimizer_step": 47,
+      "lr": 4.96467754629559e-05,
+      "lm_loss": 0.14517219364643097,
+      "order_loss": 0.671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17886359989643097
+    },
+    {
+      "global_step": 400,
+      "optimizer_step": 50,
+      "lr": 4.955323054879298e-05,
+      "lm_loss": 0.17681735754013062,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20928806066513062
+    },
+    {
+      "global_step": 420,
+      "optimizer_step": 52,
+      "lr": 4.948482772521345e-05,
+      "lm_loss": 0.07245492190122604,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10248421877622604
+    },
+    {
+      "global_step": 440,
+      "optimizer_step": 55,
+      "lr": 4.937319780454559e-05,
+      "lm_loss": 0.1416805237531662,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1741512268781662
+    },
+    {
+      "global_step": 460,
+      "optimizer_step": 57,
+      "lr": 4.929278208117378e-05,
+      "lm_loss": 0.15523870289325714,
+      "order_loss": 0.66796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18868596851825714
+    },
+    {
+      "global_step": 480,
+      "optimizer_step": 60,
+      "lr": 4.916320437477008e-05,
+      "lm_loss": 0.47594428062438965,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5046308040618896
+    },
+    {
+      "global_step": 500,
+      "optimizer_step": 62,
+      "lr": 4.907087460240999e-05,
+      "lm_loss": 0.25257107615470886,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.28186795115470886
+    },
+    {
+      "global_step": 520,
+      "optimizer_step": 65,
+      "lr": 4.892350839330522e-05,
+      "lm_loss": 0.030793845653533936,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.058870017528533936
+    },
+    {
+      "global_step": 540,
+      "optimizer_step": 67,
+      "lr": 4.881937806807241e-05,
+      "lm_loss": 0.030655574053525925,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.058243464678525925
+    },
+    {
+      "global_step": 560,
+      "optimizer_step": 70,
+      "lr": 4.865440450576874e-05,
+      "lm_loss": 0.11450309306383133,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14282339811325073
+    },
+    {
+      "global_step": 580,
+      "optimizer_step": 72,
+      "lr": 4.853860162957552e-05,
+      "lm_loss": 0.6361221671104431,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6651749014854431
+    },
+    {
+      "global_step": 600,
+      "optimizer_step": 75,
+      "lr": 4.8356223507364996e-05,
+      "lm_loss": 0.0731702446937561,
+      "order_loss": 0.59765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1030774712562561
+    },
+    {
+      "global_step": 620,
+      "optimizer_step": 77,
+      "lr": 4.822889043057446e-05,
+      "lm_loss": 0.4009298086166382,
+      "order_loss": 0.67578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4346212148666382
+    },
+    {
+      "global_step": 640,
+      "optimizer_step": 80,
+      "lr": 4.802933193625593e-05,
+      "lm_loss": 0.09415122121572495,
+      "order_loss": 0.671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12784263491630554
+    },
+    {
+      "global_step": 660,
+      "optimizer_step": 82,
+      "lr": 4.789062518269812e-05,
+      "lm_loss": 0.33110958337783813,
+      "order_loss": 0.6328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.36284786462783813
+    },
+    {
+      "global_step": 680,
+      "optimizer_step": 85,
+      "lr": 4.767413162299501e-05,
+      "lm_loss": 0.3728732168674469,
+      "order_loss": 0.6953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4075411856174469
+    },
+    {
+      "global_step": 700,
+      "optimizer_step": 87,
+      "lr": 4.752422169756048e-05,
+      "lm_loss": 0.11810648441314697,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14679300785064697
+    },
+    {
+      "global_step": 720,
+      "optimizer_step": 90,
+      "lr": 4.729105919657818e-05,
+      "lm_loss": 0.003956272732466459,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03300900757312775
+    },
+    {
+      "global_step": 740,
+      "optimizer_step": 92,
+      "lr": 4.7130130375625305e-05,
+      "lm_loss": 0.22996358573436737,
+      "order_loss": 0.67578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.26365500688552856
+    },
+    {
+      "global_step": 760,
+      "optimizer_step": 95,
+      "lr": 4.6880585547718845e-05,
+      "lm_loss": 0.0020438588690012693,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03231729567050934
+    },
+    {
+      "global_step": 780,
+      "optimizer_step": 97,
+      "lr": 4.670883565255264e-05,
+      "lm_loss": 0.33333221077919006,
+      "order_loss": 0.59765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.36323943734169006
+    },
+    {
+      "global_step": 800,
+      "optimizer_step": 100,
+      "lr": 4.6443215250006806e-05,
+      "lm_loss": 0.36988794803619385,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.40016138553619385
+    },
+    {
+      "global_step": 820,
+      "optimizer_step": 102,
+      "lr": 4.626085540370762e-05,
+      "lm_loss": 0.004257288761436939,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.030380334705114365
+    },
+    {
+      "global_step": 840,
+      "optimizer_step": 105,
+      "lr": 4.597948593966256e-05,
+      "lm_loss": 0.1457993984222412,
+      "order_loss": 0.63671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1775376796722412
+    },
+    {
+      "global_step": 860,
+      "optimizer_step": 107,
+      "lr": 4.5786740307563636e-05,
+      "lm_loss": 0.02663341350853443,
+      "order_loss": 0.52734375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05300059914588928
+    },
+    {
+      "global_step": 880,
+      "optimizer_step": 110,
+      "lr": 4.5489967654649474e-05,
+      "lm_loss": 0.0014465514104813337,
+      "order_loss": 0.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03269655257463455
+    },
+    {
+      "global_step": 900,
+      "optimizer_step": 112,
+      "lr": 4.528707316878232e-05,
+      "lm_loss": 0.4085392653942108,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4336857497692108
+    },
+    {
+      "global_step": 920,
+      "optimizer_step": 115,
+      "lr": 4.497526213395623e-05,
+      "lm_loss": 0.15132904052734375,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17903900146484375
+    },
+    {
+      "global_step": 940,
+      "optimizer_step": 117,
+      "lr": 4.476246820180259e-05,
+      "lm_loss": 0.5480217337608337,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5751213431358337
+    },
+    {
+      "global_step": 960,
+      "optimizer_step": 120,
+      "lr": 4.443600207791081e-05,
+      "lm_loss": 0.04935043305158615,
+      "order_loss": 0.62109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08035629242658615
+    },
+    {
+      "global_step": 980,
+      "optimizer_step": 122,
+      "lr": 4.421357027581921e-05,
+      "lm_loss": 0.24470320343971252,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2733897268772125
+    },
+    {
+      "global_step": 1000,
+      "optimizer_step": 125,
+      "lr": 4.38728503704354e-05,
+      "lm_loss": 0.06469181180000305,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09301212430000305
+    },
+    {
+      "global_step": 1020,
+      "optimizer_step": 127,
+      "lr": 4.364105412207914e-05,
+      "lm_loss": 0.08449825644493103,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11538204550743103
+    },
+    {
+      "global_step": 1040,
+      "optimizer_step": 130,
+      "lr": 4.328649926419819e-05,
+      "lm_loss": 0.021207302808761597,
+      "order_loss": 0.52734375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0475744903087616
+    },
+    {
+      "global_step": 1060,
+      "optimizer_step": 132,
+      "lr": 4.304562350447008e-05,
+      "lm_loss": 0.05088600888848305,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08286842703819275
+    },
+    {
+      "global_step": 1080,
+      "optimizer_step": 135,
+      "lr": 4.267766952966369e-05,
+      "lm_loss": 0.09992072731256485,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12897345423698425
+    },
+    {
+      "global_step": 1100,
+      "optimizer_step": 137,
+      "lr": 4.242801035442058e-05,
+      "lm_loss": 0.05386459082365036,
+      "order_loss": 0.61328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08450423926115036
+    },
+    {
+      "global_step": 1120,
+      "optimizer_step": 140,
+      "lr": 4.204710956908763e-05,
+      "lm_loss": 0.16158592700958252,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18990623950958252
+    },
+    {
+      "global_step": 1140,
+      "optimizer_step": 142,
+      "lr": 4.178897387117546e-05,
+      "lm_loss": 0.06506766378879547,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09375418722629547
+    },
+    {
+      "global_step": 1160,
+      "optimizer_step": 145,
+      "lr": 4.139559449654561e-05,
+      "lm_loss": 0.273397296667099,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.300985187292099
+    },
+    {
+      "global_step": 1180,
+      "optimizer_step": 147,
+      "lr": 4.1129299588552193e-05,
+      "lm_loss": 0.1801508516073227,
+      "order_loss": 0.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2114008516073227
+    },
+    {
+      "global_step": 1200,
+      "optimizer_step": 150,
+      "lr": 4.072392518512623e-05,
+      "lm_loss": 0.057468779385089874,
+      "order_loss": 0.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07626760751008987
+    },
+    {
+      "global_step": 1220,
+      "optimizer_step": 152,
+      "lr": 4.0449798409325665e-05,
+      "lm_loss": 0.14204448461532593,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17073100805282593
+    },
+    {
+      "global_step": 1240,
+      "optimizer_step": 155,
+      "lr": 4.0032927282460146e-05,
+      "lm_loss": 0.06792667508125305,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09661319851875305
+    },
+    {
+      "global_step": 1260,
+      "optimizer_step": 157,
+      "lr": 3.9751305608428205e-05,
+      "lm_loss": 0.10211190581321716,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12908944487571716
+    },
+    {
+      "global_step": 1280,
+      "optimizer_step": 160,
+      "lr": 3.932345019579495e-05,
+      "lm_loss": 0.040379252284765244,
+      "order_loss": 0.59765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07028648257255554
+    },
+    {
+      "global_step": 1300,
+      "optimizer_step": 162,
+      "lr": 3.90346798061902e-05,
+      "lm_loss": 0.04923943802714348,
+      "order_loss": 0.49609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07401971518993378
+    },
+    {
+      "global_step": 1320,
+      "optimizer_step": 165,
+      "lr": 3.859636604786372e-05,
+      "lm_loss": 0.002673592185601592,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.028064217418432236
+    },
+    {
+      "global_step": 1340,
+      "optimizer_step": 167,
+      "lr": 3.830080191288342e-05,
+      "lm_loss": 0.4038483202457428,
+      "order_loss": 0.62890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4353424608707428
+    },
+    {
+      "global_step": 1360,
+      "optimizer_step": 170,
+      "lr": 3.785256860483054e-05,
+      "lm_loss": 0.14957712590694427,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17423532903194427
+    },
+    {
+      "global_step": 1380,
+      "optimizer_step": 172,
+      "lr": 3.755057404586455e-05,
+      "lm_loss": 0.002663862891495228,
+      "order_loss": 0.64453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03489042446017265
+    },
+    {
+      "global_step": 1400,
+      "optimizer_step": 175,
+      "lr": 3.7092972177631e-05,
+      "lm_loss": 0.0067463219165802,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0376301109790802
+    },
+    {
+      "global_step": 1420,
+      "optimizer_step": 177,
+      "lr": 3.678491842064995e-05,
+      "lm_loss": 0.052120406180620193,
+      "order_loss": 0.52734375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0784875899553299
+    },
+    {
+      "global_step": 1440,
+      "optimizer_step": 180,
+      "lr": 3.631851049805793e-05,
+      "lm_loss": 0.17197948694229126,
+      "order_loss": 0.498046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19688183069229126
+    },
+    {
+      "global_step": 1460,
+      "optimizer_step": 182,
+      "lr": 3.600477621728473e-05,
+      "lm_loss": 0.026469619944691658,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05417957901954651
+    },
+    {
+      "global_step": 1480,
+      "optimizer_step": 185,
+      "lr": 3.5530135570974274e-05,
+      "lm_loss": 0.03180597350001335,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05914972350001335
+    },
+    {
+      "global_step": 1500,
+      "optimizer_step": 187,
+      "lr": 3.521110642339991e-05,
+      "lm_loss": 0.011468701995909214,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03710346668958664
+    },
+    {
+      "global_step": 1520,
+      "optimizer_step": 190,
+      "lr": 3.4728816504063726e-05,
+      "lm_loss": 0.07774151861667633,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10313214361667633
+    },
+    {
+      "global_step": 1540,
+      "optimizer_step": 192,
+      "lr": 3.440488465537943e-05,
+      "lm_loss": 0.07760398089885712,
+      "order_loss": 0.61328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10824362933635712
+    },
+    {
+      "global_step": 1560,
+      "optimizer_step": 195,
+      "lr": 3.391553831655782e-05,
+      "lm_loss": 0.010257435031235218,
+      "order_loss": 0.62890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04175157472491264
+    },
+    {
+      "global_step": 1580,
+      "optimizer_step": 197,
+      "lr": 3.358710195908653e-05,
+      "lm_loss": 0.10909100621938705,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13765546679496765
+    },
+    {
+      "global_step": 1600,
+      "optimizer_step": 200,
+      "lr": 3.309130072840379e-05,
+      "lm_loss": 0.08106154203414917,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10816115140914917
+    },
+    {
+      "global_step": 1620,
+      "optimizer_step": 202,
+      "lr": 3.2758763591623295e-05,
+      "lm_loss": 0.008085924200713634,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03372069075703621
+    },
+    {
+      "global_step": 1640,
+      "optimizer_step": 205,
+      "lr": 3.225711693136156e-05,
+      "lm_loss": 0.08015523850917816,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10554586350917816
+    },
+    {
+      "global_step": 1660,
+      "optimizer_step": 207,
+      "lr": 3.1920887785621235e-05,
+      "lm_loss": 0.22895529866218567,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.25727561116218567
+    },
+    {
+      "global_step": 1680,
+      "optimizer_step": 210,
+      "lr": 3.141401234354067e-05,
+      "lm_loss": 0.007187045644968748,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.039657749235630035
+    },
+    {
+      "global_step": 1700,
+      "optimizer_step": 212,
+      "lr": 3.10745044975816e-05,
+      "lm_loss": 0.013413140550255775,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.041123099625110626
+    },
+    {
+      "global_step": 1720,
+      "optimizer_step": 215,
+      "lr": 3.056302334890786e-05,
+      "lm_loss": 0.3841899633407593,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4137309789657593
+    },
+    {
+      "global_step": 1740,
+      "optimizer_step": 217,
+      "lr": 3.022065414180425e-05,
+      "lm_loss": 0.04475359618663788,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07563738524913788
+    },
+    {
+      "global_step": 1760,
+      "optimizer_step": 220,
+      "lr": 2.9705196023315006e-05,
+      "lm_loss": 0.13387174904346466,
+      "order_loss": 0.66015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16683073341846466
+    },
+    {
+      "global_step": 1780,
+      "optimizer_step": 222,
+      "lr": 2.9360386311461275e-05,
+      "lm_loss": 0.0022276428062468767,
+      "order_loss": 0.6953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03689561039209366
+    },
+    {
+      "global_step": 1800,
+      "optimizer_step": 225,
+      "lr": 2.884158484861325e-05,
+      "lm_loss": 0.17839781939983368,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20598571002483368
+    },
+    {
+      "global_step": 1820,
+      "optimizer_step": 227,
+      "lr": 2.849475848838749e-05,
+      "lm_loss": 0.04358230158686638,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07312332093715668
+    },
+    {
+      "global_step": 1840,
+      "optimizer_step": 230,
+      "lr": 2.7973251416434175e-05,
+      "lm_loss": 0.1260850876569748,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1569688767194748
+    },
+    {
+      "global_step": 1860,
+      "optimizer_step": 232,
+      "lr": 2.7624834743173867e-05,
+      "lm_loss": 0.0304257869720459,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0574033260345459
+    },
+    {
+      "global_step": 1880,
+      "optimizer_step": 235,
+      "lr": 2.710126312323119e-05,
+      "lm_loss": 0.004115695599466562,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.034999486058950424
+    },
+    {
+      "global_step": 1900,
+      "optimizer_step": 237,
+      "lr": 2.6751684427161683e-05,
+      "lm_loss": 0.049675099551677704,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0782395526766777
+    },
+    {
+      "global_step": 1920,
+      "optimizer_step": 240,
+      "lr": 2.6226691858185454e-05,
+      "lm_loss": 0.0023962382692843676,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0309606920927763
+    },
+    {
+      "global_step": 1940,
+      "optimizer_step": 242,
+      "lr": 2.587638085794541e-05,
+      "lm_loss": 0.002135742222890258,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0324091799557209
+    },
+    {
+      "global_step": 1960,
+      "optimizer_step": 245,
+      "lr": 2.535061268558906e-05,
+      "lm_loss": 0.003207047702744603,
+      "order_loss": 0.458984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.026156267151236534
+    },
+    {
+      "global_step": 1980,
+      "optimizer_step": 247,
+      "lr": 2.5e-05,
+      "lm_loss": 0.027736952528357506,
+      "order_loss": 0.458984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.050686173141002655
+    },
+    {
+      "global_step": 2000,
+      "optimizer_step": 250,
+      "lr": 2.447410252332528e-05,
+      "lm_loss": 0.0009103338234126568,
+      "order_loss": 0.609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.031427912414073944
+    },
+    {
+      "global_step": 2020,
+      "optimizer_step": 252,
+      "lr": 2.4123619142054597e-05,
+      "lm_loss": 0.031280919909477234,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.061554357409477234
+    },
+    {
+      "global_step": 2040,
+      "optimizer_step": 255,
+      "lr": 2.3598238819070202e-05,
+      "lm_loss": 0.21394507586956024,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24189917743206024
+    },
+    {
+      "global_step": 2060,
+      "optimizer_step": 257,
+      "lr": 2.3248315572838316e-05,
+      "lm_loss": 0.42248085141181946,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.44958046078681946
+    },
+    {
+      "global_step": 2080,
+      "optimizer_step": 260,
+      "lr": 2.272409822584325e-05,
+      "lm_loss": 0.0069547370076179504,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03527504950761795
+    },
+    {
+      "global_step": 2100,
+      "optimizer_step": 262,
+      "lr": 2.237516525682614e-05,
+      "lm_loss": 0.1269570142030716,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1589394360780716
+    },
+    {
+      "global_step": 2120,
+      "optimizer_step": 265,
+      "lr": 2.185275527853437e-05,
+      "lm_loss": 0.024455487728118896,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.052531659603118896
+    },
+    {
+      "global_step": 2140,
+      "optimizer_step": 267,
+      "lr": 2.1505241511612522e-05,
+      "lm_loss": 0.00396137498319149,
+      "order_loss": 0.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03289204090833664
+    },
+    {
+      "global_step": 2160,
+      "optimizer_step": 270,
+      "lr": 2.0985281073035076e-05,
+      "lm_loss": 0.09683524817228317,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12356864660978317
+    },
+    {
+      "global_step": 2180,
+      "optimizer_step": 272,
+      "lr": 2.0639613688538734e-05,
+      "lm_loss": 0.10594335943460464,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13292089104652405
+    },
+    {
+      "global_step": 2200,
+      "optimizer_step": 275,
+      "lr": 2.0122741949596797e-05,
+      "lm_loss": 0.075617216527462,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.103327177464962
+    },
+    {
+      "global_step": 2220,
+      "optimizer_step": 277,
+      "lr": 1.977934585819576e-05,
+      "lm_loss": 0.04403599724173546,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07235631346702576
+    },
+    {
+      "global_step": 2240,
+      "optimizer_step": 280,
+      "lr": 1.9266198182035058e-05,
+      "lm_loss": 0.027784662321209908,
+      "order_loss": 0.6328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05952294170856476
+    },
+    {
+      "global_step": 2260,
+      "optimizer_step": 282,
+      "lr": 1.8925495502418406e-05,
+      "lm_loss": 0.12001645565032959,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1457732915878296
+    },
+    {
+      "global_step": 2280,
+      "optimizer_step": 285,
+      "lr": 1.841670267439088e-05,
+      "lm_loss": 0.00889627356082201,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.038193147629499435
+    },
+    {
+      "global_step": 2300,
+      "optimizer_step": 287,
+      "lr": 1.8079112214378768e-05,
+      "lm_loss": 0.13254690170288086,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16123342514038086
+    },
+    {
+      "global_step": 2320,
+      "optimizer_step": 290,
+      "lr": 1.757529966665141e-05,
+      "lm_loss": 0.006899307016283274,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.033876847475767136
+    },
+    {
+      "global_step": 2340,
+      "optimizer_step": 292,
+      "lr": 1.72412364083767e-05,
+      "lm_loss": 0.153777077794075,
+      "order_loss": 0.63671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.185515359044075
+    },
+    {
+      "global_step": 2360,
+      "optimizer_step": 295,
+      "lr": 1.6743023451120832e-05,
+      "lm_loss": 0.007419108878821135,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03403043746948242
+    },
+    {
+      "global_step": 2380,
+      "optimizer_step": 297,
+      "lr": 1.641289804091347e-05,
+      "lm_loss": 0.001804218627512455,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03049074113368988
+    },
+    {
+      "global_step": 2400,
+      "optimizer_step": 300,
+      "lr": 1.5920897101019383e-05,
+      "lm_loss": 0.015485787764191628,
+      "order_loss": 0.59765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04539301246404648
+    },
+    {
+      "global_step": 2420,
+      "optimizer_step": 302,
+      "lr": 1.5595115344620576e-05,
+      "lm_loss": 0.005040410440415144,
+      "order_loss": 0.462890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02823377028107643
+    },
+    {
+      "global_step": 2440,
+      "optimizer_step": 305,
+      "lr": 1.5109931212873534e-05,
+      "lm_loss": 0.07041458040475845,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10239700227975845
+    },
+    {
+      "global_step": 2460,
+      "optimizer_step": 307,
+      "lr": 1.4788893576600099e-05,
+      "lm_loss": 0.000727956066839397,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.030757252126932144
+    },
+    {
+      "global_step": 2480,
+      "optimizer_step": 310,
+      "lr": 1.4311122664242954e-05,
+      "lm_loss": 0.04514877125620842,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07346908748149872
+    },
+    {
+      "global_step": 2500,
+      "optimizer_step": 312,
+      "lr": 1.399522378271527e-05,
+      "lm_loss": 0.11393537372350693,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13859358429908752
+    },
+    {
+      "global_step": 2520,
+      "optimizer_step": 315,
+      "lr": 1.3525453388311554e-05,
+      "lm_loss": 0.12459559738636017,
+      "order_loss": 0.62890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15608973801136017
+    },
+    {
+      "global_step": 2540,
+      "optimizer_step": 317,
+      "lr": 1.3215081579350058e-05,
+      "lm_loss": 0.037412915378808975,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06670978665351868
+    },
+    {
+      "global_step": 2560,
+      "optimizer_step": 320,
+      "lr": 1.2753889166848909e-05,
+      "lm_loss": 0.046160295605659485,
+      "order_loss": 0.65234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07887513935565948
+    },
+    {
+      "global_step": 2580,
+      "optimizer_step": 322,
+      "lr": 1.2449425954135452e-05,
+      "lm_loss": 0.28553760051727295,
+      "order_loss": 0.478515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.30946338176727295
+    },
+    {
+      "global_step": 2600,
+      "optimizer_step": 325,
+      "lr": 1.1997378443025634e-05,
+      "lm_loss": 0.11499333381652832,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14172673225402832
+    },
+    {
+      "global_step": 2620,
+      "optimizer_step": 327,
+      "lr": 1.1699198087116589e-05,
+      "lm_loss": 0.041565392166376114,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07403609156608582
+    },
+    {
+      "global_step": 2640,
+      "optimizer_step": 330,
+      "lr": 1.1256851155542298e-05,
+      "lm_loss": 0.14750395715236664,
+      "order_loss": 0.8828125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19169341027736664
+    },
+    {
+      "global_step": 2660,
+      "optimizer_step": 332,
+      "lr": 1.0965320193809808e-05,
+      "lm_loss": 0.15361247956752777,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18315349519252777
+    },
+    {
+      "global_step": 2680,
+      "optimizer_step": 335,
+      "lr": 1.0533217595504858e-05,
+      "lm_loss": 0.20129740238189697,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.22668802738189697
+    },
+    {
+      "global_step": 2700,
+      "optimizer_step": 337,
+      "lr": 1.0248694391571801e-05,
+      "lm_loss": 0.003427452640607953,
+      "order_loss": 0.48046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.027475304901599884
+    },
+    {
+      "global_step": 2720,
+      "optimizer_step": 340,
+      "lr": 9.82736728745186e-06,
+      "lm_loss": 0.011051908135414124,
+      "order_loss": 0.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.040714994072914124
+    },
+    {
+      "global_step": 2740,
+      "optimizer_step": 342,
+      "lr": 9.550201590674343e-06,
+      "lm_loss": 0.02198857069015503,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04664677381515503
+    },
+    {
+      "global_step": 2760,
+      "optimizer_step": 345,
+      "lr": 9.140167895908867e-06,
+      "lm_loss": 0.0572996512055397,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0846434012055397
+    },
+    {
+      "global_step": 2780,
+      "optimizer_step": 347,
+      "lr": 8.870700411447816e-06,
+      "lm_loss": 0.06669479608535767,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09525924921035767
+    },
+    {
+      "global_step": 2800,
+      "optimizer_step": 350,
+      "lr": 8.472464158814255e-06,
+      "lm_loss": 0.0012658018385991454,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03031853586435318
+    },
+    {
+      "global_step": 2820,
+      "optimizer_step": 352,
+      "lr": 8.211026128824539e-06,
+      "lm_loss": 0.14907298982143402,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17641673982143402
+    },
+    {
+      "global_step": 2840,
+      "optimizer_step": 355,
+      "lr": 7.825076849127458e-06,
+      "lm_loss": 0.02313743345439434,
+      "order_loss": 0.51953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04913841187953949
+    },
+    {
+      "global_step": 2860,
+      "optimizer_step": 357,
+      "lr": 7.571989645579419e-06,
+      "lm_loss": 0.07170559465885162,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09746243059635162
+    },
+    {
+      "global_step": 2880,
+      "optimizer_step": 360,
+      "lr": 7.198801765896115e-06,
+      "lm_loss": 0.0048132240772247314,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03276732563972473
+    },
+    {
+      "global_step": 2900,
+      "optimizer_step": 362,
+      "lr": 6.9543764955299265e-06,
+      "lm_loss": 0.0029758147429674864,
+      "order_loss": 0.6328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.034714095294475555
+    },
+    {
+      "global_step": 2920,
+      "optimizer_step": 365,
+      "lr": 6.594408756022272e-06,
+      "lm_loss": 0.006160799413919449,
+      "order_loss": 0.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03509146347641945
+    },
+    {
+      "global_step": 2940,
+      "optimizer_step": 367,
+      "lr": 6.358945877920861e-06,
+      "lm_loss": 0.07119449228048325,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09792789071798325
+    },
+    {
+      "global_step": 2960,
+      "optimizer_step": 370,
+      "lr": 6.012640767930217e-06,
+      "lm_loss": 0.18079432845115662,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20887050032615662
+    },
+    {
+      "global_step": 2980,
+      "optimizer_step": 372,
+      "lr": 5.7864297241808e-06,
+      "lm_loss": 0.058377377688884735,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08633147925138474
+    },
+    {
+      "global_step": 3000,
+      "optimizer_step": 375,
+      "lr": 5.454212938299255e-06,
+      "lm_loss": 0.0606594942510128,
+      "order_loss": 0.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0895901620388031
+    },
+    {
+      "global_step": 3020,
+      "optimizer_step": 377,
+      "lr": 5.237531798197415e-06,
+      "lm_loss": 0.05779808759689331,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08648461103439331
+    },
+    {
+      "global_step": 3040,
+      "optimizer_step": 380,
+      "lr": 4.91981171298388e-06,
+      "lm_loss": 0.024746309965848923,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05501974746584892
+    },
+    {
+      "global_step": 3060,
+      "optimizer_step": 382,
+      "lr": 4.712926831217685e-06,
+      "lm_loss": 0.022482866421341896,
+      "order_loss": 0.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05214595049619675
+    },
+    {
+      "global_step": 3080,
+      "optimizer_step": 385,
+      "lr": 4.410094003202134e-06,
+      "lm_loss": 0.011873519979417324,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0427573099732399
+    },
+    {
+      "global_step": 3100,
+      "optimizer_step": 387,
+      "lr": 4.213259692436367e-06,
+      "lm_loss": 0.048930823802948,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.078227698802948
+    },
+    {
+      "global_step": 3120,
+      "optimizer_step": 390,
+      "lr": 3.925686378029331e-06,
+      "lm_loss": 0.001940632238984108,
+      "order_loss": 0.62109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03294648975133896
+    },
+    {
+      "global_step": 3140,
+      "optimizer_step": 392,
+      "lr": 3.739144596292382e-06,
+      "lm_loss": 0.08664239197969437,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11166680604219437
+    },
+    {
+      "global_step": 3160,
+      "optimizer_step": 395,
+      "lr": 3.4671842941897765e-06,
+      "lm_loss": 0.05868863686919212,
+      "order_loss": 0.69140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09335660934448242
+    },
+    {
+      "global_step": 3180,
+      "optimizer_step": 397,
+      "lr": 3.2911643474473646e-06,
+      "lm_loss": 0.087704136967659,
+      "order_loss": 0.466796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.111019566655159
+    },
+    {
+      "global_step": 3200,
+      "optimizer_step": 400,
+      "lr": 3.035151364093214e-06,
+      "lm_loss": 0.07949191331863403,
+      "order_loss": 0.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11074191331863403
+    },
+    {
+      "global_step": 3220,
+      "optimizer_step": 402,
+      "lr": 2.869869624374699e-06,
+      "lm_loss": 0.010315562598407269,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03790345415472984
+    },
+    {
+      "global_step": 3240,
+      "optimizer_step": 405,
+      "lr": 2.6301186630158485e-06,
+      "lm_loss": 0.03576783463358879,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06506471335887909
+    },
+    {
+      "global_step": 3260,
+      "optimizer_step": 407,
+      "lr": 2.475778302439524e-06,
+      "lm_loss": 0.03905699402093887,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06774351745843887
+    },
+    {
+      "global_step": 3280,
+      "optimizer_step": 410,
+      "lr": 2.2525840762775863e-06,
+      "lm_loss": 0.07217532396316528,
+      "order_loss": 0.62109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10318118333816528
+    },
+    {
+      "global_step": 3300,
+      "optimizer_step": 412,
+      "lr": 2.1093748173018848e-06,
+      "lm_loss": 0.004690319299697876,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.033743053674697876
+    },
+    {
+      "global_step": 3320,
+      "optimizer_step": 415,
+      "lr": 1.9030116872178316e-06,
+      "lm_loss": 0.008204703219234943,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03432774916291237
+    },
+    {
+      "global_step": 3340,
+      "optimizer_step": 417,
+      "lr": 1.771109569425547e-06,
+      "lm_loss": 0.0434442013502121,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0710320919752121
+    },
+    {
+      "global_step": 3360,
+      "optimizer_step": 420,
+      "lr": 1.5818312067223672e-06,
+      "lm_loss": 0.0036077217664569616,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.030219050124287605
+    },
+    {
+      "global_step": 3380,
+      "optimizer_step": 422,
+      "lr": 1.4613983704244826e-06,
+      "lm_loss": 0.15426890552043915,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18136851489543915
+    },
+    {
+      "global_step": 3400,
+      "optimizer_step": 425,
+      "lr": 1.2894374450024338e-06,
+      "lm_loss": 0.02174406871199608,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05372649058699608
+    },
+    {
+      "global_step": 3420,
+      "optimizer_step": 427,
+      "lr": 1.180621931927592e-06,
+      "lm_loss": 0.02831454947590828,
+      "order_loss": 0.65625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06102939322590828
+    },
+    {
+      "global_step": 3440,
+      "optimizer_step": 430,
+      "lr": 1.0261898262753812e-06,
+      "lm_loss": 0.0042016892693936825,
+      "order_loss": 0.671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03789309412240982
+    },
+    {
+      "global_step": 3460,
+      "optimizer_step": 432,
+      "lr": 9.291253975900139e-07,
+      "lm_loss": 0.03182074427604675,
+      "order_loss": 0.703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06697699427604675
+    },
+    {
+      "global_step": 3480,
+      "optimizer_step": 435,
+      "lr": 7.924119469434665e-07,
+      "lm_loss": 0.04334783926606178,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06873846054077148
+    },
+    {
+      "global_step": 3500,
+      "optimizer_step": 437,
+      "lr": 7.072179188262251e-07,
+      "lm_loss": 0.0010338737629354,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.026790710166096687
+    },
+    {
+      "global_step": 3520,
+      "optimizer_step": 440,
+      "lr": 5.883911778138324e-07,
+      "lm_loss": 0.0025064866058528423,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.02960609644651413
+    },
+    {
+      "global_step": 3540,
+      "optimizer_step": 442,
+      "lr": 5.151722747865434e-07,
+      "lm_loss": 0.014759617857635021,
+      "order_loss": 0.62890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.046253759413957596
+    },
+    {
+      "global_step": 3560,
+      "optimizer_step": 445,
+      "lr": 4.1437831084878974e-07,
+      "lm_loss": 0.0009254271863028407,
+      "order_loss": 0.66015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03388440981507301
+    },
+    {
+      "global_step": 3580,
+      "optimizer_step": 447,
+      "lr": 3.5322453704410286e-07,
+      "lm_loss": 0.5838086605072021,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6099317073822021
+    },
+    {
+      "global_step": 3600,
+      "optimizer_step": 450,
+      "lr": 2.705872508804747e-07,
+      "lm_loss": 0.11536967009305954,
+      "order_loss": 0.6328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14710795879364014
+    },
+    {
+      "global_step": 3620,
+      "optimizer_step": 452,
+      "lr": 2.215737794045436e-07,
+      "lm_loss": 0.18469774723052979,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21265184879302979
+    },
+    {
+      "global_step": 3640,
+      "optimizer_step": 455,
+      "lr": 1.571947526689349e-07,
+      "lm_loss": 0.6809209585189819,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7076543569564819
+    },
+    {
+      "global_step": 3660,
+      "optimizer_step": 457,
+      "lr": 1.2038183319507955e-07,
+      "lm_loss": 0.029084235429763794,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.053742438554763794
+    },
+    {
+      "global_step": 3680,
+      "optimizer_step": 460,
+      "lr": 7.434020362682704e-08,
+      "lm_loss": 0.009497067891061306,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04196777194738388
+    },
+    {
+      "global_step": 3700,
+      "optimizer_step": 462,
+      "lr": 4.977308833379324e-08,
+      "lm_loss": 0.007059580646455288,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03513575345277786
+    },
+    {
+      "global_step": 3720,
+      "optimizer_step": 465,
+      "lr": 2.2125452477828047e-08,
+      "lm_loss": 0.004971850197762251,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.03255974128842354
+    },
+    {
+      "global_step": 3740,
+      "optimizer_step": 467,
+      "lr": 9.834340423678368e-09,
+      "lm_loss": 0.18257686495780945,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21187373995780945
+    }
+  ]
+}

cls_qwen_orderkd_last_l01/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_last_l01/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_last_l01/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_last_l01/checkpoint-200/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_last_l01/checkpoint-200/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_last_l01/checkpoint-200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_last_l01/checkpoint-200/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_last_l01/checkpoint-400/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_last_l01/checkpoint-400/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_last_l01/checkpoint-400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_last_l01/checkpoint-400/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_last_l01/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_last_l01/train_metrics.json

@@ -0,0 +1,1874 @@
+{
+  "loss_log": [
+    {
+      "global_step": 20,
+      "optimizer_step": 2,
+      "lr": 4.347826086956522e-06,
+      "lm_loss": 1.687717080116272,
+      "order_loss": 5.90625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 2.2775607109069824
+    },
+    {
+      "global_step": 40,
+      "optimizer_step": 5,
+      "lr": 1.0869565217391305e-05,
+      "lm_loss": 0.11420058459043503,
+      "order_loss": 7.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9032630920410156
+    },
+    {
+      "global_step": 60,
+      "optimizer_step": 7,
+      "lr": 1.5217391304347828e-05,
+      "lm_loss": 0.7151771187782288,
+      "order_loss": 3.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.064786434173584
+    },
+    {
+      "global_step": 80,
+      "optimizer_step": 10,
+      "lr": 2.173913043478261e-05,
+      "lm_loss": 0.6596872806549072,
+      "order_loss": 11.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.7924997806549072
+    },
+    {
+      "global_step": 100,
+      "optimizer_step": 12,
+      "lr": 2.608695652173913e-05,
+      "lm_loss": 0.514460563659668,
+      "order_loss": 1.4140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.656062126159668
+    },
+    {
+      "global_step": 120,
+      "optimizer_step": 15,
+      "lr": 3.260869565217392e-05,
+      "lm_loss": 0.5103110671043396,
+      "order_loss": 6.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1782798767089844
+    },
+    {
+      "global_step": 140,
+      "optimizer_step": 17,
+      "lr": 3.695652173913043e-05,
+      "lm_loss": 0.09783199429512024,
+      "order_loss": 13.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4572069644927979
+    },
+    {
+      "global_step": 160,
+      "optimizer_step": 20,
+      "lr": 4.347826086956522e-05,
+      "lm_loss": 0.18223536014556885,
+      "order_loss": 38.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 3.9791102409362793
+    },
+    {
+      "global_step": 180,
+      "optimizer_step": 22,
+      "lr": 4.782608695652174e-05,
+      "lm_loss": 0.030022069811820984,
+      "order_loss": 24.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 2.451897144317627
+    },
+    {
+      "global_step": 200,
+      "optimizer_step": 25,
+      "lr": 4.9997541293989384e-05,
+      "lm_loss": 0.1360107958316803,
+      "order_loss": 11.4375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.276635766029358
+    },
+    {
+      "global_step": 220,
+      "optimizer_step": 27,
+      "lr": 4.999016565957633e-05,
+      "lm_loss": 0.10313308238983154,
+      "order_loss": 4.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5836018323898315
+    },
+    {
+      "global_step": 240,
+      "optimizer_step": 30,
+      "lr": 4.996988640512931e-05,
+      "lm_loss": 0.3303752541542053,
+      "order_loss": 4.96875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8264690041542053
+    },
+    {
+      "global_step": 260,
+      "optimizer_step": 32,
+      "lr": 4.995022691166621e-05,
+      "lm_loss": 0.21819660067558289,
+      "order_loss": 1.078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3261067569255829
+    },
+    {
+      "global_step": 280,
+      "optimizer_step": 35,
+      "lr": 4.991153735294049e-05,
+      "lm_loss": 0.4235988259315491,
+      "order_loss": 2.1875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6423488259315491
+    },
+    {
+      "global_step": 300,
+      "optimizer_step": 37,
+      "lr": 4.987961816680492e-05,
+      "lm_loss": 0.4653558135032654,
+      "order_loss": 6.03125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.0669183731079102
+    },
+    {
+      "global_step": 320,
+      "optimizer_step": 40,
+      "lr": 4.9822565862832806e-05,
+      "lm_loss": 0.17554600536823273,
+      "order_loss": 3.96875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5720303654670715
+    },
+    {
+      "global_step": 340,
+      "optimizer_step": 42,
+      "lr": 4.9778426220595456e-05,
+      "lm_loss": 0.057382721453905106,
+      "order_loss": 4.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.457773357629776
+    },
+    {
+      "global_step": 360,
+      "optimizer_step": 45,
+      "lr": 4.970308130276272e-05,
+      "lm_loss": 0.2833656370639801,
+      "order_loss": 1.1875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4020179808139801
+    },
+    {
+      "global_step": 380,
+      "optimizer_step": 47,
+      "lr": 4.96467754629559e-05,
+      "lm_loss": 0.20582234859466553,
+      "order_loss": 5.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7370723485946655
+    },
+    {
+      "global_step": 400,
+      "optimizer_step": 50,
+      "lr": 4.955323054879298e-05,
+      "lm_loss": 0.18720705807209015,
+      "order_loss": 1.9140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.37861329317092896
+    },
+    {
+      "global_step": 420,
+      "optimizer_step": 52,
+      "lr": 4.948482772521345e-05,
+      "lm_loss": 0.0662645548582077,
+      "order_loss": 0.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1600145548582077
+    },
+    {
+      "global_step": 440,
+      "optimizer_step": 55,
+      "lr": 4.937319780454559e-05,
+      "lm_loss": 0.02555745281279087,
+      "order_loss": 2.484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2736043334007263
+    },
+    {
+      "global_step": 460,
+      "optimizer_step": 57,
+      "lr": 4.929278208117378e-05,
+      "lm_loss": 0.14725160598754883,
+      "order_loss": 0.85546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.23270082473754883
+    },
+    {
+      "global_step": 480,
+      "optimizer_step": 60,
+      "lr": 4.916320437477008e-05,
+      "lm_loss": 0.49838677048683167,
+      "order_loss": 1.0546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6038554906845093
+    },
+    {
+      "global_step": 500,
+      "optimizer_step": 62,
+      "lr": 4.907087460240999e-05,
+      "lm_loss": 0.3011419177055359,
+      "order_loss": 0.796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3807317614555359
+    },
+    {
+      "global_step": 520,
+      "optimizer_step": 65,
+      "lr": 4.892350839330522e-05,
+      "lm_loss": 0.07260093092918396,
+      "order_loss": 0.609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13363608717918396
+    },
+    {
+      "global_step": 540,
+      "optimizer_step": 67,
+      "lr": 4.881937806807241e-05,
+      "lm_loss": 0.034907206892967224,
+      "order_loss": 0.6796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10277830064296722
+    },
+    {
+      "global_step": 560,
+      "optimizer_step": 70,
+      "lr": 4.865440450576874e-05,
+      "lm_loss": 0.12351739406585693,
+      "order_loss": 0.7421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19773614406585693
+    },
+    {
+      "global_step": 580,
+      "optimizer_step": 72,
+      "lr": 4.853860162957552e-05,
+      "lm_loss": 0.5787250995635986,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6341450214385986
+    },
+    {
+      "global_step": 600,
+      "optimizer_step": 75,
+      "lr": 4.8356223507364996e-05,
+      "lm_loss": 0.04950898513197899,
+      "order_loss": 2.96875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3463839888572693
+    },
+    {
+      "global_step": 620,
+      "optimizer_step": 77,
+      "lr": 4.822889043057446e-05,
+      "lm_loss": 0.4472147524356842,
+      "order_loss": 0.7421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5214334726333618
+    },
+    {
+      "global_step": 640,
+      "optimizer_step": 80,
+      "lr": 4.802933193625593e-05,
+      "lm_loss": 0.060839179903268814,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12480401992797852
+    },
+    {
+      "global_step": 660,
+      "optimizer_step": 82,
+      "lr": 4.789062518269812e-05,
+      "lm_loss": 0.3971077501773834,
+      "order_loss": 0.75,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4723030626773834
+    },
+    {
+      "global_step": 680,
+      "optimizer_step": 85,
+      "lr": 4.767413162299501e-05,
+      "lm_loss": 0.5079648494720459,
+      "order_loss": 0.79296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5870664119720459
+    },
+    {
+      "global_step": 700,
+      "optimizer_step": 87,
+      "lr": 4.752422169756048e-05,
+      "lm_loss": 0.07413267344236374,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12759947776794434
+    },
+    {
+      "global_step": 720,
+      "optimizer_step": 90,
+      "lr": 4.729105919657818e-05,
+      "lm_loss": 0.007737771607935429,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06364597380161285
+    },
+    {
+      "global_step": 740,
+      "optimizer_step": 92,
+      "lr": 4.7130130375625305e-05,
+      "lm_loss": 0.27055394649505615,
+      "order_loss": 0.609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.33158910274505615
+    },
+    {
+      "global_step": 760,
+      "optimizer_step": 95,
+      "lr": 4.6880585547718845e-05,
+      "lm_loss": 0.006466272287070751,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.062374476343393326
+    },
+    {
+      "global_step": 780,
+      "optimizer_step": 97,
+      "lr": 4.670883565255264e-05,
+      "lm_loss": 0.3002244234085083,
+      "order_loss": 0.69921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3700486421585083
+    },
+    {
+      "global_step": 800,
+      "optimizer_step": 100,
+      "lr": 4.6443215250006806e-05,
+      "lm_loss": 0.45018064975738525,
+      "order_loss": 0.671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5175634622573853
+    },
+    {
+      "global_step": 820,
+      "optimizer_step": 102,
+      "lr": 4.626085540370762e-05,
+      "lm_loss": 0.0034168369602411985,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05566293001174927
+    },
+    {
+      "global_step": 840,
+      "optimizer_step": 105,
+      "lr": 4.597948593966256e-05,
+      "lm_loss": 0.06584271788597107,
+      "order_loss": 0.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12516888976097107
+    },
+    {
+      "global_step": 860,
+      "optimizer_step": 107,
+      "lr": 4.5786740307563636e-05,
+      "lm_loss": 0.02655274048447609,
+      "order_loss": 0.44921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07147461175918579
+    },
+    {
+      "global_step": 880,
+      "optimizer_step": 110,
+      "lr": 4.5489967654649474e-05,
+      "lm_loss": 0.001363534014672041,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05946900323033333
+    },
+    {
+      "global_step": 900,
+      "optimizer_step": 112,
+      "lr": 4.528707316878232e-05,
+      "lm_loss": 0.018706638365983963,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06997616589069366
+    },
+    {
+      "global_step": 920,
+      "optimizer_step": 115,
+      "lr": 4.497526213395623e-05,
+      "lm_loss": 0.09329162538051605,
+      "order_loss": 0.64453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15774475038051605
+    },
+    {
+      "global_step": 940,
+      "optimizer_step": 117,
+      "lr": 4.476246820180259e-05,
+      "lm_loss": 0.5306257605552673,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5865339636802673
+    },
+    {
+      "global_step": 960,
+      "optimizer_step": 120,
+      "lr": 4.443600207791081e-05,
+      "lm_loss": 0.027733026072382927,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08486193418502808
+    },
+    {
+      "global_step": 980,
+      "optimizer_step": 122,
+      "lr": 4.421357027581921e-05,
+      "lm_loss": 0.2449575662612915,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3011099100112915
+    },
+    {
+      "global_step": 1000,
+      "optimizer_step": 125,
+      "lr": 4.38728503704354e-05,
+      "lm_loss": 0.04611301049590111,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1051950454711914
+    },
+    {
+      "global_step": 1020,
+      "optimizer_step": 127,
+      "lr": 4.364105412207914e-05,
+      "lm_loss": 0.07342102378606796,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12957337498664856
+    },
+    {
+      "global_step": 1040,
+      "optimizer_step": 130,
+      "lr": 4.328649926419819e-05,
+      "lm_loss": 0.014433451928198338,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06985337287187576
+    },
+    {
+      "global_step": 1060,
+      "optimizer_step": 132,
+      "lr": 4.304562350447008e-05,
+      "lm_loss": 0.07001962512731552,
+      "order_loss": 0.6328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13349619507789612
+    },
+    {
+      "global_step": 1080,
+      "optimizer_step": 135,
+      "lr": 4.267766952966369e-05,
+      "lm_loss": 0.07597698271274567,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.13603557646274567
+    },
+    {
+      "global_step": 1100,
+      "optimizer_step": 137,
+      "lr": 4.242801035442058e-05,
+      "lm_loss": 0.05420356243848801,
+      "order_loss": 0.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.113529734313488
+    },
+    {
+      "global_step": 1120,
+      "optimizer_step": 140,
+      "lr": 4.204710956908763e-05,
+      "lm_loss": 0.13513243198394775,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19226133823394775
+    },
+    {
+      "global_step": 1140,
+      "optimizer_step": 142,
+      "lr": 4.178897387117546e-05,
+      "lm_loss": 0.05057734251022339,
+      "order_loss": 0.490234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09964960813522339
+    },
+    {
+      "global_step": 1160,
+      "optimizer_step": 145,
+      "lr": 4.139559449654561e-05,
+      "lm_loss": 0.2845394015312195,
+      "order_loss": 0.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3406917452812195
+    },
+    {
+      "global_step": 1180,
+      "optimizer_step": 147,
+      "lr": 4.1129299588552193e-05,
+      "lm_loss": 0.17221830785274506,
+      "order_loss": 0.64453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.23667143285274506
+    },
+    {
+      "global_step": 1200,
+      "optimizer_step": 150,
+      "lr": 4.072392518512623e-05,
+      "lm_loss": 0.05961036682128906,
+      "order_loss": 0.341796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09379005432128906
+    },
+    {
+      "global_step": 1220,
+      "optimizer_step": 152,
+      "lr": 4.0449798409325665e-05,
+      "lm_loss": 0.10788469761610031,
+      "order_loss": 2.078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3158925175666809
+    },
+    {
+      "global_step": 1240,
+      "optimizer_step": 155,
+      "lr": 4.0032927282460146e-05,
+      "lm_loss": 0.06392329931259155,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11470454931259155
+    },
+    {
+      "global_step": 1260,
+      "optimizer_step": 157,
+      "lr": 3.9751305608428205e-05,
+      "lm_loss": 0.08804687857627869,
+      "order_loss": 0.4921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1373632848262787
+    },
+    {
+      "global_step": 1280,
+      "optimizer_step": 160,
+      "lr": 3.932345019579495e-05,
+      "lm_loss": 0.02355719543993473,
+      "order_loss": 0.6484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08849859982728958
+    },
+    {
+      "global_step": 1300,
+      "optimizer_step": 162,
+      "lr": 3.90346798061902e-05,
+      "lm_loss": 0.03994257003068924,
+      "order_loss": 0.404296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08046991378068924
+    },
+    {
+      "global_step": 1320,
+      "optimizer_step": 165,
+      "lr": 3.859636604786372e-05,
+      "lm_loss": 0.002089134883135557,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.052870385348796844
+    },
+    {
+      "global_step": 1340,
+      "optimizer_step": 167,
+      "lr": 3.830080191288342e-05,
+      "lm_loss": 0.43796825408935547,
+      "order_loss": 0.63671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5014448165893555
+    },
+    {
+      "global_step": 1360,
+      "optimizer_step": 170,
+      "lr": 3.785256860483054e-05,
+      "lm_loss": 0.18852651119232178,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24077260494232178
+    },
+    {
+      "global_step": 1380,
+      "optimizer_step": 172,
+      "lr": 3.755057404586455e-05,
+      "lm_loss": 0.0029183365404605865,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06297692656517029
+    },
+    {
+      "global_step": 1400,
+      "optimizer_step": 175,
+      "lr": 3.7092972177631e-05,
+      "lm_loss": 0.0076162926852703094,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05888582393527031
+    },
+    {
+      "global_step": 1420,
+      "optimizer_step": 177,
+      "lr": 3.678491842064995e-05,
+      "lm_loss": 0.046292226761579514,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10146801173686981
+    },
+    {
+      "global_step": 1440,
+      "optimizer_step": 180,
+      "lr": 3.631851049805793e-05,
+      "lm_loss": 0.0909971073269844,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1410459280014038
+    },
+    {
+      "global_step": 1460,
+      "optimizer_step": 182,
+      "lr": 3.600477621728473e-05,
+      "lm_loss": 0.019992167130112648,
+      "order_loss": 0.490234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0690644308924675
+    },
+    {
+      "global_step": 1480,
+      "optimizer_step": 185,
+      "lr": 3.5530135570974274e-05,
+      "lm_loss": 0.026119040325284004,
+      "order_loss": 0.453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07152919471263885
+    },
+    {
+      "global_step": 1500,
+      "optimizer_step": 187,
+      "lr": 3.521110642339991e-05,
+      "lm_loss": 0.010921897366642952,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0612148642539978
+    },
+    {
+      "global_step": 1520,
+      "optimizer_step": 190,
+      "lr": 3.4728816504063726e-05,
+      "lm_loss": 0.10965003818273544,
+      "order_loss": 0.44921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15457192063331604
+    },
+    {
+      "global_step": 1540,
+      "optimizer_step": 192,
+      "lr": 3.440488465537943e-05,
+      "lm_loss": 0.09311730414628983,
+      "order_loss": 0.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15097862482070923
+    },
+    {
+      "global_step": 1560,
+      "optimizer_step": 195,
+      "lr": 3.391553831655782e-05,
+      "lm_loss": 0.012925584800541401,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07151933759450912
+    },
+    {
+      "global_step": 1580,
+      "optimizer_step": 197,
+      "lr": 3.358710195908653e-05,
+      "lm_loss": 0.10204838961362839,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15942144393920898
+    },
+    {
+      "global_step": 1600,
+      "optimizer_step": 200,
+      "lr": 3.309130072840379e-05,
+      "lm_loss": 0.06385423988103867,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11610033363103867
+    },
+    {
+      "global_step": 1620,
+      "optimizer_step": 202,
+      "lr": 3.2758763591623295e-05,
+      "lm_loss": 0.008750934153795242,
+      "order_loss": 0.48828125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05757905915379524
+    },
+    {
+      "global_step": 1640,
+      "optimizer_step": 205,
+      "lr": 3.225711693136156e-05,
+      "lm_loss": 0.06280460953712463,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11675968766212463
+    },
+    {
+      "global_step": 1660,
+      "optimizer_step": 207,
+      "lr": 3.1920887785621235e-05,
+      "lm_loss": 0.22903034090995789,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2832295596599579
+    },
+    {
+      "global_step": 1680,
+      "optimizer_step": 210,
+      "lr": 3.141401234354067e-05,
+      "lm_loss": 0.00670256232842803,
+      "order_loss": 0.61328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06798186153173447
+    },
+    {
+      "global_step": 1700,
+      "optimizer_step": 212,
+      "lr": 3.10745044975816e-05,
+      "lm_loss": 0.017005328088998795,
+      "order_loss": 0.640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0809701681137085
+    },
+    {
+      "global_step": 1720,
+      "optimizer_step": 215,
+      "lr": 3.056302334890786e-05,
+      "lm_loss": 0.32223576307296753,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.37545841932296753
+    },
+    {
+      "global_step": 1740,
+      "optimizer_step": 217,
+      "lr": 3.022065414180425e-05,
+      "lm_loss": 0.04028952866792679,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10205710679292679
+    },
+    {
+      "global_step": 1760,
+      "optimizer_step": 220,
+      "lr": 2.9705196023315006e-05,
+      "lm_loss": 0.11493337899446487,
+      "order_loss": 0.58203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17303884029388428
+    },
+    {
+      "global_step": 1780,
+      "optimizer_step": 222,
+      "lr": 2.9360386311461275e-05,
+      "lm_loss": 0.003556726733222604,
+      "order_loss": 0.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06288290023803711
+    },
+    {
+      "global_step": 1800,
+      "optimizer_step": 225,
+      "lr": 2.884158484861325e-05,
+      "lm_loss": 0.15898865461349487,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21440857648849487
+    },
+    {
+      "global_step": 1820,
+      "optimizer_step": 227,
+      "lr": 2.849475848838749e-05,
+      "lm_loss": 0.04192224144935608,
+      "order_loss": 0.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10442224144935608
+    },
+    {
+      "global_step": 1840,
+      "optimizer_step": 230,
+      "lr": 2.7973251416434175e-05,
+      "lm_loss": 0.11860664933919907,
+      "order_loss": 0.609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17964181303977966
+    },
+    {
+      "global_step": 1860,
+      "optimizer_step": 232,
+      "lr": 2.7624834743173867e-05,
+      "lm_loss": 0.02342539094388485,
+      "order_loss": 0.45703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06907968968153
+    },
+    {
+      "global_step": 1880,
+      "optimizer_step": 235,
+      "lr": 2.710126312323119e-05,
+      "lm_loss": 0.0024694420862942934,
+      "order_loss": 0.498046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.052274130284786224
+    },
+    {
+      "global_step": 1900,
+      "optimizer_step": 237,
+      "lr": 2.6751684427161683e-05,
+      "lm_loss": 0.04880330339074135,
+      "order_loss": 0.52734375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10153767466545105
+    },
+    {
+      "global_step": 1920,
+      "optimizer_step": 240,
+      "lr": 2.6226691858185454e-05,
+      "lm_loss": 0.0026799561455845833,
+      "order_loss": 0.48046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05077565833926201
+    },
+    {
+      "global_step": 1940,
+      "optimizer_step": 242,
+      "lr": 2.587638085794541e-05,
+      "lm_loss": 0.0020496651995927095,
+      "order_loss": 0.62109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06406138092279434
+    },
+    {
+      "global_step": 1960,
+      "optimizer_step": 245,
+      "lr": 2.535061268558906e-05,
+      "lm_loss": 0.005647431593388319,
+      "order_loss": 0.474609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.053010713309049606
+    },
+    {
+      "global_step": 1980,
+      "optimizer_step": 247,
+      "lr": 2.5e-05,
+      "lm_loss": 0.022339200600981712,
+      "order_loss": 0.34765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05700717121362686
+    },
+    {
+      "global_step": 2000,
+      "optimizer_step": 250,
+      "lr": 2.447410252332528e-05,
+      "lm_loss": 0.0009209209820255637,
+      "order_loss": 0.486328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04950490593910217
+    },
+    {
+      "global_step": 2020,
+      "optimizer_step": 252,
+      "lr": 2.4123619142054597e-05,
+      "lm_loss": 0.030744167044758797,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08982619643211365
+    },
+    {
+      "global_step": 2040,
+      "optimizer_step": 255,
+      "lr": 2.3598238819070202e-05,
+      "lm_loss": 0.2040223777294159,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2579774558544159
+    },
+    {
+      "global_step": 2060,
+      "optimizer_step": 257,
+      "lr": 2.3248315572838316e-05,
+      "lm_loss": 0.4078344702720642,
+      "order_loss": 0.455078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4532446265220642
+    },
+    {
+      "global_step": 2080,
+      "optimizer_step": 260,
+      "lr": 2.272409822584325e-05,
+      "lm_loss": 0.005864953622221947,
+      "order_loss": 0.443359375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.050298549234867096
+    },
+    {
+      "global_step": 2100,
+      "optimizer_step": 262,
+      "lr": 2.237516525682614e-05,
+      "lm_loss": 0.10773743689060211,
+      "order_loss": 0.56640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1643780618906021
+    },
+    {
+      "global_step": 2120,
+      "optimizer_step": 265,
+      "lr": 2.185275527853437e-05,
+      "lm_loss": 0.02472279965877533,
+      "order_loss": 0.435546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06817983090877533
+    },
+    {
+      "global_step": 2140,
+      "optimizer_step": 267,
+      "lr": 2.1505241511612522e-05,
+      "lm_loss": 0.005166347604244947,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.054482754319906235
+    },
+    {
+      "global_step": 2160,
+      "optimizer_step": 270,
+      "lr": 2.0985281073035076e-05,
+      "lm_loss": 0.10979856550693512,
+      "order_loss": 0.482421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15813840925693512
+    },
+    {
+      "global_step": 2180,
+      "optimizer_step": 272,
+      "lr": 2.0639613688538734e-05,
+      "lm_loss": 0.05822496488690376,
+      "order_loss": 0.51953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11022691428661346
+    },
+    {
+      "global_step": 2200,
+      "optimizer_step": 275,
+      "lr": 2.0122741949596797e-05,
+      "lm_loss": 0.07563409954309464,
+      "order_loss": 0.498046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12543877959251404
+    },
+    {
+      "global_step": 2220,
+      "optimizer_step": 277,
+      "lr": 1.977934585819576e-05,
+      "lm_loss": 0.04194348305463791,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09223645180463791
+    },
+    {
+      "global_step": 2240,
+      "optimizer_step": 280,
+      "lr": 1.9266198182035058e-05,
+      "lm_loss": 0.022414909675717354,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0814969390630722
+    },
+    {
+      "global_step": 2260,
+      "optimizer_step": 282,
+      "lr": 1.8925495502418406e-05,
+      "lm_loss": 0.14896424114704132,
+      "order_loss": 0.51953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20096619427204132
+    },
+    {
+      "global_step": 2280,
+      "optimizer_step": 285,
+      "lr": 1.841670267439088e-05,
+      "lm_loss": 0.007771077565848827,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0592847503721714
+    },
+    {
+      "global_step": 2300,
+      "optimizer_step": 287,
+      "lr": 1.8079112214378768e-05,
+      "lm_loss": 0.1398475617170334,
+      "order_loss": 0.466796875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1864784210920334
+    },
+    {
+      "global_step": 2320,
+      "optimizer_step": 290,
+      "lr": 1.757529966665141e-05,
+      "lm_loss": 0.004748134408146143,
+      "order_loss": 0.490234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.053820401430130005
+    },
+    {
+      "global_step": 2340,
+      "optimizer_step": 292,
+      "lr": 1.72412364083767e-05,
+      "lm_loss": 0.16501498222351074,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21823763847351074
+    },
+    {
+      "global_step": 2360,
+      "optimizer_step": 295,
+      "lr": 1.6743023451120832e-05,
+      "lm_loss": 0.005602807737886906,
+      "order_loss": 0.4921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05491921305656433
+    },
+    {
+      "global_step": 2380,
+      "optimizer_step": 297,
+      "lr": 1.641289804091347e-05,
+      "lm_loss": 0.0020318825263530016,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05427797511219978
+    },
+    {
+      "global_step": 2400,
+      "optimizer_step": 300,
+      "lr": 1.5920897101019383e-05,
+      "lm_loss": 0.016254469752311707,
+      "order_loss": 0.51953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0682564228773117
+    },
+    {
+      "global_step": 2420,
+      "optimizer_step": 302,
+      "lr": 1.5595115344620576e-05,
+      "lm_loss": 0.0033802948892116547,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.053429123014211655
+    },
+    {
+      "global_step": 2440,
+      "optimizer_step": 305,
+      "lr": 1.5109931212873534e-05,
+      "lm_loss": 0.05403399467468262,
+      "order_loss": 0.60546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11458086967468262
+    },
+    {
+      "global_step": 2460,
+      "optimizer_step": 307,
+      "lr": 1.4788893576600099e-05,
+      "lm_loss": 0.0008839952060952783,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05093282461166382
+    },
+    {
+      "global_step": 2480,
+      "optimizer_step": 310,
+      "lr": 1.4311122664242954e-05,
+      "lm_loss": 0.04242091253399849,
+      "order_loss": 0.53515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09588770568370819
+    },
+    {
+      "global_step": 2500,
+      "optimizer_step": 312,
+      "lr": 1.399522378271527e-05,
+      "lm_loss": 0.08038398623466492,
+      "order_loss": 0.494140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12970039248466492
+    },
+    {
+      "global_step": 2520,
+      "optimizer_step": 315,
+      "lr": 1.3525453388311554e-05,
+      "lm_loss": 0.09917651861906052,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1592351198196411
+    },
+    {
+      "global_step": 2540,
+      "optimizer_step": 317,
+      "lr": 1.3215081579350058e-05,
+      "lm_loss": 0.045346129685640335,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10711370408535004
+    },
+    {
+      "global_step": 2560,
+      "optimizer_step": 320,
+      "lr": 1.2753889166848909e-05,
+      "lm_loss": 0.03797866776585579,
+      "order_loss": 0.80859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11903335154056549
+    },
+    {
+      "global_step": 2580,
+      "optimizer_step": 322,
+      "lr": 1.2449425954135452e-05,
+      "lm_loss": 0.29478132724761963,
+      "order_loss": 0.423828125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.33726179599761963
+    },
+    {
+      "global_step": 2600,
+      "optimizer_step": 325,
+      "lr": 1.1997378443025634e-05,
+      "lm_loss": 0.09774453192949295,
+      "order_loss": 0.455078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14315468072891235
+    },
+    {
+      "global_step": 2620,
+      "optimizer_step": 327,
+      "lr": 1.1699198087116589e-05,
+      "lm_loss": 0.045734260231256485,
+      "order_loss": 0.609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10676941275596619
+    },
+    {
+      "global_step": 2640,
+      "optimizer_step": 330,
+      "lr": 1.1256851155542298e-05,
+      "lm_loss": 0.10945761203765869,
+      "order_loss": 0.76171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1856294870376587
+    },
+    {
+      "global_step": 2660,
+      "optimizer_step": 332,
+      "lr": 1.0965320193809808e-05,
+      "lm_loss": 0.16175810992717743,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21717803180217743
+    },
+    {
+      "global_step": 2680,
+      "optimizer_step": 335,
+      "lr": 1.0533217595504858e-05,
+      "lm_loss": 0.21324852108955383,
+      "order_loss": 0.40234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.25353172421455383
+    },
+    {
+      "global_step": 2700,
+      "optimizer_step": 337,
+      "lr": 1.0248694391571801e-05,
+      "lm_loss": 0.002337374957278371,
+      "order_loss": 0.404296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04286471754312515
+    },
+    {
+      "global_step": 2720,
+      "optimizer_step": 340,
+      "lr": 9.82736728745186e-06,
+      "lm_loss": 0.012505022808909416,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06987807154655457
+    },
+    {
+      "global_step": 2740,
+      "optimizer_step": 342,
+      "lr": 9.550201590674343e-06,
+      "lm_loss": 0.022751877084374428,
+      "order_loss": 0.45703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06840617209672928
+    },
+    {
+      "global_step": 2760,
+      "optimizer_step": 345,
+      "lr": 9.140167895908867e-06,
+      "lm_loss": 0.0492824949324131,
+      "order_loss": 0.482421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0976223349571228
+    },
+    {
+      "global_step": 2780,
+      "optimizer_step": 347,
+      "lr": 8.870700411447816e-06,
+      "lm_loss": 0.05502837151288986,
+      "order_loss": 0.490234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10410063713788986
+    },
+    {
+      "global_step": 2800,
+      "optimizer_step": 350,
+      "lr": 8.472464158814255e-06,
+      "lm_loss": 0.001104813884012401,
+      "order_loss": 0.43359375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04456184431910515
+    },
+    {
+      "global_step": 2820,
+      "optimizer_step": 352,
+      "lr": 8.211026128824539e-06,
+      "lm_loss": 0.14318473637104034,
+      "order_loss": 0.4609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18932731449604034
+    },
+    {
+      "global_step": 2840,
+      "optimizer_step": 355,
+      "lr": 7.825076849127458e-06,
+      "lm_loss": 0.014633269049227238,
+      "order_loss": 0.470703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06175240874290466
+    },
+    {
+      "global_step": 2860,
+      "optimizer_step": 357,
+      "lr": 7.571989645579419e-06,
+      "lm_loss": 0.06855884194374084,
+      "order_loss": 0.61328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12983813881874084
+    },
+    {
+      "global_step": 2880,
+      "optimizer_step": 360,
+      "lr": 7.198801765896115e-06,
+      "lm_loss": 0.0065830787643790245,
+      "order_loss": 0.447265625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0512608140707016
+    },
+    {
+      "global_step": 2900,
+      "optimizer_step": 362,
+      "lr": 6.9543764955299265e-06,
+      "lm_loss": 0.0036596201825886965,
+      "order_loss": 0.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06615962088108063
+    },
+    {
+      "global_step": 2920,
+      "optimizer_step": 365,
+      "lr": 6.594408756022272e-06,
+      "lm_loss": 0.004297962877899408,
+      "order_loss": 0.4921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05361437052488327
+    },
+    {
+      "global_step": 2940,
+      "optimizer_step": 367,
+      "lr": 6.358945877920861e-06,
+      "lm_loss": 0.07083775848150253,
+      "order_loss": 0.453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11624791473150253
+    },
+    {
+      "global_step": 2960,
+      "optimizer_step": 370,
+      "lr": 6.012640767930217e-06,
+      "lm_loss": 0.131692573428154,
+      "order_loss": 0.5546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.187112495303154
+    },
+    {
+      "global_step": 2980,
+      "optimizer_step": 372,
+      "lr": 5.7864297241808e-06,
+      "lm_loss": 0.04111235588788986,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09824126213788986
+    },
+    {
+      "global_step": 3000,
+      "optimizer_step": 375,
+      "lr": 5.454212938299255e-06,
+      "lm_loss": 0.049503061920404434,
+      "order_loss": 0.46484375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09588977694511414
+    },
+    {
+      "global_step": 3020,
+      "optimizer_step": 377,
+      "lr": 5.237531798197415e-06,
+      "lm_loss": 0.04941873997449875,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10019998997449875
+    },
+    {
+      "global_step": 3040,
+      "optimizer_step": 380,
+      "lr": 4.91981171298388e-06,
+      "lm_loss": 0.029055695980787277,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08813773095607758
+    },
+    {
+      "global_step": 3060,
+      "optimizer_step": 382,
+      "lr": 4.712926831217685e-06,
+      "lm_loss": 0.010062798857688904,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.060111626982688904
+    },
+    {
+      "global_step": 3080,
+      "optimizer_step": 385,
+      "lr": 4.410094003202134e-06,
+      "lm_loss": 0.008545028045773506,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07031260430812836
+    },
+    {
+      "global_step": 3100,
+      "optimizer_step": 387,
+      "lr": 4.213259692436367e-06,
+      "lm_loss": 0.049596332013607025,
+      "order_loss": 0.408203125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09036781638860703
+    },
+    {
+      "global_step": 3120,
+      "optimizer_step": 390,
+      "lr": 3.925686378029331e-06,
+      "lm_loss": 0.0018298777285963297,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.056517377495765686
+    },
+    {
+      "global_step": 3140,
+      "optimizer_step": 392,
+      "lr": 3.739144596292382e-06,
+      "lm_loss": 0.07320062071084976,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12788811326026917
+    },
+    {
+      "global_step": 3160,
+      "optimizer_step": 395,
+      "lr": 3.4671842941897765e-06,
+      "lm_loss": 0.052851058542728424,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10509715229272842
+    },
+    {
+      "global_step": 3180,
+      "optimizer_step": 397,
+      "lr": 3.2911643474473646e-06,
+      "lm_loss": 0.12154130637645721,
+      "order_loss": 0.49609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.17110185325145721
+    },
+    {
+      "global_step": 3200,
+      "optimizer_step": 400,
+      "lr": 3.035151364093214e-06,
+      "lm_loss": 0.059747058898210526,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11687596142292023
+    },
+    {
+      "global_step": 3220,
+      "optimizer_step": 402,
+      "lr": 2.869869624374699e-06,
+      "lm_loss": 0.00844650063663721,
+      "order_loss": 0.5859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06704024970531464
+    },
+    {
+      "global_step": 3240,
+      "optimizer_step": 405,
+      "lr": 2.6301186630158485e-06,
+      "lm_loss": 0.02914162538945675,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0833408460021019
+    },
+    {
+      "global_step": 3260,
+      "optimizer_step": 407,
+      "lr": 2.475778302439524e-06,
+      "lm_loss": 0.025974033400416374,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07626700401306152
+    },
+    {
+      "global_step": 3280,
+      "optimizer_step": 410,
+      "lr": 2.2525840762775863e-06,
+      "lm_loss": 0.03528294339776039,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08557590842247009
+    },
+    {
+      "global_step": 3300,
+      "optimizer_step": 412,
+      "lr": 2.1093748173018848e-06,
+      "lm_loss": 0.003756794612854719,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.054538045078516006
+    },
+    {
+      "global_step": 3320,
+      "optimizer_step": 415,
+      "lr": 1.9030116872178316e-06,
+      "lm_loss": 0.007166779134422541,
+      "order_loss": 0.48828125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0559949055314064
+    },
+    {
+      "global_step": 3340,
+      "optimizer_step": 417,
+      "lr": 1.771109569425547e-06,
+      "lm_loss": 0.0433979295194149,
+      "order_loss": 0.46875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0902729332447052
+    },
+    {
+      "global_step": 3360,
+      "optimizer_step": 420,
+      "lr": 1.5818312067223672e-06,
+      "lm_loss": 0.003806050168350339,
+      "order_loss": 0.75,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07900135964155197
+    },
+    {
+      "global_step": 3380,
+      "optimizer_step": 422,
+      "lr": 1.4613983704244826e-06,
+      "lm_loss": 0.14920082688331604,
+      "order_loss": 0.4453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19363442063331604
+    },
+    {
+      "global_step": 3400,
+      "optimizer_step": 425,
+      "lr": 1.2894374450024338e-06,
+      "lm_loss": 0.010462222620844841,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06514972448348999
+    },
+    {
+      "global_step": 3420,
+      "optimizer_step": 427,
+      "lr": 1.180621931927592e-06,
+      "lm_loss": 0.02724211849272251,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08632414788007736
+    },
+    {
+      "global_step": 3440,
+      "optimizer_step": 430,
+      "lr": 1.0261898262753812e-06,
+      "lm_loss": 0.003060791874304414,
+      "order_loss": 0.55859375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05896899476647377
+    },
+    {
+      "global_step": 3460,
+      "optimizer_step": 432,
+      "lr": 9.291253975900139e-07,
+      "lm_loss": 0.014515581540763378,
+      "order_loss": 0.6640625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08092182874679565
+    },
+    {
+      "global_step": 3480,
+      "optimizer_step": 435,
+      "lr": 7.924119469434665e-07,
+      "lm_loss": 0.03128180280327797,
+      "order_loss": 0.435546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07473883032798767
+    },
+    {
+      "global_step": 3500,
+      "optimizer_step": 437,
+      "lr": 7.072179188262251e-07,
+      "lm_loss": 0.0010709121124818921,
+      "order_loss": 0.44921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.045992787927389145
+    },
+    {
+      "global_step": 3520,
+      "optimizer_step": 440,
+      "lr": 5.883911778138324e-07,
+      "lm_loss": 0.0023224386386573315,
+      "order_loss": 0.490234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05139470472931862
+    },
+    {
+      "global_step": 3540,
+      "optimizer_step": 442,
+      "lr": 5.151722747865434e-07,
+      "lm_loss": 0.02236347831785679,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07387714833021164
+    },
+    {
+      "global_step": 3560,
+      "optimizer_step": 445,
+      "lr": 4.1437831084878974e-07,
+      "lm_loss": 0.0008446742431260645,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05992670729756355
+    },
+    {
+      "global_step": 3580,
+      "optimizer_step": 447,
+      "lr": 3.5322453704410286e-07,
+      "lm_loss": 0.5231305956840515,
+      "order_loss": 0.416015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5646345019340515
+    },
+    {
+      "global_step": 3600,
+      "optimizer_step": 450,
+      "lr": 2.705872508804747e-07,
+      "lm_loss": 0.09747862815856934,
+      "order_loss": 0.54296875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.15167784690856934
+    },
+    {
+      "global_step": 3620,
+      "optimizer_step": 452,
+      "lr": 2.215737794045436e-07,
+      "lm_loss": 0.19084632396697998,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.24089515209197998
+    },
+    {
+      "global_step": 3640,
+      "optimizer_step": 455,
+      "lr": 1.571947526689349e-07,
+      "lm_loss": 0.6706678867340088,
+      "order_loss": 0.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7207167148590088
+    },
+    {
+      "global_step": 3660,
+      "optimizer_step": 457,
+      "lr": 1.2038183319507955e-07,
+      "lm_loss": 0.01648535393178463,
+      "order_loss": 0.4375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06018652766942978
+    },
+    {
+      "global_step": 3680,
+      "optimizer_step": 460,
+      "lr": 7.434020362682704e-08,
+      "lm_loss": 0.0070451307110488415,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06026778742671013
+    },
+    {
+      "global_step": 3700,
+      "optimizer_step": 462,
+      "lr": 4.977308833379324e-08,
+      "lm_loss": 0.006621375679969788,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06375028192996979
+    },
+    {
+      "global_step": 3720,
+      "optimizer_step": 465,
+      "lr": 2.2125452477828047e-08,
+      "lm_loss": 0.004370500799268484,
+      "order_loss": 0.4453125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.04880409315228462
+    },
+    {
+      "global_step": 3740,
+      "optimizer_step": 467,
+      "lr": 9.834340423678368e-09,
+      "lm_loss": 0.1581851691007614,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2089664191007614
+    }
+  ]
+}

cls_qwen_orderkd_last_l02/checkpoint-200/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_last_l02/checkpoint-400/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_last_l02/checkpoint-400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_mid_l01/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_mid_l01/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "up_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_mid_l01/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_mid_l01/checkpoint-200/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_mid_l01/checkpoint-200/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "up_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_mid_l01/checkpoint-200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_mid_l01/checkpoint-200/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_mid_l01/checkpoint-400/README.md

@@ -0,0 +1,208 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- lora
+- transformers
+- unsloth
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

cls_qwen_orderkd_mid_l01/checkpoint-400/adapter_config.json

@@ -0,0 +1,52 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "Qwen2ForCausalLM",
+    "parent_library": "transformers.models.qwen2.modeling_qwen2",
+    "unsloth_fixed": true
+  },
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "v_proj",
+    "q_proj",
+    "up_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

cls_qwen_orderkd_mid_l01/checkpoint-400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

cls_qwen_orderkd_mid_l01/checkpoint-400/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_mid_l01/tokenizer_config.json

@@ -0,0 +1,202 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 32768,
+  "pad_token": "<|PAD_TOKEN|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<|PAD_TOKEN|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  }
+}

cls_qwen_orderkd_mid_l01/train_metrics.json

@@ -0,0 +1,1874 @@
+{
+  "loss_log": [
+    {
+      "global_step": 20,
+      "optimizer_step": 2,
+      "lr": 4.347826086956522e-06,
+      "lm_loss": 1.6824089288711548,
+      "order_loss": 10.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 2.6980338096618652
+    },
+    {
+      "global_step": 40,
+      "optimizer_step": 5,
+      "lr": 1.0869565217391305e-05,
+      "lm_loss": 0.10468389838933945,
+      "order_loss": 7.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8624963760375977
+    },
+    {
+      "global_step": 60,
+      "optimizer_step": 7,
+      "lr": 1.5217391304347828e-05,
+      "lm_loss": 0.7222856283187866,
+      "order_loss": 9.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.7027543783187866
+    },
+    {
+      "global_step": 80,
+      "optimizer_step": 10,
+      "lr": 2.173913043478261e-05,
+      "lm_loss": 0.6757494807243347,
+      "order_loss": 4.28125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1034839153289795
+    },
+    {
+      "global_step": 100,
+      "optimizer_step": 12,
+      "lr": 2.608695652173913e-05,
+      "lm_loss": 0.5256735682487488,
+      "order_loss": 2.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7571188807487488
+    },
+    {
+      "global_step": 120,
+      "optimizer_step": 15,
+      "lr": 3.260869565217392e-05,
+      "lm_loss": 0.46229851245880127,
+      "order_loss": 3.90625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8529235124588013
+    },
+    {
+      "global_step": 140,
+      "optimizer_step": 17,
+      "lr": 3.695652173913043e-05,
+      "lm_loss": 0.11473581194877625,
+      "order_loss": 10.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1537983417510986
+    },
+    {
+      "global_step": 160,
+      "optimizer_step": 20,
+      "lr": 4.347826086956522e-05,
+      "lm_loss": 0.2187565118074417,
+      "order_loss": 9.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1171940565109253
+    },
+    {
+      "global_step": 180,
+      "optimizer_step": 22,
+      "lr": 4.782608695652174e-05,
+      "lm_loss": 0.022632461041212082,
+      "order_loss": 10.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.0460699796676636
+    },
+    {
+      "global_step": 200,
+      "optimizer_step": 25,
+      "lr": 4.9997541293989384e-05,
+      "lm_loss": 0.14121125638484955,
+      "order_loss": 0.7109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21250031888484955
+    },
+    {
+      "global_step": 220,
+      "optimizer_step": 27,
+      "lr": 4.999016565957633e-05,
+      "lm_loss": 0.10674002766609192,
+      "order_loss": 7.1875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8254899978637695
+    },
+    {
+      "global_step": 240,
+      "optimizer_step": 30,
+      "lr": 4.996988640512931e-05,
+      "lm_loss": 0.3506335914134979,
+      "order_loss": 6.34375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9834461212158203
+    },
+    {
+      "global_step": 260,
+      "optimizer_step": 32,
+      "lr": 4.995022691166621e-05,
+      "lm_loss": 0.2217075079679489,
+      "order_loss": 11.0625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.3310824632644653
+    },
+    {
+      "global_step": 280,
+      "optimizer_step": 35,
+      "lr": 4.991153735294049e-05,
+      "lm_loss": 0.43829283118247986,
+      "order_loss": 0.76171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5144647359848022
+    },
+    {
+      "global_step": 300,
+      "optimizer_step": 37,
+      "lr": 4.987961816680492e-05,
+      "lm_loss": 0.3206728994846344,
+      "order_loss": 4.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.783563494682312
+    },
+    {
+      "global_step": 320,
+      "optimizer_step": 40,
+      "lr": 4.9822565862832806e-05,
+      "lm_loss": 0.13178250193595886,
+      "order_loss": 0.703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20209500193595886
+    },
+    {
+      "global_step": 340,
+      "optimizer_step": 42,
+      "lr": 4.9778426220595456e-05,
+      "lm_loss": 0.08188670128583908,
+      "order_loss": 4.1875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4998554587364197
+    },
+    {
+      "global_step": 360,
+      "optimizer_step": 45,
+      "lr": 4.970308130276272e-05,
+      "lm_loss": 0.1842714101076126,
+      "order_loss": 6.84375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8678651452064514
+    },
+    {
+      "global_step": 380,
+      "optimizer_step": 47,
+      "lr": 4.96467754629559e-05,
+      "lm_loss": 0.17208422720432281,
+      "order_loss": 5.40625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7111467123031616
+    },
+    {
+      "global_step": 400,
+      "optimizer_step": 50,
+      "lr": 4.955323054879298e-05,
+      "lm_loss": 0.22078384459018707,
+      "order_loss": 7.65625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9864088296890259
+    },
+    {
+      "global_step": 420,
+      "optimizer_step": 52,
+      "lr": 4.948482772521345e-05,
+      "lm_loss": 0.0743246003985405,
+      "order_loss": 0.70703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1451253890991211
+    },
+    {
+      "global_step": 440,
+      "optimizer_step": 55,
+      "lr": 4.937319780454559e-05,
+      "lm_loss": 0.08505331724882126,
+      "order_loss": 6.34375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7178658246994019
+    },
+    {
+      "global_step": 460,
+      "optimizer_step": 57,
+      "lr": 4.929278208117378e-05,
+      "lm_loss": 0.1190592348575592,
+      "order_loss": 6.78125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7987467050552368
+    },
+    {
+      "global_step": 480,
+      "optimizer_step": 60,
+      "lr": 4.916320437477008e-05,
+      "lm_loss": 0.5852592587471008,
+      "order_loss": 8.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.452446699142456
+    },
+    {
+      "global_step": 500,
+      "optimizer_step": 62,
+      "lr": 4.907087460240999e-05,
+      "lm_loss": 0.22642885148525238,
+      "order_loss": 10.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.2889288663864136
+    },
+    {
+      "global_step": 520,
+      "optimizer_step": 65,
+      "lr": 4.892350839330522e-05,
+      "lm_loss": 0.03001689910888672,
+      "order_loss": 5.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5417356491088867
+    },
+    {
+      "global_step": 540,
+      "optimizer_step": 67,
+      "lr": 4.881937806807241e-05,
+      "lm_loss": 0.026134857907891273,
+      "order_loss": 0.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10718954354524612
+    },
+    {
+      "global_step": 560,
+      "optimizer_step": 70,
+      "lr": 4.865440450576874e-05,
+      "lm_loss": 0.11051097512245178,
+      "order_loss": 0.765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.18717113137245178
+    },
+    {
+      "global_step": 580,
+      "optimizer_step": 72,
+      "lr": 4.853860162957552e-05,
+      "lm_loss": 0.595245361328125,
+      "order_loss": 5.96875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.192901611328125
+    },
+    {
+      "global_step": 600,
+      "optimizer_step": 75,
+      "lr": 4.8356223507364996e-05,
+      "lm_loss": 0.050296276807785034,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.10766932368278503
+    },
+    {
+      "global_step": 620,
+      "optimizer_step": 77,
+      "lr": 4.822889043057446e-05,
+      "lm_loss": 0.39707067608833313,
+      "order_loss": 2.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6509768962860107
+    },
+    {
+      "global_step": 640,
+      "optimizer_step": 80,
+      "lr": 4.802933193625593e-05,
+      "lm_loss": 0.07231704145669937,
+      "order_loss": 3.890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4609889090061188
+    },
+    {
+      "global_step": 660,
+      "optimizer_step": 82,
+      "lr": 4.789062518269812e-05,
+      "lm_loss": 0.3203365206718445,
+      "order_loss": 0.6171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3821040987968445
+    },
+    {
+      "global_step": 680,
+      "optimizer_step": 85,
+      "lr": 4.767413162299501e-05,
+      "lm_loss": 0.34999164938926697,
+      "order_loss": 4.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8441323041915894
+    },
+    {
+      "global_step": 700,
+      "optimizer_step": 87,
+      "lr": 4.752422169756048e-05,
+      "lm_loss": 0.09849609434604645,
+      "order_loss": 13.75,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4734960794448853
+    },
+    {
+      "global_step": 720,
+      "optimizer_step": 90,
+      "lr": 4.729105919657818e-05,
+      "lm_loss": 0.004440327174961567,
+      "order_loss": 4.15625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4204559624195099
+    },
+    {
+      "global_step": 740,
+      "optimizer_step": 92,
+      "lr": 4.7130130375625305e-05,
+      "lm_loss": 0.236107736825943,
+      "order_loss": 0.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.290795236825943
+    },
+    {
+      "global_step": 760,
+      "optimizer_step": 95,
+      "lr": 4.6880585547718845e-05,
+      "lm_loss": 0.002569759264588356,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05481585115194321
+    },
+    {
+      "global_step": 780,
+      "optimizer_step": 97,
+      "lr": 4.670883565255264e-05,
+      "lm_loss": 0.26552414894104004,
+      "order_loss": 6.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.91396164894104
+    },
+    {
+      "global_step": 800,
+      "optimizer_step": 100,
+      "lr": 4.6443215250006806e-05,
+      "lm_loss": 0.3531152009963989,
+      "order_loss": 16.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.978115200996399
+    },
+    {
+      "global_step": 820,
+      "optimizer_step": 102,
+      "lr": 4.626085540370762e-05,
+      "lm_loss": 0.003931750543415546,
+      "order_loss": 2.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.27346301078796387
+    },
+    {
+      "global_step": 840,
+      "optimizer_step": 105,
+      "lr": 4.597948593966256e-05,
+      "lm_loss": 0.10258039087057114,
+      "order_loss": 11.0625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.2119554281234741
+    },
+    {
+      "global_step": 860,
+      "optimizer_step": 107,
+      "lr": 4.5786740307563636e-05,
+      "lm_loss": 0.02945374883711338,
+      "order_loss": 10.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.0763287544250488
+    },
+    {
+      "global_step": 880,
+      "optimizer_step": 110,
+      "lr": 4.5489967654649474e-05,
+      "lm_loss": 0.001197874080389738,
+      "order_loss": 1.421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14377599954605103
+    },
+    {
+      "global_step": 900,
+      "optimizer_step": 112,
+      "lr": 4.528707316878232e-05,
+      "lm_loss": 0.3729758858680725,
+      "order_loss": 0.71875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4447532296180725
+    },
+    {
+      "global_step": 920,
+      "optimizer_step": 115,
+      "lr": 4.497526213395623e-05,
+      "lm_loss": 0.11960574984550476,
+      "order_loss": 4.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5727307796478271
+    },
+    {
+      "global_step": 940,
+      "optimizer_step": 117,
+      "lr": 4.476246820180259e-05,
+      "lm_loss": 0.461401104927063,
+      "order_loss": 4.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.898901104927063
+    },
+    {
+      "global_step": 960,
+      "optimizer_step": 120,
+      "lr": 4.443600207791081e-05,
+      "lm_loss": 0.04639369994401932,
+      "order_loss": 0.71875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.11817104369401932
+    },
+    {
+      "global_step": 980,
+      "optimizer_step": 122,
+      "lr": 4.421357027581921e-05,
+      "lm_loss": 0.24806693196296692,
+      "order_loss": 0.5390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3020220100879669
+    },
+    {
+      "global_step": 1000,
+      "optimizer_step": 125,
+      "lr": 4.38728503704354e-05,
+      "lm_loss": 0.05255470052361488,
+      "order_loss": 12.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.255679726600647
+    },
+    {
+      "global_step": 1020,
+      "optimizer_step": 127,
+      "lr": 4.364105412207914e-05,
+      "lm_loss": 0.08000452071428299,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1312740445137024
+    },
+    {
+      "global_step": 1040,
+      "optimizer_step": 130,
+      "lr": 4.328649926419819e-05,
+      "lm_loss": 0.02024882845580578,
+      "order_loss": 7.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7819675803184509
+    },
+    {
+      "global_step": 1060,
+      "optimizer_step": 132,
+      "lr": 4.304562350447008e-05,
+      "lm_loss": 0.05108066648244858,
+      "order_loss": 3.984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4495181739330292
+    },
+    {
+      "global_step": 1080,
+      "optimizer_step": 135,
+      "lr": 4.267766952966369e-05,
+      "lm_loss": 0.10711107403039932,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16716966032981873
+    },
+    {
+      "global_step": 1100,
+      "optimizer_step": 137,
+      "lr": 4.242801035442058e-05,
+      "lm_loss": 0.05856615677475929,
+      "order_loss": 4.59375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.517550528049469
+    },
+    {
+      "global_step": 1120,
+      "optimizer_step": 140,
+      "lr": 4.204710956908763e-05,
+      "lm_loss": 0.1663026213645935,
+      "order_loss": 2.703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4358338713645935
+    },
+    {
+      "global_step": 1140,
+      "optimizer_step": 142,
+      "lr": 4.178897387117546e-05,
+      "lm_loss": 0.06824447214603424,
+      "order_loss": 3.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.42371320724487305
+    },
+    {
+      "global_step": 1160,
+      "optimizer_step": 145,
+      "lr": 4.139559449654561e-05,
+      "lm_loss": 0.2591477036476135,
+      "order_loss": 0.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3192062973976135
+    },
+    {
+      "global_step": 1180,
+      "optimizer_step": 147,
+      "lr": 4.1129299588552193e-05,
+      "lm_loss": 0.15795230865478516,
+      "order_loss": 8.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.0446710586547852
+    },
+    {
+      "global_step": 1200,
+      "optimizer_step": 150,
+      "lr": 4.072392518512623e-05,
+      "lm_loss": 0.05875808745622635,
+      "order_loss": 7.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8282893300056458
+    },
+    {
+      "global_step": 1220,
+      "optimizer_step": 152,
+      "lr": 4.0449798409325665e-05,
+      "lm_loss": 0.12759794294834137,
+      "order_loss": 2.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3795510530471802
+    },
+    {
+      "global_step": 1240,
+      "optimizer_step": 155,
+      "lr": 4.0032927282460146e-05,
+      "lm_loss": 0.06792260706424713,
+      "order_loss": 2.40625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.30815696716308594
+    },
+    {
+      "global_step": 1260,
+      "optimizer_step": 157,
+      "lr": 3.9751305608428205e-05,
+      "lm_loss": 0.09586641192436218,
+      "order_loss": 0.462890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14225313067436218
+    },
+    {
+      "global_step": 1280,
+      "optimizer_step": 160,
+      "lr": 3.932345019579495e-05,
+      "lm_loss": 0.03423156961798668,
+      "order_loss": 0.93359375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.12749329209327698
+    },
+    {
+      "global_step": 1300,
+      "optimizer_step": 162,
+      "lr": 3.90346798061902e-05,
+      "lm_loss": 0.036125220358371735,
+      "order_loss": 6.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7040939927101135
+    },
+    {
+      "global_step": 1320,
+      "optimizer_step": 165,
+      "lr": 3.859636604786372e-05,
+      "lm_loss": 0.0022318786941468716,
+      "order_loss": 4.46875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4494974911212921
+    },
+    {
+      "global_step": 1340,
+      "optimizer_step": 167,
+      "lr": 3.830080191288342e-05,
+      "lm_loss": 0.45491769909858704,
+      "order_loss": 11.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.5955426692962646
+    },
+    {
+      "global_step": 1360,
+      "optimizer_step": 170,
+      "lr": 3.785256860483054e-05,
+      "lm_loss": 0.1627923846244812,
+      "order_loss": 0.51953125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2147943377494812
+    },
+    {
+      "global_step": 1380,
+      "optimizer_step": 172,
+      "lr": 3.755057404586455e-05,
+      "lm_loss": 0.0026650007348507643,
+      "order_loss": 0.765625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.07932515442371368
+    },
+    {
+      "global_step": 1400,
+      "optimizer_step": 175,
+      "lr": 3.7092972177631e-05,
+      "lm_loss": 0.00622656149789691,
+      "order_loss": 6.46875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6546640396118164
+    },
+    {
+      "global_step": 1420,
+      "optimizer_step": 177,
+      "lr": 3.678491842064995e-05,
+      "lm_loss": 0.058323461562395096,
+      "order_loss": 13.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4255110025405884
+    },
+    {
+      "global_step": 1440,
+      "optimizer_step": 180,
+      "lr": 3.631851049805793e-05,
+      "lm_loss": 0.132449209690094,
+      "order_loss": 16.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.8199491500854492
+    },
+    {
+      "global_step": 1460,
+      "optimizer_step": 182,
+      "lr": 3.600477621728473e-05,
+      "lm_loss": 0.02836425043642521,
+      "order_loss": 6.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6650829911231995
+    },
+    {
+      "global_step": 1480,
+      "optimizer_step": 185,
+      "lr": 3.5530135570974274e-05,
+      "lm_loss": 0.0356096588075161,
+      "order_loss": 5.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5902971625328064
+    },
+    {
+      "global_step": 1500,
+      "optimizer_step": 187,
+      "lr": 3.521110642339991e-05,
+      "lm_loss": 0.014516671188175678,
+      "order_loss": 0.7421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0887354239821434
+    },
+    {
+      "global_step": 1520,
+      "optimizer_step": 190,
+      "lr": 3.4728816504063726e-05,
+      "lm_loss": 0.0936577245593071,
+      "order_loss": 2.546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3475639820098877
+    },
+    {
+      "global_step": 1540,
+      "optimizer_step": 192,
+      "lr": 3.440488465537943e-05,
+      "lm_loss": 0.09188346564769745,
+      "order_loss": 4.0625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.49813348054885864
+    },
+    {
+      "global_step": 1560,
+      "optimizer_step": 195,
+      "lr": 3.391553831655782e-05,
+      "lm_loss": 0.012880472466349602,
+      "order_loss": 22.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 2.231630563735962
+    },
+    {
+      "global_step": 1580,
+      "optimizer_step": 197,
+      "lr": 3.358710195908653e-05,
+      "lm_loss": 0.11956508457660675,
+      "order_loss": 4.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.6078463196754456
+    },
+    {
+      "global_step": 1600,
+      "optimizer_step": 200,
+      "lr": 3.309130072840379e-05,
+      "lm_loss": 0.06948979198932648,
+      "order_loss": 7.28125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7960522770881653
+    },
+    {
+      "global_step": 1620,
+      "optimizer_step": 202,
+      "lr": 3.2758763591623295e-05,
+      "lm_loss": 0.006918957456946373,
+      "order_loss": 0.462890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05330567806959152
+    },
+    {
+      "global_step": 1640,
+      "optimizer_step": 205,
+      "lr": 3.225711693136156e-05,
+      "lm_loss": 0.0614452064037323,
+      "order_loss": 4.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5301952362060547
+    },
+    {
+      "global_step": 1660,
+      "optimizer_step": 207,
+      "lr": 3.1920887785621235e-05,
+      "lm_loss": 0.2289385050535202,
+      "order_loss": 0.9921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3280596137046814
+    },
+    {
+      "global_step": 1680,
+      "optimizer_step": 210,
+      "lr": 3.141401234354067e-05,
+      "lm_loss": 0.008968640118837357,
+      "order_loss": 2.703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.27849990129470825
+    },
+    {
+      "global_step": 1700,
+      "optimizer_step": 212,
+      "lr": 3.10745044975816e-05,
+      "lm_loss": 0.014598327688872814,
+      "order_loss": 7.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7763170599937439
+    },
+    {
+      "global_step": 1720,
+      "optimizer_step": 215,
+      "lr": 3.056302334890786e-05,
+      "lm_loss": 0.36565542221069336,
+      "order_loss": 26.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 3.0062804222106934
+    },
+    {
+      "global_step": 1740,
+      "optimizer_step": 217,
+      "lr": 3.022065414180425e-05,
+      "lm_loss": 0.04839126393198967,
+      "order_loss": 5.09375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5562037825584412
+    },
+    {
+      "global_step": 1760,
+      "optimizer_step": 220,
+      "lr": 2.9705196023315006e-05,
+      "lm_loss": 0.14476247131824493,
+      "order_loss": 6.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7697624564170837
+    },
+    {
+      "global_step": 1780,
+      "optimizer_step": 222,
+      "lr": 2.9360386311461275e-05,
+      "lm_loss": 0.0020681133028119802,
+      "order_loss": 4.03125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.40441185235977173
+    },
+    {
+      "global_step": 1800,
+      "optimizer_step": 225,
+      "lr": 2.884158484861325e-05,
+      "lm_loss": 0.176100954413414,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.235182985663414
+    },
+    {
+      "global_step": 1820,
+      "optimizer_step": 227,
+      "lr": 2.849475848838749e-05,
+      "lm_loss": 0.036869000643491745,
+      "order_loss": 10.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1306190490722656
+    },
+    {
+      "global_step": 1840,
+      "optimizer_step": 230,
+      "lr": 2.7973251416434175e-05,
+      "lm_loss": 0.1341567039489746,
+      "order_loss": 7.40625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8763442039489746
+    },
+    {
+      "global_step": 1860,
+      "optimizer_step": 232,
+      "lr": 2.7624834743173867e-05,
+      "lm_loss": 0.024909978732466698,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.08008576184511185
+    },
+    {
+      "global_step": 1880,
+      "optimizer_step": 235,
+      "lr": 2.710126312323119e-05,
+      "lm_loss": 0.0021971368696540594,
+      "order_loss": 4.0625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.40844714641571045
+    },
+    {
+      "global_step": 1900,
+      "optimizer_step": 237,
+      "lr": 2.6751684427161683e-05,
+      "lm_loss": 0.042312972247600555,
+      "order_loss": 1.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16731297969818115
+    },
+    {
+      "global_step": 1920,
+      "optimizer_step": 240,
+      "lr": 2.6226691858185454e-05,
+      "lm_loss": 0.002454712986946106,
+      "order_loss": 11.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1665172576904297
+    },
+    {
+      "global_step": 1940,
+      "optimizer_step": 242,
+      "lr": 2.587638085794541e-05,
+      "lm_loss": 0.002007746836170554,
+      "order_loss": 5.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5723202228546143
+    },
+    {
+      "global_step": 1960,
+      "optimizer_step": 245,
+      "lr": 2.535061268558906e-05,
+      "lm_loss": 0.003211363684386015,
+      "order_loss": 0.421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0454476922750473
+    },
+    {
+      "global_step": 1980,
+      "optimizer_step": 247,
+      "lr": 2.5e-05,
+      "lm_loss": 0.027730535715818405,
+      "order_loss": 10.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1136680841445923
+    },
+    {
+      "global_step": 2000,
+      "optimizer_step": 250,
+      "lr": 2.447410252332528e-05,
+      "lm_loss": 0.0008647438371554017,
+      "order_loss": 4.15625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.41688036918640137
+    },
+    {
+      "global_step": 2020,
+      "optimizer_step": 252,
+      "lr": 2.4123619142054597e-05,
+      "lm_loss": 0.02241530455648899,
+      "order_loss": 4.71875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.49507156014442444
+    },
+    {
+      "global_step": 2040,
+      "optimizer_step": 255,
+      "lr": 2.3598238819070202e-05,
+      "lm_loss": 0.18031413853168488,
+      "order_loss": 3.109375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4908609986305237
+    },
+    {
+      "global_step": 2060,
+      "optimizer_step": 257,
+      "lr": 2.3248315572838316e-05,
+      "lm_loss": 0.4737049639225006,
+      "order_loss": 4.34375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9072986841201782
+    },
+    {
+      "global_step": 2080,
+      "optimizer_step": 260,
+      "lr": 2.272409822584325e-05,
+      "lm_loss": 0.006109973881393671,
+      "order_loss": 0.474609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05347325652837753
+    },
+    {
+      "global_step": 2100,
+      "optimizer_step": 262,
+      "lr": 2.237516525682614e-05,
+      "lm_loss": 0.14623510837554932,
+      "order_loss": 0.5234375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.19848120212554932
+    },
+    {
+      "global_step": 2120,
+      "optimizer_step": 265,
+      "lr": 2.185275527853437e-05,
+      "lm_loss": 0.031063487753272057,
+      "order_loss": 0.474609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0784267708659172
+    },
+    {
+      "global_step": 2140,
+      "optimizer_step": 267,
+      "lr": 2.1505241511612522e-05,
+      "lm_loss": 0.004024980124086142,
+      "order_loss": 1.6015625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.16418123245239258
+    },
+    {
+      "global_step": 2160,
+      "optimizer_step": 270,
+      "lr": 2.0985281073035076e-05,
+      "lm_loss": 0.10697503387928009,
+      "order_loss": 7.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8452562689781189
+    },
+    {
+      "global_step": 2180,
+      "optimizer_step": 272,
+      "lr": 2.0639613688538734e-05,
+      "lm_loss": 0.09801500290632248,
+      "order_loss": 10.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1136399507522583
+    },
+    {
+      "global_step": 2200,
+      "optimizer_step": 275,
+      "lr": 2.0122741949596797e-05,
+      "lm_loss": 0.06945662200450897,
+      "order_loss": 10.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.1085190773010254
+    },
+    {
+      "global_step": 2220,
+      "optimizer_step": 277,
+      "lr": 1.977934585819576e-05,
+      "lm_loss": 0.03922974690794945,
+      "order_loss": 0.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09709107875823975
+    },
+    {
+      "global_step": 2240,
+      "optimizer_step": 280,
+      "lr": 1.9266198182035058e-05,
+      "lm_loss": 0.02954937517642975,
+      "order_loss": 8.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8967368602752686
+    },
+    {
+      "global_step": 2260,
+      "optimizer_step": 282,
+      "lr": 1.8925495502418406e-05,
+      "lm_loss": 0.139698788523674,
+      "order_loss": 2.078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3477066159248352
+    },
+    {
+      "global_step": 2280,
+      "optimizer_step": 285,
+      "lr": 1.841670267439088e-05,
+      "lm_loss": 0.011173342354595661,
+      "order_loss": 8.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8627358675003052
+    },
+    {
+      "global_step": 2300,
+      "optimizer_step": 287,
+      "lr": 1.8079112214378768e-05,
+      "lm_loss": 0.17559367418289185,
+      "order_loss": 0.4140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.21709758043289185
+    },
+    {
+      "global_step": 2320,
+      "optimizer_step": 290,
+      "lr": 1.757529966665141e-05,
+      "lm_loss": 0.006243659649044275,
+      "order_loss": 0.5703125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06337256729602814
+    },
+    {
+      "global_step": 2340,
+      "optimizer_step": 292,
+      "lr": 1.72412364083767e-05,
+      "lm_loss": 0.14298295974731445,
+      "order_loss": 6.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7797017097473145
+    },
+    {
+      "global_step": 2360,
+      "optimizer_step": 295,
+      "lr": 1.6743023451120832e-05,
+      "lm_loss": 0.008350318297743797,
+      "order_loss": 7.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7700690627098083
+    },
+    {
+      "global_step": 2380,
+      "optimizer_step": 297,
+      "lr": 1.641289804091347e-05,
+      "lm_loss": 0.0018649294506758451,
+      "order_loss": 0.49609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.051425475627183914
+    },
+    {
+      "global_step": 2400,
+      "optimizer_step": 300,
+      "lr": 1.5920897101019383e-05,
+      "lm_loss": 0.015821292996406555,
+      "order_loss": 1.890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.20527441799640656
+    },
+    {
+      "global_step": 2420,
+      "optimizer_step": 302,
+      "lr": 1.5595115344620576e-05,
+      "lm_loss": 0.003741772612556815,
+      "order_loss": 7.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7146793007850647
+    },
+    {
+      "global_step": 2440,
+      "optimizer_step": 305,
+      "lr": 1.5109931212873534e-05,
+      "lm_loss": 0.06621229648590088,
+      "order_loss": 8.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8982435464859009
+    },
+    {
+      "global_step": 2460,
+      "optimizer_step": 307,
+      "lr": 1.4788893576600099e-05,
+      "lm_loss": 0.0009728831355459988,
+      "order_loss": 4.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4130822718143463
+    },
+    {
+      "global_step": 2480,
+      "optimizer_step": 310,
+      "lr": 1.4311122664242954e-05,
+      "lm_loss": 0.04549931734800339,
+      "order_loss": 10.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.139249324798584
+    },
+    {
+      "global_step": 2500,
+      "optimizer_step": 312,
+      "lr": 1.399522378271527e-05,
+      "lm_loss": 0.11413676291704178,
+      "order_loss": 6.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7508555054664612
+    },
+    {
+      "global_step": 2520,
+      "optimizer_step": 315,
+      "lr": 1.3525453388311554e-05,
+      "lm_loss": 0.10787689685821533,
+      "order_loss": 2.140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.32174408435821533
+    },
+    {
+      "global_step": 2540,
+      "optimizer_step": 317,
+      "lr": 1.3215081579350058e-05,
+      "lm_loss": 0.030888289213180542,
+      "order_loss": 10.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.077763319015503
+    },
+    {
+      "global_step": 2560,
+      "optimizer_step": 320,
+      "lr": 1.2753889166848909e-05,
+      "lm_loss": 0.03854689002037048,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09591993689537048
+    },
+    {
+      "global_step": 2580,
+      "optimizer_step": 322,
+      "lr": 1.2449425954135452e-05,
+      "lm_loss": 0.2630530595779419,
+      "order_loss": 14.25,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.684928059577942
+    },
+    {
+      "global_step": 2600,
+      "optimizer_step": 325,
+      "lr": 1.1997378443025634e-05,
+      "lm_loss": 0.10990487784147263,
+      "order_loss": 7.34375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8442798852920532
+    },
+    {
+      "global_step": 2620,
+      "optimizer_step": 327,
+      "lr": 1.1699198087116589e-05,
+      "lm_loss": 0.04186360910534859,
+      "order_loss": 9.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9715511202812195
+    },
+    {
+      "global_step": 2640,
+      "optimizer_step": 330,
+      "lr": 1.1256851155542298e-05,
+      "lm_loss": 0.11763086169958115,
+      "order_loss": 2.140625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.33149805665016174
+    },
+    {
+      "global_step": 2660,
+      "optimizer_step": 332,
+      "lr": 1.0965320193809808e-05,
+      "lm_loss": 0.14429472386837006,
+      "order_loss": 1.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.32593536376953125
+    },
+    {
+      "global_step": 2680,
+      "optimizer_step": 335,
+      "lr": 1.0533217595504858e-05,
+      "lm_loss": 0.22491441667079926,
+      "order_loss": 4.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7190550565719604
+    },
+    {
+      "global_step": 2700,
+      "optimizer_step": 337,
+      "lr": 1.0248694391571801e-05,
+      "lm_loss": 0.003117700107395649,
+      "order_loss": 0.419921875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.045109886676073074
+    },
+    {
+      "global_step": 2720,
+      "optimizer_step": 340,
+      "lr": 9.82736728745186e-06,
+      "lm_loss": 0.011510773561894894,
+      "order_loss": 0.51171875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06278030574321747
+    },
+    {
+      "global_step": 2740,
+      "optimizer_step": 342,
+      "lr": 9.550201590674343e-06,
+      "lm_loss": 0.01877027004957199,
+      "order_loss": 0.49609375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06833081692457199
+    },
+    {
+      "global_step": 2760,
+      "optimizer_step": 345,
+      "lr": 9.140167895908867e-06,
+      "lm_loss": 0.0532258115708828,
+      "order_loss": 0.50390625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1035187840461731
+    },
+    {
+      "global_step": 2780,
+      "optimizer_step": 347,
+      "lr": 8.870700411447816e-06,
+      "lm_loss": 0.0666762962937355,
+      "order_loss": 2.578125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3244887888431549
+    },
+    {
+      "global_step": 2800,
+      "optimizer_step": 350,
+      "lr": 8.472464158814255e-06,
+      "lm_loss": 0.0009983705822378397,
+      "order_loss": 0.435546875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.044455401599407196
+    },
+    {
+      "global_step": 2820,
+      "optimizer_step": 352,
+      "lr": 8.211026128824539e-06,
+      "lm_loss": 0.1332000195980072,
+      "order_loss": 0.462890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1795867383480072
+    },
+    {
+      "global_step": 2840,
+      "optimizer_step": 355,
+      "lr": 7.825076849127458e-06,
+      "lm_loss": 0.023493848741054535,
+      "order_loss": 0.458984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06939228624105453
+    },
+    {
+      "global_step": 2860,
+      "optimizer_step": 357,
+      "lr": 7.571989645579419e-06,
+      "lm_loss": 0.0681009292602539,
+      "order_loss": 4.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5485696792602539
+    },
+    {
+      "global_step": 2880,
+      "optimizer_step": 360,
+      "lr": 7.198801765896115e-06,
+      "lm_loss": 0.006353474222123623,
+      "order_loss": 0.5078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.0571347251534462
+    },
+    {
+      "global_step": 2900,
+      "optimizer_step": 362,
+      "lr": 6.9543764955299265e-06,
+      "lm_loss": 0.0028620318043977022,
+      "order_loss": 3.890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.39153391122817993
+    },
+    {
+      "global_step": 2920,
+      "optimizer_step": 365,
+      "lr": 6.594408756022272e-06,
+      "lm_loss": 0.005971711128950119,
+      "order_loss": 5.5,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5567529797554016
+    },
+    {
+      "global_step": 2940,
+      "optimizer_step": 367,
+      "lr": 6.358945877920861e-06,
+      "lm_loss": 0.05849083140492439,
+      "order_loss": 4.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5467720627784729
+    },
+    {
+      "global_step": 2960,
+      "optimizer_step": 370,
+      "lr": 6.012640767930217e-06,
+      "lm_loss": 0.18078665435314178,
+      "order_loss": 12.8125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4620366096496582
+    },
+    {
+      "global_step": 2980,
+      "optimizer_step": 372,
+      "lr": 5.7864297241808e-06,
+      "lm_loss": 0.05860599875450134,
+      "order_loss": 2.046875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.26368412375450134
+    },
+    {
+      "global_step": 3000,
+      "optimizer_step": 375,
+      "lr": 5.454212938299255e-06,
+      "lm_loss": 0.05029923841357231,
+      "order_loss": 2.890625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3393617272377014
+    },
+    {
+      "global_step": 3020,
+      "optimizer_step": 377,
+      "lr": 5.237531798197415e-06,
+      "lm_loss": 0.039003096520900726,
+      "order_loss": 2.40625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2792374789714813
+    },
+    {
+      "global_step": 3040,
+      "optimizer_step": 380,
+      "lr": 4.91981171298388e-06,
+      "lm_loss": 0.019721290096640587,
+      "order_loss": 4.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.47284629940986633
+    },
+    {
+      "global_step": 3060,
+      "optimizer_step": 382,
+      "lr": 4.712926831217685e-06,
+      "lm_loss": 0.014654128812253475,
+      "order_loss": 5.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5263728499412537
+    },
+    {
+      "global_step": 3080,
+      "optimizer_step": 385,
+      "lr": 4.410094003202134e-06,
+      "lm_loss": 0.009477559477090836,
+      "order_loss": 4.21875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.43135255575180054
+    },
+    {
+      "global_step": 3100,
+      "optimizer_step": 387,
+      "lr": 4.213259692436367e-06,
+      "lm_loss": 0.038297541439533234,
+      "order_loss": 0.58984375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.09737957268953323
+    },
+    {
+      "global_step": 3120,
+      "optimizer_step": 390,
+      "lr": 3.925686378029331e-06,
+      "lm_loss": 0.002167547820135951,
+      "order_loss": 2.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.29513630270957947
+    },
+    {
+      "global_step": 3140,
+      "optimizer_step": 392,
+      "lr": 3.739144596292382e-06,
+      "lm_loss": 0.06833820044994354,
+      "order_loss": 7.21875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7909944653511047
+    },
+    {
+      "global_step": 3160,
+      "optimizer_step": 395,
+      "lr": 3.4671842941897765e-06,
+      "lm_loss": 0.061994630843400955,
+      "order_loss": 6.71875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7338696122169495
+    },
+    {
+      "global_step": 3180,
+      "optimizer_step": 397,
+      "lr": 3.2911643474473646e-06,
+      "lm_loss": 0.07153192907571793,
+      "order_loss": 15.625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.634031891822815
+    },
+    {
+      "global_step": 3200,
+      "optimizer_step": 400,
+      "lr": 3.035151364093214e-06,
+      "lm_loss": 0.08712345361709595,
+      "order_loss": 4.5625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.544154703617096
+    },
+    {
+      "global_step": 3220,
+      "optimizer_step": 402,
+      "lr": 2.869869624374699e-06,
+      "lm_loss": 0.007641367614269257,
+      "order_loss": 0.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.05915503948926926
+    },
+    {
+      "global_step": 3240,
+      "optimizer_step": 405,
+      "lr": 2.6301186630158485e-06,
+      "lm_loss": 0.03585567697882652,
+      "order_loss": 2.875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3229650557041168
+    },
+    {
+      "global_step": 3260,
+      "optimizer_step": 407,
+      "lr": 2.475778302439524e-06,
+      "lm_loss": 0.019787823781371117,
+      "order_loss": 8.0625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8244753479957581
+    },
+    {
+      "global_step": 3280,
+      "optimizer_step": 410,
+      "lr": 2.2525840762775863e-06,
+      "lm_loss": 0.0721445083618164,
+      "order_loss": 0.55078125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.1273202896118164
+    },
+    {
+      "global_step": 3300,
+      "optimizer_step": 412,
+      "lr": 2.1093748173018848e-06,
+      "lm_loss": 0.00331833865493536,
+      "order_loss": 2.328125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.23574021458625793
+    },
+    {
+      "global_step": 3320,
+      "optimizer_step": 415,
+      "lr": 1.9030116872178316e-06,
+      "lm_loss": 0.006559357047080994,
+      "order_loss": 5.3125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5378093719482422
+    },
+    {
+      "global_step": 3340,
+      "optimizer_step": 417,
+      "lr": 1.771109569425547e-06,
+      "lm_loss": 0.04810601472854614,
+      "order_loss": 2.4375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.29224663972854614
+    },
+    {
+      "global_step": 3360,
+      "optimizer_step": 420,
+      "lr": 1.5818312067223672e-06,
+      "lm_loss": 0.003982152324169874,
+      "order_loss": 1.3671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.14070090651512146
+    },
+    {
+      "global_step": 3380,
+      "optimizer_step": 422,
+      "lr": 1.4613983704244826e-06,
+      "lm_loss": 0.17571698129177094,
+      "order_loss": 5.96875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.7733732461929321
+    },
+    {
+      "global_step": 3400,
+      "optimizer_step": 425,
+      "lr": 1.2894374450024338e-06,
+      "lm_loss": 0.019567493349313736,
+      "order_loss": 5.15625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5351924896240234
+    },
+    {
+      "global_step": 3420,
+      "optimizer_step": 427,
+      "lr": 1.180621931927592e-06,
+      "lm_loss": 0.03337744250893593,
+      "order_loss": 14.375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4708774089813232
+    },
+    {
+      "global_step": 3440,
+      "optimizer_step": 430,
+      "lr": 1.0261898262753812e-06,
+      "lm_loss": 0.0028542871586978436,
+      "order_loss": 0.57421875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.06022733449935913
+    },
+    {
+      "global_step": 3460,
+      "optimizer_step": 432,
+      "lr": 9.291253975900139e-07,
+      "lm_loss": 0.014378996565937996,
+      "order_loss": 16.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.6159415245056152
+    },
+    {
+      "global_step": 3480,
+      "optimizer_step": 435,
+      "lr": 7.924119469434665e-07,
+      "lm_loss": 0.036327168345451355,
+      "order_loss": 15.6875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.6066396236419678
+    },
+    {
+      "global_step": 3500,
+      "optimizer_step": 437,
+      "lr": 7.072179188262251e-07,
+      "lm_loss": 0.000982360914349556,
+      "order_loss": 4.34375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.4345761239528656
+    },
+    {
+      "global_step": 3520,
+      "optimizer_step": 440,
+      "lr": 5.883911778138324e-07,
+      "lm_loss": 0.0022143865935504436,
+      "order_loss": 5.9375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5959643721580505
+    },
+    {
+      "global_step": 3540,
+      "optimizer_step": 442,
+      "lr": 5.151722747865434e-07,
+      "lm_loss": 0.012908331118524075,
+      "order_loss": 4.4375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.45626771450042725
+    },
+    {
+      "global_step": 3560,
+      "optimizer_step": 445,
+      "lr": 4.1437831084878974e-07,
+      "lm_loss": 0.0010357230203226209,
+      "order_loss": 3.515625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.3525982201099396
+    },
+    {
+      "global_step": 3580,
+      "optimizer_step": 447,
+      "lr": 3.5322453704410286e-07,
+      "lm_loss": 0.5370543003082275,
+      "order_loss": 0.43359375,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5805113315582275
+    },
+    {
+      "global_step": 3600,
+      "optimizer_step": 450,
+      "lr": 2.705872508804747e-07,
+      "lm_loss": 0.10633448511362076,
+      "order_loss": 4.03125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.5086782574653625
+    },
+    {
+      "global_step": 3620,
+      "optimizer_step": 452,
+      "lr": 2.215737794045436e-07,
+      "lm_loss": 0.1830780804157257,
+      "order_loss": 0.63671875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.2465546429157257
+    },
+    {
+      "global_step": 3640,
+      "optimizer_step": 455,
+      "lr": 1.571947526689349e-07,
+      "lm_loss": 0.8363267779350281,
+      "order_loss": 0.53125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.8895494341850281
+    },
+    {
+      "global_step": 3660,
+      "optimizer_step": 457,
+      "lr": 1.2038183319507955e-07,
+      "lm_loss": 0.026316160336136818,
+      "order_loss": 2.265625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.25287866592407227
+    },
+    {
+      "global_step": 3680,
+      "optimizer_step": 460,
+      "lr": 7.434020362682704e-08,
+      "lm_loss": 0.008695156313478947,
+      "order_loss": 2.46875,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.25576546788215637
+    },
+    {
+      "global_step": 3700,
+      "optimizer_step": 462,
+      "lr": 4.977308833379324e-08,
+      "lm_loss": 0.007303787861019373,
+      "order_loss": 5.40625,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.546366274356842
+    },
+    {
+      "global_step": 3720,
+      "optimizer_step": 465,
+      "lr": 2.2125452477828047e-08,
+      "lm_loss": 0.004434170667082071,
+      "order_loss": 14.0,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 1.4028717279434204
+    },
+    {
+      "global_step": 3740,
+      "optimizer_step": 467,
+      "lr": 9.834340423678368e-09,
+      "lm_loss": 0.1859811246395111,
+      "order_loss": 8.125,
+      "ret_loss": 0.0,
+      "pretrain_loss": 0.0,
+      "total_loss": 0.9984811544418335
+    }
+  ]
+}