Add qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system

.gitattributes

@@ -172,3 +172,7 @@ qwen2.5-coder-7B-v4-if-grpo-oci-v3-balanced-derivedscratch-updated-b16g16-ng16-l
 qwen2.5-coder-7B-v4-if-grpo-oci-v3-balanced-derivedscratch-updated-b16g16-ng16-lr1e-05-v3_delta_prefill-cwup-w50-c2i0.25/checkpoint-750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 qwen2.5-coder-7B-v4-if-grpo-oci-v3-balanced-derivedscratch-updated-b16g16-ng16-lr1e-05-v3_delta_prefill-cwup-w50-c2i0.25/rewarded_completions.jsonl filter=lfs diff=lfs merge=lfs -text
 qwen2.5-coder-7B-v4-if-grpo-oci-v3-balanced-derivedscratch-updated-b16g16-ng16-lr1e-05-v3_delta_prefill-cwup-w50-c2i0.25-checkpoint-2750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/tokenizer.json filter=lfs diff=lfs merge=lfs -text

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612b030ce67864735881485d454ff41babafd018d7b4f86b95ea3b1b64db944f
+size 161533192

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f8cd88f920d16215085e0d42bcd477c88d74c2b24526ed27219340b13575cc
+size 161533192

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb0cb47abd9bedc5ac1b1a230560a406e0b3eb3d8653109d60a013bf89ad39
+size 323296891

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351812c4159024f3fde05c12e79368e9b898e08ec0d655abfcb1219fa9251fc
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb896a1096df8e9408c583245defe5c138a5a1572616310a0e0460e8def4c7cf
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33411d486ac95c675064862213b96c73d60599c7ed152c868c354eff8c6ec21d
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddcaf3db2ad21e36b43cb7bd66891d249fe07b12c84574b2df36df48f1d2e30
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c167a2d01592ceab1aae383137685e548e2c682643130fdc4d4f2ff5a122c81
+size 1465

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/trainer_state.json

@@ -0,0 +1,749 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8366450533361222,
+  "eval_steps": 1000,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0008366450533361222,
+      "grad_norm": 0.43044784665107727,
+      "learning_rate": 0.0,
+      "loss": 0.971,
+      "step": 1
+    },
+    {
+      "epoch": 0.00836645053336122,
+      "grad_norm": 0.47508111596107483,
+      "learning_rate": 1.875e-07,
+      "loss": 1.025,
+      "step": 10
+    },
+    {
+      "epoch": 0.01673290106672244,
+      "grad_norm": 0.42676985263824463,
+      "learning_rate": 3.958333333333333e-07,
+      "loss": 0.9742,
+      "step": 20
+    },
+    {
+      "epoch": 0.025099351600083666,
+      "grad_norm": 0.46747535467147827,
+      "learning_rate": 6.041666666666666e-07,
+      "loss": 1.0238,
+      "step": 30
+    },
+    {
+      "epoch": 0.03346580213344488,
+      "grad_norm": 0.45301714539527893,
+      "learning_rate": 8.125e-07,
+      "loss": 1.0189,
+      "step": 40
+    },
+    {
+      "epoch": 0.04183225266680611,
+      "grad_norm": 0.49705836176872253,
+      "learning_rate": 9.999995509192137e-07,
+      "loss": 1.0155,
+      "step": 50
+    },
+    {
+      "epoch": 0.05019870320016733,
+      "grad_norm": 0.4859037697315216,
+      "learning_rate": 9.999456622009543e-07,
+      "loss": 0.9877,
+      "step": 60
+    },
+    {
+      "epoch": 0.05856515373352855,
+      "grad_norm": 0.47822538018226624,
+      "learning_rate": 9.998019684171583e-07,
+      "loss": 0.9869,
+      "step": 70
+    },
+    {
+      "epoch": 0.06693160426688977,
+      "grad_norm": 0.46603235602378845,
+      "learning_rate": 9.995684953794905e-07,
+      "loss": 0.9779,
+      "step": 80
+    },
+    {
+      "epoch": 0.075298054800251,
+      "grad_norm": 0.49305635690689087,
+      "learning_rate": 9.99245285026631e-07,
+      "loss": 0.9917,
+      "step": 90
+    },
+    {
+      "epoch": 0.08366450533361222,
+      "grad_norm": 0.5048590302467346,
+      "learning_rate": 9.988323954167438e-07,
+      "loss": 0.9838,
+      "step": 100
+    },
+    {
+      "epoch": 0.09203095586697344,
+      "grad_norm": 0.5521052479743958,
+      "learning_rate": 9.983299007170452e-07,
+      "loss": 1.0057,
+      "step": 110
+    },
+    {
+      "epoch": 0.10039740640033466,
+      "grad_norm": 0.5106943845748901,
+      "learning_rate": 9.97737891190484e-07,
+      "loss": 0.9732,
+      "step": 120
+    },
+    {
+      "epoch": 0.10876385693369588,
+      "grad_norm": 0.5572932362556458,
+      "learning_rate": 9.970564731795256e-07,
+      "loss": 0.9497,
+      "step": 130
+    },
+    {
+      "epoch": 0.1171303074670571,
+      "grad_norm": 0.5039992928504944,
+      "learning_rate": 9.962857690870505e-07,
+      "loss": 0.9497,
+      "step": 140
+    },
+    {
+      "epoch": 0.12549675800041832,
+      "grad_norm": 0.4970445930957794,
+      "learning_rate": 9.95425917354367e-07,
+      "loss": 0.918,
+      "step": 150
+    },
+    {
+      "epoch": 0.13386320853377953,
+      "grad_norm": 0.555020809173584,
+      "learning_rate": 9.944770724363427e-07,
+      "loss": 0.9078,
+      "step": 160
+    },
+    {
+      "epoch": 0.14222965906714077,
+      "grad_norm": 0.557834267616272,
+      "learning_rate": 9.934394047736607e-07,
+      "loss": 0.9089,
+      "step": 170
+    },
+    {
+      "epoch": 0.150596109600502,
+      "grad_norm": 0.5249358415603638,
+      "learning_rate": 9.923131007622025e-07,
+      "loss": 0.8769,
+      "step": 180
+    },
+    {
+      "epoch": 0.1589625601338632,
+      "grad_norm": 0.5492634177207947,
+      "learning_rate": 9.910983627195665e-07,
+      "loss": 0.8527,
+      "step": 190
+    },
+    {
+      "epoch": 0.16732901066722444,
+      "grad_norm": 0.542378842830658,
+      "learning_rate": 9.897954088487244e-07,
+      "loss": 0.8595,
+      "step": 200
+    },
+    {
+      "epoch": 0.17569546120058566,
+      "grad_norm": 0.5153322219848633,
+      "learning_rate": 9.884044731988276e-07,
+      "loss": 0.8369,
+      "step": 210
+    },
+    {
+      "epoch": 0.18406191173394687,
+      "grad_norm": 0.5284155011177063,
+      "learning_rate": 9.869258056231638e-07,
+      "loss": 0.811,
+      "step": 220
+    },
+    {
+      "epoch": 0.19242836226730808,
+      "grad_norm": 0.5867093205451965,
+      "learning_rate": 9.85359671734275e-07,
+      "loss": 0.794,
+      "step": 230
+    },
+    {
+      "epoch": 0.20079481280066933,
+      "grad_norm": 0.5008439421653748,
+      "learning_rate": 9.837063528562478e-07,
+      "loss": 0.7535,
+      "step": 240
+    },
+    {
+      "epoch": 0.20916126333403054,
+      "grad_norm": 0.5109360814094543,
+      "learning_rate": 9.819661459741772e-07,
+      "loss": 0.7542,
+      "step": 250
+    },
+    {
+      "epoch": 0.21752771386739175,
+      "grad_norm": 0.5287544131278992,
+      "learning_rate": 9.80139363680821e-07,
+      "loss": 0.7186,
+      "step": 260
+    },
+    {
+      "epoch": 0.22589416440075297,
+      "grad_norm": 0.5497297048568726,
+      "learning_rate": 9.782263341204475e-07,
+      "loss": 0.7025,
+      "step": 270
+    },
+    {
+      "epoch": 0.2342606149341142,
+      "grad_norm": 0.49839189648628235,
+      "learning_rate": 9.762274009298916e-07,
+      "loss": 0.6918,
+      "step": 280
+    },
+    {
+      "epoch": 0.24262706546747542,
+      "grad_norm": 0.5106262564659119,
+      "learning_rate": 9.741429231768277e-07,
+      "loss": 0.6795,
+      "step": 290
+    },
+    {
+      "epoch": 0.25099351600083664,
+      "grad_norm": 0.4450535476207733,
+      "learning_rate": 9.7197327529527e-07,
+      "loss": 0.6618,
+      "step": 300
+    },
+    {
+      "epoch": 0.25935996653419785,
+      "grad_norm": 0.44939276576042175,
+      "learning_rate": 9.697188470183136e-07,
+      "loss": 0.6448,
+      "step": 310
+    },
+    {
+      "epoch": 0.26772641706755906,
+      "grad_norm": 0.4323934018611908,
+      "learning_rate": 9.673800433081258e-07,
+      "loss": 0.6341,
+      "step": 320
+    },
+    {
+      "epoch": 0.27609286760092033,
+      "grad_norm": 0.40285560488700867,
+      "learning_rate": 9.649572842832048e-07,
+      "loss": 0.6171,
+      "step": 330
+    },
+    {
+      "epoch": 0.28445931813428155,
+      "grad_norm": 0.35840362310409546,
+      "learning_rate": 9.624510051429115e-07,
+      "loss": 0.6044,
+      "step": 340
+    },
+    {
+      "epoch": 0.29282576866764276,
+      "grad_norm": 0.34704065322875977,
+      "learning_rate": 9.598616560892975e-07,
+      "loss": 0.6028,
+      "step": 350
+    },
+    {
+      "epoch": 0.301192219201004,
+      "grad_norm": 0.3540046513080597,
+      "learning_rate": 9.571897022462327e-07,
+      "loss": 0.5803,
+      "step": 360
+    },
+    {
+      "epoch": 0.3095586697343652,
+      "grad_norm": 0.35438406467437744,
+      "learning_rate": 9.544356235758578e-07,
+      "loss": 0.5843,
+      "step": 370
+    },
+    {
+      "epoch": 0.3179251202677264,
+      "grad_norm": 0.3275851905345917,
+      "learning_rate": 9.515999147923665e-07,
+      "loss": 0.5793,
+      "step": 380
+    },
+    {
+      "epoch": 0.3262915708010876,
+      "grad_norm": 0.30544060468673706,
+      "learning_rate": 9.486830852731427e-07,
+      "loss": 0.5894,
+      "step": 390
+    },
+    {
+      "epoch": 0.3346580213344489,
+      "grad_norm": 0.30233773589134216,
+      "learning_rate": 9.456856589672584e-07,
+      "loss": 0.5592,
+      "step": 400
+    },
+    {
+      "epoch": 0.3430244718678101,
+      "grad_norm": 0.3126496970653534,
+      "learning_rate": 9.426081743013597e-07,
+      "loss": 0.561,
+      "step": 410
+    },
+    {
+      "epoch": 0.3513909224011713,
+      "grad_norm": 0.29356780648231506,
+      "learning_rate": 9.394511840829473e-07,
+      "loss": 0.5506,
+      "step": 420
+    },
+    {
+      "epoch": 0.3597573729345325,
+      "grad_norm": 0.2923426330089569,
+      "learning_rate": 9.362152554010769e-07,
+      "loss": 0.5475,
+      "step": 430
+    },
+    {
+      "epoch": 0.36812382346789374,
+      "grad_norm": 0.3088696002960205,
+      "learning_rate": 9.329009695244927e-07,
+      "loss": 0.5252,
+      "step": 440
+    },
+    {
+      "epoch": 0.37649027400125495,
+      "grad_norm": 0.2797798216342926,
+      "learning_rate": 9.29508921797215e-07,
+      "loss": 0.5401,
+      "step": 450
+    },
+    {
+      "epoch": 0.38485672453461617,
+      "grad_norm": 0.2643727958202362,
+      "learning_rate": 9.260397215315982e-07,
+      "loss": 0.5256,
+      "step": 460
+    },
+    {
+      "epoch": 0.39322317506797744,
+      "grad_norm": 0.2582707703113556,
+      "learning_rate": 9.224939918988799e-07,
+      "loss": 0.5276,
+      "step": 470
+    },
+    {
+      "epoch": 0.40158962560133865,
+      "grad_norm": 0.23798155784606934,
+      "learning_rate": 9.188723698172419e-07,
+      "loss": 0.5129,
+      "step": 480
+    },
+    {
+      "epoch": 0.40995607613469986,
+      "grad_norm": 0.2367415726184845,
+      "learning_rate": 9.151755058373999e-07,
+      "loss": 0.5229,
+      "step": 490
+    },
+    {
+      "epoch": 0.4183225266680611,
+      "grad_norm": 0.21267226338386536,
+      "learning_rate": 9.114040640257457e-07,
+      "loss": 0.5239,
+      "step": 500
+    },
+    {
+      "epoch": 0.4266889772014223,
+      "grad_norm": 0.2113737016916275,
+      "learning_rate": 9.07558721845061e-07,
+      "loss": 0.5004,
+      "step": 510
+    },
+    {
+      "epoch": 0.4350554277347835,
+      "grad_norm": 0.19743551313877106,
+      "learning_rate": 9.036401700328253e-07,
+      "loss": 0.51,
+      "step": 520
+    },
+    {
+      "epoch": 0.4434218782681447,
+      "grad_norm": 0.17708665132522583,
+      "learning_rate": 8.996491124771386e-07,
+      "loss": 0.4916,
+      "step": 530
+    },
+    {
+      "epoch": 0.45178832880150593,
+      "grad_norm": 0.19286687672138214,
+      "learning_rate": 8.955862660902827e-07,
+      "loss": 0.4972,
+      "step": 540
+    },
+    {
+      "epoch": 0.4601547793348672,
+      "grad_norm": 0.18794295191764832,
+      "learning_rate": 8.914523606799416e-07,
+      "loss": 0.4958,
+      "step": 550
+    },
+    {
+      "epoch": 0.4685212298682284,
+      "grad_norm": 0.17703424394130707,
+      "learning_rate": 8.872481388181076e-07,
+      "loss": 0.5041,
+      "step": 560
+    },
+    {
+      "epoch": 0.47688768040158963,
+      "grad_norm": 0.1806008517742157,
+      "learning_rate": 8.829743557076924e-07,
+      "loss": 0.4786,
+      "step": 570
+    },
+    {
+      "epoch": 0.48525413093495084,
+      "grad_norm": 0.17116817831993103,
+      "learning_rate": 8.786317790468707e-07,
+      "loss": 0.4771,
+      "step": 580
+    },
+    {
+      "epoch": 0.49362058146831206,
+      "grad_norm": 0.16165761649608612,
+      "learning_rate": 8.742211888911788e-07,
+      "loss": 0.4831,
+      "step": 590
+    },
+    {
+      "epoch": 0.5019870320016733,
+      "grad_norm": 0.16249604523181915,
+      "learning_rate": 8.697433775133934e-07,
+      "loss": 0.4703,
+      "step": 600
+    },
+    {
+      "epoch": 0.5103534825350345,
+      "grad_norm": 0.16176247596740723,
+      "learning_rate": 8.651991492612158e-07,
+      "loss": 0.4898,
+      "step": 610
+    },
+    {
+      "epoch": 0.5187199330683957,
+      "grad_norm": 0.17271846532821655,
+      "learning_rate": 8.605893204127876e-07,
+      "loss": 0.4783,
+      "step": 620
+    },
+    {
+      "epoch": 0.527086383601757,
+      "grad_norm": 0.1579618752002716,
+      "learning_rate": 8.559147190300629e-07,
+      "loss": 0.4685,
+      "step": 630
+    },
+    {
+      "epoch": 0.5354528341351181,
+      "grad_norm": 0.14920172095298767,
+      "learning_rate": 8.511761848100628e-07,
+      "loss": 0.468,
+      "step": 640
+    },
+    {
+      "epoch": 0.5438192846684794,
+      "grad_norm": 0.15946857631206512,
+      "learning_rate": 8.463745689340426e-07,
+      "loss": 0.4669,
+      "step": 650
+    },
+    {
+      "epoch": 0.5521857352018407,
+      "grad_norm": 0.14744576811790466,
+      "learning_rate": 8.415107339145932e-07,
+      "loss": 0.4709,
+      "step": 660
+    },
+    {
+      "epoch": 0.5605521857352018,
+      "grad_norm": 0.13913576304912567,
+      "learning_rate": 8.365855534407088e-07,
+      "loss": 0.4711,
+      "step": 670
+    },
+    {
+      "epoch": 0.5689186362685631,
+      "grad_norm": 0.14849849045276642,
+      "learning_rate": 8.315999122208458e-07,
+      "loss": 0.4739,
+      "step": 680
+    },
+    {
+      "epoch": 0.5772850868019243,
+      "grad_norm": 0.1468994915485382,
+      "learning_rate": 8.265547058240038e-07,
+      "loss": 0.47,
+      "step": 690
+    },
+    {
+      "epoch": 0.5856515373352855,
+      "grad_norm": 0.1443009227514267,
+      "learning_rate": 8.214508405188542e-07,
+      "loss": 0.4706,
+      "step": 700
+    },
+    {
+      "epoch": 0.5940179878686467,
+      "grad_norm": 0.13816598057746887,
+      "learning_rate": 8.162892331109481e-07,
+      "loss": 0.4625,
+      "step": 710
+    },
+    {
+      "epoch": 0.602384438402008,
+      "grad_norm": 0.13011474907398224,
+      "learning_rate": 8.110708107780299e-07,
+      "loss": 0.4527,
+      "step": 720
+    },
+    {
+      "epoch": 0.6107508889353692,
+      "grad_norm": 0.13332195580005646,
+      "learning_rate": 8.057965109034896e-07,
+      "loss": 0.4527,
+      "step": 730
+    },
+    {
+      "epoch": 0.6191173394687304,
+      "grad_norm": 0.12983644008636475,
+      "learning_rate": 8.004672809079807e-07,
+      "loss": 0.4486,
+      "step": 740
+    },
+    {
+      "epoch": 0.6274837900020916,
+      "grad_norm": 0.13085156679153442,
+      "learning_rate": 7.950840780792347e-07,
+      "loss": 0.4516,
+      "step": 750
+    },
+    {
+      "epoch": 0.6358502405354528,
+      "grad_norm": 0.12932556867599487,
+      "learning_rate": 7.896478694001047e-07,
+      "loss": 0.4515,
+      "step": 760
+    },
+    {
+      "epoch": 0.6442166910688141,
+      "grad_norm": 0.13092581927776337,
+      "learning_rate": 7.841596313748666e-07,
+      "loss": 0.4475,
+      "step": 770
+    },
+    {
+      "epoch": 0.6525831416021752,
+      "grad_norm": 0.1348915696144104,
+      "learning_rate": 7.786203498538093e-07,
+      "loss": 0.4471,
+      "step": 780
+    },
+    {
+      "epoch": 0.6609495921355365,
+      "grad_norm": 0.12818686664104462,
+      "learning_rate": 7.730310198561469e-07,
+      "loss": 0.4443,
+      "step": 790
+    },
+    {
+      "epoch": 0.6693160426688978,
+      "grad_norm": 0.12480778992176056,
+      "learning_rate": 7.673926453912845e-07,
+      "loss": 0.4536,
+      "step": 800
+    },
+    {
+      "epoch": 0.6776824932022589,
+      "grad_norm": 0.12339136004447937,
+      "learning_rate": 7.617062392784671e-07,
+      "loss": 0.4452,
+      "step": 810
+    },
+    {
+      "epoch": 0.6860489437356202,
+      "grad_norm": 0.1215905249118805,
+      "learning_rate": 7.559728229648488e-07,
+      "loss": 0.4456,
+      "step": 820
+    },
+    {
+      "epoch": 0.6944153942689814,
+      "grad_norm": 0.12470731884241104,
+      "learning_rate": 7.501934263420088e-07,
+      "loss": 0.4511,
+      "step": 830
+    },
+    {
+      "epoch": 0.7027818448023426,
+      "grad_norm": 0.12183189392089844,
+      "learning_rate": 7.443690875609541e-07,
+      "loss": 0.4497,
+      "step": 840
+    },
+    {
+      "epoch": 0.7111482953357038,
+      "grad_norm": 0.1178760975599289,
+      "learning_rate": 7.385008528456356e-07,
+      "loss": 0.438,
+      "step": 850
+    },
+    {
+      "epoch": 0.719514745869065,
+      "grad_norm": 0.11445871740579605,
+      "learning_rate": 7.325897763050154e-07,
+      "loss": 0.4468,
+      "step": 860
+    },
+    {
+      "epoch": 0.7278811964024263,
+      "grad_norm": 0.11578909307718277,
+      "learning_rate": 7.266369197437181e-07,
+      "loss": 0.4388,
+      "step": 870
+    },
+    {
+      "epoch": 0.7362476469357875,
+      "grad_norm": 0.11665735393762589,
+      "learning_rate": 7.206433524712988e-07,
+      "loss": 0.4401,
+      "step": 880
+    },
+    {
+      "epoch": 0.7446140974691488,
+      "grad_norm": 0.11469507217407227,
+      "learning_rate": 7.146101511101635e-07,
+      "loss": 0.449,
+      "step": 890
+    },
+    {
+      "epoch": 0.7529805480025099,
+      "grad_norm": 0.11232412606477737,
+      "learning_rate": 7.085383994021756e-07,
+      "loss": 0.4355,
+      "step": 900
+    },
+    {
+      "epoch": 0.7613469985358712,
+      "grad_norm": 0.10072898119688034,
+      "learning_rate": 7.024291880139842e-07,
+      "loss": 0.4418,
+      "step": 910
+    },
+    {
+      "epoch": 0.7697134490692323,
+      "grad_norm": 0.11294315755367279,
+      "learning_rate": 6.962836143411077e-07,
+      "loss": 0.4369,
+      "step": 920
+    },
+    {
+      "epoch": 0.7780798996025936,
+      "grad_norm": 0.10808352380990982,
+      "learning_rate": 6.901027823108087e-07,
+      "loss": 0.4479,
+      "step": 930
+    },
+    {
+      "epoch": 0.7864463501359549,
+      "grad_norm": 0.10845589637756348,
+      "learning_rate": 6.838878021837968e-07,
+      "loss": 0.431,
+      "step": 940
+    },
+    {
+      "epoch": 0.794812800669316,
+      "grad_norm": 0.1148146539926529,
+      "learning_rate": 6.776397903547918e-07,
+      "loss": 0.4241,
+      "step": 950
+    },
+    {
+      "epoch": 0.8031792512026773,
+      "grad_norm": 0.10050572454929352,
+      "learning_rate": 6.713598691519873e-07,
+      "loss": 0.4326,
+      "step": 960
+    },
+    {
+      "epoch": 0.8115457017360385,
+      "grad_norm": 0.10299045592546463,
+      "learning_rate": 6.650491666354458e-07,
+      "loss": 0.4332,
+      "step": 970
+    },
+    {
+      "epoch": 0.8199121522693997,
+      "grad_norm": 0.1057298332452774,
+      "learning_rate": 6.587088163944676e-07,
+      "loss": 0.4271,
+      "step": 980
+    },
+    {
+      "epoch": 0.8282786028027609,
+      "grad_norm": 0.1022634506225586,
+      "learning_rate": 6.523399573439621e-07,
+      "loss": 0.4296,
+      "step": 990
+    },
+    {
+      "epoch": 0.8366450533361222,
+      "grad_norm": 0.10467051714658737,
+      "learning_rate": 6.459437335198675e-07,
+      "loss": 0.4348,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8366450533361222,
+      "eval_loss": 0.3649196922779083,
+      "eval_runtime": 2.5049,
+      "eval_samples_per_second": 79.045,
+      "eval_steps_per_second": 2.795,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2392,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.037929133414495e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec14acee5ae660b18bff7cbae869950b6c5260e6a5f1f23db0eac1c537c6c4f
+size 6417

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa9e87fd78e2f4c9fb3e836de7160dc681d9738f8de777a29d855ed7aba88a3
+size 161533192

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21e8717e2c618402d5d7873ee26842b4c2feb0eaaa9870aaca81f87f28c21b6
+size 323296891

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492c39c82776763a089e674886f0ed863a7166b2f75a0d47ee7bf98370f1118
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8875bd971154fca07bc7028fcee980311970172a7305d713a5b80e0cff6d6923
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dd6aaa943a8a63c90400cdbdbfd4d450cf8a2585a0255c38aa7bb755c46445
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d5d3f9a3c68075d4b5d37072c54ab34d1c65d77c91b5b5182cfc6ef849ea81
+size 15429

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7176dfe2567a3dd43eae0fe45647d4fa466e69fa8d9566ae8b63fde93d0477
+size 1465

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/trainer_state.json

@@ -0,0 +1,1457 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.672662622882242,
+  "eval_steps": 1000,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0008366450533361222,
+      "grad_norm": 0.43044784665107727,
+      "learning_rate": 0.0,
+      "loss": 0.971,
+      "step": 1
+    },
+    {
+      "epoch": 0.00836645053336122,
+      "grad_norm": 0.47508111596107483,
+      "learning_rate": 1.875e-07,
+      "loss": 1.025,
+      "step": 10
+    },
+    {
+      "epoch": 0.01673290106672244,
+      "grad_norm": 0.42676985263824463,
+      "learning_rate": 3.958333333333333e-07,
+      "loss": 0.9742,
+      "step": 20
+    },
+    {
+      "epoch": 0.025099351600083666,
+      "grad_norm": 0.46747535467147827,
+      "learning_rate": 6.041666666666666e-07,
+      "loss": 1.0238,
+      "step": 30
+    },
+    {
+      "epoch": 0.03346580213344488,
+      "grad_norm": 0.45301714539527893,
+      "learning_rate": 8.125e-07,
+      "loss": 1.0189,
+      "step": 40
+    },
+    {
+      "epoch": 0.04183225266680611,
+      "grad_norm": 0.49705836176872253,
+      "learning_rate": 9.999995509192137e-07,
+      "loss": 1.0155,
+      "step": 50
+    },
+    {
+      "epoch": 0.05019870320016733,
+      "grad_norm": 0.4859037697315216,
+      "learning_rate": 9.999456622009543e-07,
+      "loss": 0.9877,
+      "step": 60
+    },
+    {
+      "epoch": 0.05856515373352855,
+      "grad_norm": 0.47822538018226624,
+      "learning_rate": 9.998019684171583e-07,
+      "loss": 0.9869,
+      "step": 70
+    },
+    {
+      "epoch": 0.06693160426688977,
+      "grad_norm": 0.46603235602378845,
+      "learning_rate": 9.995684953794905e-07,
+      "loss": 0.9779,
+      "step": 80
+    },
+    {
+      "epoch": 0.075298054800251,
+      "grad_norm": 0.49305635690689087,
+      "learning_rate": 9.99245285026631e-07,
+      "loss": 0.9917,
+      "step": 90
+    },
+    {
+      "epoch": 0.08366450533361222,
+      "grad_norm": 0.5048590302467346,
+      "learning_rate": 9.988323954167438e-07,
+      "loss": 0.9838,
+      "step": 100
+    },
+    {
+      "epoch": 0.09203095586697344,
+      "grad_norm": 0.5521052479743958,
+      "learning_rate": 9.983299007170452e-07,
+      "loss": 1.0057,
+      "step": 110
+    },
+    {
+      "epoch": 0.10039740640033466,
+      "grad_norm": 0.5106943845748901,
+      "learning_rate": 9.97737891190484e-07,
+      "loss": 0.9732,
+      "step": 120
+    },
+    {
+      "epoch": 0.10876385693369588,
+      "grad_norm": 0.5572932362556458,
+      "learning_rate": 9.970564731795256e-07,
+      "loss": 0.9497,
+      "step": 130
+    },
+    {
+      "epoch": 0.1171303074670571,
+      "grad_norm": 0.5039992928504944,
+      "learning_rate": 9.962857690870505e-07,
+      "loss": 0.9497,
+      "step": 140
+    },
+    {
+      "epoch": 0.12549675800041832,
+      "grad_norm": 0.4970445930957794,
+      "learning_rate": 9.95425917354367e-07,
+      "loss": 0.918,
+      "step": 150
+    },
+    {
+      "epoch": 0.13386320853377953,
+      "grad_norm": 0.555020809173584,
+      "learning_rate": 9.944770724363427e-07,
+      "loss": 0.9078,
+      "step": 160
+    },
+    {
+      "epoch": 0.14222965906714077,
+      "grad_norm": 0.557834267616272,
+      "learning_rate": 9.934394047736607e-07,
+      "loss": 0.9089,
+      "step": 170
+    },
+    {
+      "epoch": 0.150596109600502,
+      "grad_norm": 0.5249358415603638,
+      "learning_rate": 9.923131007622025e-07,
+      "loss": 0.8769,
+      "step": 180
+    },
+    {
+      "epoch": 0.1589625601338632,
+      "grad_norm": 0.5492634177207947,
+      "learning_rate": 9.910983627195665e-07,
+      "loss": 0.8527,
+      "step": 190
+    },
+    {
+      "epoch": 0.16732901066722444,
+      "grad_norm": 0.542378842830658,
+      "learning_rate": 9.897954088487244e-07,
+      "loss": 0.8595,
+      "step": 200
+    },
+    {
+      "epoch": 0.17569546120058566,
+      "grad_norm": 0.5153322219848633,
+      "learning_rate": 9.884044731988276e-07,
+      "loss": 0.8369,
+      "step": 210
+    },
+    {
+      "epoch": 0.18406191173394687,
+      "grad_norm": 0.5284155011177063,
+      "learning_rate": 9.869258056231638e-07,
+      "loss": 0.811,
+      "step": 220
+    },
+    {
+      "epoch": 0.19242836226730808,
+      "grad_norm": 0.5867093205451965,
+      "learning_rate": 9.85359671734275e-07,
+      "loss": 0.794,
+      "step": 230
+    },
+    {
+      "epoch": 0.20079481280066933,
+      "grad_norm": 0.5008439421653748,
+      "learning_rate": 9.837063528562478e-07,
+      "loss": 0.7535,
+      "step": 240
+    },
+    {
+      "epoch": 0.20916126333403054,
+      "grad_norm": 0.5109360814094543,
+      "learning_rate": 9.819661459741772e-07,
+      "loss": 0.7542,
+      "step": 250
+    },
+    {
+      "epoch": 0.21752771386739175,
+      "grad_norm": 0.5287544131278992,
+      "learning_rate": 9.80139363680821e-07,
+      "loss": 0.7186,
+      "step": 260
+    },
+    {
+      "epoch": 0.22589416440075297,
+      "grad_norm": 0.5497297048568726,
+      "learning_rate": 9.782263341204475e-07,
+      "loss": 0.7025,
+      "step": 270
+    },
+    {
+      "epoch": 0.2342606149341142,
+      "grad_norm": 0.49839189648628235,
+      "learning_rate": 9.762274009298916e-07,
+      "loss": 0.6918,
+      "step": 280
+    },
+    {
+      "epoch": 0.24262706546747542,
+      "grad_norm": 0.5106262564659119,
+      "learning_rate": 9.741429231768277e-07,
+      "loss": 0.6795,
+      "step": 290
+    },
+    {
+      "epoch": 0.25099351600083664,
+      "grad_norm": 0.4450535476207733,
+      "learning_rate": 9.7197327529527e-07,
+      "loss": 0.6618,
+      "step": 300
+    },
+    {
+      "epoch": 0.25935996653419785,
+      "grad_norm": 0.44939276576042175,
+      "learning_rate": 9.697188470183136e-07,
+      "loss": 0.6448,
+      "step": 310
+    },
+    {
+      "epoch": 0.26772641706755906,
+      "grad_norm": 0.4323934018611908,
+      "learning_rate": 9.673800433081258e-07,
+      "loss": 0.6341,
+      "step": 320
+    },
+    {
+      "epoch": 0.27609286760092033,
+      "grad_norm": 0.40285560488700867,
+      "learning_rate": 9.649572842832048e-07,
+      "loss": 0.6171,
+      "step": 330
+    },
+    {
+      "epoch": 0.28445931813428155,
+      "grad_norm": 0.35840362310409546,
+      "learning_rate": 9.624510051429115e-07,
+      "loss": 0.6044,
+      "step": 340
+    },
+    {
+      "epoch": 0.29282576866764276,
+      "grad_norm": 0.34704065322875977,
+      "learning_rate": 9.598616560892975e-07,
+      "loss": 0.6028,
+      "step": 350
+    },
+    {
+      "epoch": 0.301192219201004,
+      "grad_norm": 0.3540046513080597,
+      "learning_rate": 9.571897022462327e-07,
+      "loss": 0.5803,
+      "step": 360
+    },
+    {
+      "epoch": 0.3095586697343652,
+      "grad_norm": 0.35438406467437744,
+      "learning_rate": 9.544356235758578e-07,
+      "loss": 0.5843,
+      "step": 370
+    },
+    {
+      "epoch": 0.3179251202677264,
+      "grad_norm": 0.3275851905345917,
+      "learning_rate": 9.515999147923665e-07,
+      "loss": 0.5793,
+      "step": 380
+    },
+    {
+      "epoch": 0.3262915708010876,
+      "grad_norm": 0.30544060468673706,
+      "learning_rate": 9.486830852731427e-07,
+      "loss": 0.5894,
+      "step": 390
+    },
+    {
+      "epoch": 0.3346580213344489,
+      "grad_norm": 0.30233773589134216,
+      "learning_rate": 9.456856589672584e-07,
+      "loss": 0.5592,
+      "step": 400
+    },
+    {
+      "epoch": 0.3430244718678101,
+      "grad_norm": 0.3126496970653534,
+      "learning_rate": 9.426081743013597e-07,
+      "loss": 0.561,
+      "step": 410
+    },
+    {
+      "epoch": 0.3513909224011713,
+      "grad_norm": 0.29356780648231506,
+      "learning_rate": 9.394511840829473e-07,
+      "loss": 0.5506,
+      "step": 420
+    },
+    {
+      "epoch": 0.3597573729345325,
+      "grad_norm": 0.2923426330089569,
+      "learning_rate": 9.362152554010769e-07,
+      "loss": 0.5475,
+      "step": 430
+    },
+    {
+      "epoch": 0.36812382346789374,
+      "grad_norm": 0.3088696002960205,
+      "learning_rate": 9.329009695244927e-07,
+      "loss": 0.5252,
+      "step": 440
+    },
+    {
+      "epoch": 0.37649027400125495,
+      "grad_norm": 0.2797798216342926,
+      "learning_rate": 9.29508921797215e-07,
+      "loss": 0.5401,
+      "step": 450
+    },
+    {
+      "epoch": 0.38485672453461617,
+      "grad_norm": 0.2643727958202362,
+      "learning_rate": 9.260397215315982e-07,
+      "loss": 0.5256,
+      "step": 460
+    },
+    {
+      "epoch": 0.39322317506797744,
+      "grad_norm": 0.2582707703113556,
+      "learning_rate": 9.224939918988799e-07,
+      "loss": 0.5276,
+      "step": 470
+    },
+    {
+      "epoch": 0.40158962560133865,
+      "grad_norm": 0.23798155784606934,
+      "learning_rate": 9.188723698172419e-07,
+      "loss": 0.5129,
+      "step": 480
+    },
+    {
+      "epoch": 0.40995607613469986,
+      "grad_norm": 0.2367415726184845,
+      "learning_rate": 9.151755058373999e-07,
+      "loss": 0.5229,
+      "step": 490
+    },
+    {
+      "epoch": 0.4183225266680611,
+      "grad_norm": 0.21267226338386536,
+      "learning_rate": 9.114040640257457e-07,
+      "loss": 0.5239,
+      "step": 500
+    },
+    {
+      "epoch": 0.4266889772014223,
+      "grad_norm": 0.2113737016916275,
+      "learning_rate": 9.07558721845061e-07,
+      "loss": 0.5004,
+      "step": 510
+    },
+    {
+      "epoch": 0.4350554277347835,
+      "grad_norm": 0.19743551313877106,
+      "learning_rate": 9.036401700328253e-07,
+      "loss": 0.51,
+      "step": 520
+    },
+    {
+      "epoch": 0.4434218782681447,
+      "grad_norm": 0.17708665132522583,
+      "learning_rate": 8.996491124771386e-07,
+      "loss": 0.4916,
+      "step": 530
+    },
+    {
+      "epoch": 0.45178832880150593,
+      "grad_norm": 0.19286687672138214,
+      "learning_rate": 8.955862660902827e-07,
+      "loss": 0.4972,
+      "step": 540
+    },
+    {
+      "epoch": 0.4601547793348672,
+      "grad_norm": 0.18794295191764832,
+      "learning_rate": 8.914523606799416e-07,
+      "loss": 0.4958,
+      "step": 550
+    },
+    {
+      "epoch": 0.4685212298682284,
+      "grad_norm": 0.17703424394130707,
+      "learning_rate": 8.872481388181076e-07,
+      "loss": 0.5041,
+      "step": 560
+    },
+    {
+      "epoch": 0.47688768040158963,
+      "grad_norm": 0.1806008517742157,
+      "learning_rate": 8.829743557076924e-07,
+      "loss": 0.4786,
+      "step": 570
+    },
+    {
+      "epoch": 0.48525413093495084,
+      "grad_norm": 0.17116817831993103,
+      "learning_rate": 8.786317790468707e-07,
+      "loss": 0.4771,
+      "step": 580
+    },
+    {
+      "epoch": 0.49362058146831206,
+      "grad_norm": 0.16165761649608612,
+      "learning_rate": 8.742211888911788e-07,
+      "loss": 0.4831,
+      "step": 590
+    },
+    {
+      "epoch": 0.5019870320016733,
+      "grad_norm": 0.16249604523181915,
+      "learning_rate": 8.697433775133934e-07,
+      "loss": 0.4703,
+      "step": 600
+    },
+    {
+      "epoch": 0.5103534825350345,
+      "grad_norm": 0.16176247596740723,
+      "learning_rate": 8.651991492612158e-07,
+      "loss": 0.4898,
+      "step": 610
+    },
+    {
+      "epoch": 0.5187199330683957,
+      "grad_norm": 0.17271846532821655,
+      "learning_rate": 8.605893204127876e-07,
+      "loss": 0.4783,
+      "step": 620
+    },
+    {
+      "epoch": 0.527086383601757,
+      "grad_norm": 0.1579618752002716,
+      "learning_rate": 8.559147190300629e-07,
+      "loss": 0.4685,
+      "step": 630
+    },
+    {
+      "epoch": 0.5354528341351181,
+      "grad_norm": 0.14920172095298767,
+      "learning_rate": 8.511761848100628e-07,
+      "loss": 0.468,
+      "step": 640
+    },
+    {
+      "epoch": 0.5438192846684794,
+      "grad_norm": 0.15946857631206512,
+      "learning_rate": 8.463745689340426e-07,
+      "loss": 0.4669,
+      "step": 650
+    },
+    {
+      "epoch": 0.5521857352018407,
+      "grad_norm": 0.14744576811790466,
+      "learning_rate": 8.415107339145932e-07,
+      "loss": 0.4709,
+      "step": 660
+    },
+    {
+      "epoch": 0.5605521857352018,
+      "grad_norm": 0.13913576304912567,
+      "learning_rate": 8.365855534407088e-07,
+      "loss": 0.4711,
+      "step": 670
+    },
+    {
+      "epoch": 0.5689186362685631,
+      "grad_norm": 0.14849849045276642,
+      "learning_rate": 8.315999122208458e-07,
+      "loss": 0.4739,
+      "step": 680
+    },
+    {
+      "epoch": 0.5772850868019243,
+      "grad_norm": 0.1468994915485382,
+      "learning_rate": 8.265547058240038e-07,
+      "loss": 0.47,
+      "step": 690
+    },
+    {
+      "epoch": 0.5856515373352855,
+      "grad_norm": 0.1443009227514267,
+      "learning_rate": 8.214508405188542e-07,
+      "loss": 0.4706,
+      "step": 700
+    },
+    {
+      "epoch": 0.5940179878686467,
+      "grad_norm": 0.13816598057746887,
+      "learning_rate": 8.162892331109481e-07,
+      "loss": 0.4625,
+      "step": 710
+    },
+    {
+      "epoch": 0.602384438402008,
+      "grad_norm": 0.13011474907398224,
+      "learning_rate": 8.110708107780299e-07,
+      "loss": 0.4527,
+      "step": 720
+    },
+    {
+      "epoch": 0.6107508889353692,
+      "grad_norm": 0.13332195580005646,
+      "learning_rate": 8.057965109034896e-07,
+      "loss": 0.4527,
+      "step": 730
+    },
+    {
+      "epoch": 0.6191173394687304,
+      "grad_norm": 0.12983644008636475,
+      "learning_rate": 8.004672809079807e-07,
+      "loss": 0.4486,
+      "step": 740
+    },
+    {
+      "epoch": 0.6274837900020916,
+      "grad_norm": 0.13085156679153442,
+      "learning_rate": 7.950840780792347e-07,
+      "loss": 0.4516,
+      "step": 750
+    },
+    {
+      "epoch": 0.6358502405354528,
+      "grad_norm": 0.12932556867599487,
+      "learning_rate": 7.896478694001047e-07,
+      "loss": 0.4515,
+      "step": 760
+    },
+    {
+      "epoch": 0.6442166910688141,
+      "grad_norm": 0.13092581927776337,
+      "learning_rate": 7.841596313748666e-07,
+      "loss": 0.4475,
+      "step": 770
+    },
+    {
+      "epoch": 0.6525831416021752,
+      "grad_norm": 0.1348915696144104,
+      "learning_rate": 7.786203498538093e-07,
+      "loss": 0.4471,
+      "step": 780
+    },
+    {
+      "epoch": 0.6609495921355365,
+      "grad_norm": 0.12818686664104462,
+      "learning_rate": 7.730310198561469e-07,
+      "loss": 0.4443,
+      "step": 790
+    },
+    {
+      "epoch": 0.6693160426688978,
+      "grad_norm": 0.12480778992176056,
+      "learning_rate": 7.673926453912845e-07,
+      "loss": 0.4536,
+      "step": 800
+    },
+    {
+      "epoch": 0.6776824932022589,
+      "grad_norm": 0.12339136004447937,
+      "learning_rate": 7.617062392784671e-07,
+      "loss": 0.4452,
+      "step": 810
+    },
+    {
+      "epoch": 0.6860489437356202,
+      "grad_norm": 0.1215905249118805,
+      "learning_rate": 7.559728229648488e-07,
+      "loss": 0.4456,
+      "step": 820
+    },
+    {
+      "epoch": 0.6944153942689814,
+      "grad_norm": 0.12470731884241104,
+      "learning_rate": 7.501934263420088e-07,
+      "loss": 0.4511,
+      "step": 830
+    },
+    {
+      "epoch": 0.7027818448023426,
+      "grad_norm": 0.12183189392089844,
+      "learning_rate": 7.443690875609541e-07,
+      "loss": 0.4497,
+      "step": 840
+    },
+    {
+      "epoch": 0.7111482953357038,
+      "grad_norm": 0.1178760975599289,
+      "learning_rate": 7.385008528456356e-07,
+      "loss": 0.438,
+      "step": 850
+    },
+    {
+      "epoch": 0.719514745869065,
+      "grad_norm": 0.11445871740579605,
+      "learning_rate": 7.325897763050154e-07,
+      "loss": 0.4468,
+      "step": 860
+    },
+    {
+      "epoch": 0.7278811964024263,
+      "grad_norm": 0.11578909307718277,
+      "learning_rate": 7.266369197437181e-07,
+      "loss": 0.4388,
+      "step": 870
+    },
+    {
+      "epoch": 0.7362476469357875,
+      "grad_norm": 0.11665735393762589,
+      "learning_rate": 7.206433524712988e-07,
+      "loss": 0.4401,
+      "step": 880
+    },
+    {
+      "epoch": 0.7446140974691488,
+      "grad_norm": 0.11469507217407227,
+      "learning_rate": 7.146101511101635e-07,
+      "loss": 0.449,
+      "step": 890
+    },
+    {
+      "epoch": 0.7529805480025099,
+      "grad_norm": 0.11232412606477737,
+      "learning_rate": 7.085383994021756e-07,
+      "loss": 0.4355,
+      "step": 900
+    },
+    {
+      "epoch": 0.7613469985358712,
+      "grad_norm": 0.10072898119688034,
+      "learning_rate": 7.024291880139842e-07,
+      "loss": 0.4418,
+      "step": 910
+    },
+    {
+      "epoch": 0.7697134490692323,
+      "grad_norm": 0.11294315755367279,
+      "learning_rate": 6.962836143411077e-07,
+      "loss": 0.4369,
+      "step": 920
+    },
+    {
+      "epoch": 0.7780798996025936,
+      "grad_norm": 0.10808352380990982,
+      "learning_rate": 6.901027823108087e-07,
+      "loss": 0.4479,
+      "step": 930
+    },
+    {
+      "epoch": 0.7864463501359549,
+      "grad_norm": 0.10845589637756348,
+      "learning_rate": 6.838878021837968e-07,
+      "loss": 0.431,
+      "step": 940
+    },
+    {
+      "epoch": 0.794812800669316,
+      "grad_norm": 0.1148146539926529,
+      "learning_rate": 6.776397903547918e-07,
+      "loss": 0.4241,
+      "step": 950
+    },
+    {
+      "epoch": 0.8031792512026773,
+      "grad_norm": 0.10050572454929352,
+      "learning_rate": 6.713598691519873e-07,
+      "loss": 0.4326,
+      "step": 960
+    },
+    {
+      "epoch": 0.8115457017360385,
+      "grad_norm": 0.10299045592546463,
+      "learning_rate": 6.650491666354458e-07,
+      "loss": 0.4332,
+      "step": 970
+    },
+    {
+      "epoch": 0.8199121522693997,
+      "grad_norm": 0.1057298332452774,
+      "learning_rate": 6.587088163944676e-07,
+      "loss": 0.4271,
+      "step": 980
+    },
+    {
+      "epoch": 0.8282786028027609,
+      "grad_norm": 0.1022634506225586,
+      "learning_rate": 6.523399573439621e-07,
+      "loss": 0.4296,
+      "step": 990
+    },
+    {
+      "epoch": 0.8366450533361222,
+      "grad_norm": 0.10467051714658737,
+      "learning_rate": 6.459437335198675e-07,
+      "loss": 0.4348,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8366450533361222,
+      "eval_loss": 0.3649196922779083,
+      "eval_runtime": 2.5049,
+      "eval_samples_per_second": 79.045,
+      "eval_steps_per_second": 2.795,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8450115038694834,
+      "grad_norm": 0.10084307193756104,
+      "learning_rate": 6.395212938736459e-07,
+      "loss": 0.4326,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8533779544028446,
+      "grad_norm": 0.09792770445346832,
+      "learning_rate": 6.330737920658989e-07,
+      "loss": 0.4227,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8617444049362059,
+      "grad_norm": 0.10365421324968338,
+      "learning_rate": 6.266023862591349e-07,
+      "loss": 0.4272,
+      "step": 1030
+    },
+    {
+      "epoch": 0.870110855469567,
+      "grad_norm": 0.10585031658411026,
+      "learning_rate": 6.201082389097301e-07,
+      "loss": 0.4277,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8784773060029283,
+      "grad_norm": 0.10123966634273529,
+      "learning_rate": 6.135925165591159e-07,
+      "loss": 0.423,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8868437565362894,
+      "grad_norm": 0.10199949890375137,
+      "learning_rate": 6.070563896242328e-07,
+      "loss": 0.4323,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8952102070696507,
+      "grad_norm": 0.09743819385766983,
+      "learning_rate": 6.00501032187291e-07,
+      "loss": 0.4271,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9035766576030119,
+      "grad_norm": 0.10138524323701859,
+      "learning_rate": 5.939276217848683e-07,
+      "loss": 0.4263,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9119431081363731,
+      "grad_norm": 0.10496041923761368,
+      "learning_rate": 5.873373391963905e-07,
+      "loss": 0.4162,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9203095586697344,
+      "grad_norm": 0.09408185631036758,
+      "learning_rate": 5.807313682320283e-07,
+      "loss": 0.4272,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9286760092030956,
+      "grad_norm": 0.10358374565839767,
+      "learning_rate": 5.741108955200502e-07,
+      "loss": 0.4253,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9370424597364568,
+      "grad_norm": 0.09181825816631317,
+      "learning_rate": 5.674771102936684e-07,
+      "loss": 0.4337,
+      "step": 1120
+    },
+    {
+      "epoch": 0.945408910269818,
+      "grad_norm": 0.09469820559024811,
+      "learning_rate": 5.608312041774174e-07,
+      "loss": 0.4279,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9537753608031793,
+      "grad_norm": 0.09452180564403534,
+      "learning_rate": 5.541743709731028e-07,
+      "loss": 0.4205,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9621418113365404,
+      "grad_norm": 0.10470899194478989,
+      "learning_rate": 5.475078064453596e-07,
+      "loss": 0.4277,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9705082618699017,
+      "grad_norm": 0.09374157339334488,
+      "learning_rate": 5.408327081068568e-07,
+      "loss": 0.4185,
+      "step": 1160
+    },
+    {
+      "epoch": 0.978874712403263,
+      "grad_norm": 0.10022414475679398,
+      "learning_rate": 5.34150275003189e-07,
+      "loss": 0.4168,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9872411629366241,
+      "grad_norm": 0.08453768491744995,
+      "learning_rate": 5.274617074974917e-07,
+      "loss": 0.4167,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9956076134699854,
+      "grad_norm": 0.09851043671369553,
+      "learning_rate": 5.207682070548215e-07,
+      "loss": 0.4221,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0033465802133446,
+      "grad_norm": 0.10138513892889023,
+      "learning_rate": 5.140709760263363e-07,
+      "loss": 0.415,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0117130307467057,
+      "grad_norm": 0.09353633224964142,
+      "learning_rate": 5.073712174333181e-07,
+      "loss": 0.4192,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0200794812800669,
+      "grad_norm": 0.0947510227560997,
+      "learning_rate": 5.006701347510745e-07,
+      "loss": 0.4264,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0284459318134282,
+      "grad_norm": 0.09594232589006424,
+      "learning_rate": 4.939689316927584e-07,
+      "loss": 0.4111,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0368123823467894,
+      "grad_norm": 0.09330349415540695,
+      "learning_rate": 4.872688119931462e-07,
+      "loss": 0.4211,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0451788328801506,
+      "grad_norm": 0.09639482200145721,
+      "learning_rate": 4.805709791924105e-07,
+      "loss": 0.4153,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0535452834135117,
+      "grad_norm": 0.0985507071018219,
+      "learning_rate": 4.7387663641992974e-07,
+      "loss": 0.4133,
+      "step": 1260
+    },
+    {
+      "epoch": 1.061911733946873,
+      "grad_norm": 0.08969943225383759,
+      "learning_rate": 4.6718698617816916e-07,
+      "loss": 0.4199,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0702781844802343,
+      "grad_norm": 0.09307977557182312,
+      "learning_rate": 4.6050323012667673e-07,
+      "loss": 0.4188,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0786446350135954,
+      "grad_norm": 0.09855697304010391,
+      "learning_rate": 4.5382656886622896e-07,
+      "loss": 0.4199,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0870110855469568,
+      "grad_norm": 0.09455449134111404,
+      "learning_rate": 4.471582017231672e-07,
+      "loss": 0.4101,
+      "step": 1300
+    },
+    {
+      "epoch": 1.095377536080318,
+      "grad_norm": 0.09281763434410095,
+      "learning_rate": 4.4049932653396396e-07,
+      "loss": 0.4156,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1037439866136791,
+      "grad_norm": 0.09138793498277664,
+      "learning_rate": 4.338511394300548e-07,
+      "loss": 0.416,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1121104371470403,
+      "grad_norm": 0.09749738872051239,
+      "learning_rate": 4.272148346229788e-07,
+      "loss": 0.4255,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1204768876804017,
+      "grad_norm": 0.08886326104402542,
+      "learning_rate": 4.205916041898619e-07,
+      "loss": 0.3988,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1288433382137628,
+      "grad_norm": 0.09860669076442719,
+      "learning_rate": 4.139826378592844e-07,
+      "loss": 0.4116,
+      "step": 1350
+    },
+    {
+      "epoch": 1.137209788747124,
+      "grad_norm": 0.09252766519784927,
+      "learning_rate": 4.0738912279757145e-07,
+      "loss": 0.4147,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1455762392804854,
+      "grad_norm": 0.08980321139097214,
+      "learning_rate": 4.008122433955419e-07,
+      "loss": 0.4114,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1539426898138465,
+      "grad_norm": 0.09422625601291656,
+      "learning_rate": 3.9425318105575687e-07,
+      "loss": 0.4198,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1623091403472077,
+      "grad_norm": 0.08835183084011078,
+      "learning_rate": 3.877131139803045e-07,
+      "loss": 0.4204,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1706755908805688,
+      "grad_norm": 0.09362850338220596,
+      "learning_rate": 3.811932169591608e-07,
+      "loss": 0.4111,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1790420414139302,
+      "grad_norm": 0.09230010956525803,
+      "learning_rate": 3.7469466115916125e-07,
+      "loss": 0.4192,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1874084919472914,
+      "grad_norm": 0.08950341492891312,
+      "learning_rate": 3.682186139136257e-07,
+      "loss": 0.4103,
+      "step": 1420
+    },
+    {
+      "epoch": 1.1957749424806525,
+      "grad_norm": 0.10122744739055634,
+      "learning_rate": 3.617662385126701e-07,
+      "loss": 0.4131,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2041413930140137,
+      "grad_norm": 0.09493398666381836,
+      "learning_rate": 3.5533869399424476e-07,
+      "loss": 0.42,
+      "step": 1440
+    },
+    {
+      "epoch": 1.212507843547375,
+      "grad_norm": 0.0915885791182518,
+      "learning_rate": 3.4893713493593793e-07,
+      "loss": 0.4044,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2208742940807362,
+      "grad_norm": 0.10119744390249252,
+      "learning_rate": 3.4256271124757784e-07,
+      "loss": 0.409,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2292407446140974,
+      "grad_norm": 0.09402301162481308,
+      "learning_rate": 3.362165679646766e-07,
+      "loss": 0.4188,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2376071951474588,
+      "grad_norm": 0.08955765515565872,
+      "learning_rate": 3.29899845042746e-07,
+      "loss": 0.4203,
+      "step": 1480
+    },
+    {
+      "epoch": 1.24597364568082,
+      "grad_norm": 0.08440003544092178,
+      "learning_rate": 3.236136771525292e-07,
+      "loss": 0.4002,
+      "step": 1490
+    },
+    {
+      "epoch": 1.254340096214181,
+      "grad_norm": 0.09873976558446884,
+      "learning_rate": 3.1735919347617933e-07,
+      "loss": 0.4146,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2627065467475425,
+      "grad_norm": 0.08994744718074799,
+      "learning_rate": 3.111375175044254e-07,
+      "loss": 0.4128,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2710729972809036,
+      "grad_norm": 0.09055975079536438,
+      "learning_rate": 3.049497668347598e-07,
+      "loss": 0.4111,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2794394478142648,
+      "grad_norm": 0.09734614938497543,
+      "learning_rate": 2.9879705297068457e-07,
+      "loss": 0.4018,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2878058983476262,
+      "grad_norm": 0.08868604898452759,
+      "learning_rate": 2.9268048112205273e-07,
+      "loss": 0.4022,
+      "step": 1540
+    },
+    {
+      "epoch": 1.2961723488809873,
+      "grad_norm": 0.09322873502969742,
+      "learning_rate": 2.866011500065394e-07,
+      "loss": 0.4066,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3045387994143485,
+      "grad_norm": 0.09405604004859924,
+      "learning_rate": 2.805601516522802e-07,
+      "loss": 0.4026,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3129052499477096,
+      "grad_norm": 0.09636805951595306,
+      "learning_rate": 2.7455857120170946e-07,
+      "loss": 0.4175,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3212717004810708,
+      "grad_norm": 0.09669621288776398,
+      "learning_rate": 2.685974867166376e-07,
+      "loss": 0.4059,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3296381510144322,
+      "grad_norm": 0.08673422038555145,
+      "learning_rate": 2.6267796898459905e-07,
+      "loss": 0.4099,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3380046015477933,
+      "grad_norm": 0.08576668798923492,
+      "learning_rate": 2.568010813265066e-07,
+      "loss": 0.4029,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3463710520811545,
+      "grad_norm": 0.09726343303918839,
+      "learning_rate": 2.509678794056473e-07,
+      "loss": 0.4078,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3547375026145159,
+      "grad_norm": 0.09295405447483063,
+      "learning_rate": 2.4517941103805535e-07,
+      "loss": 0.4068,
+      "step": 1620
+    },
+    {
+      "epoch": 1.363103953147877,
+      "grad_norm": 0.09591178596019745,
+      "learning_rate": 2.3943671600429105e-07,
+      "loss": 0.4163,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3714704036812382,
+      "grad_norm": 0.08477117121219635,
+      "learning_rate": 2.3374082586266785e-07,
+      "loss": 0.416,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3798368542145996,
+      "grad_norm": 0.1042475700378418,
+      "learning_rate": 2.2809276376395187e-07,
+      "loss": 0.4112,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3882033047479607,
+      "grad_norm": 0.09027962386608124,
+      "learning_rate": 2.2249354426757495e-07,
+      "loss": 0.3947,
+      "step": 1660
+    },
+    {
+      "epoch": 1.3965697552813219,
+      "grad_norm": 0.08813817799091339,
+      "learning_rate": 2.169441731593893e-07,
+      "loss": 0.3996,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4049362058146833,
+      "grad_norm": 0.09734838455915451,
+      "learning_rate": 2.1144564727099788e-07,
+      "loss": 0.4048,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4133026563480444,
+      "grad_norm": 0.09102274477481842,
+      "learning_rate": 2.0599895430069525e-07,
+      "loss": 0.3962,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4216691068814056,
+      "grad_norm": 0.08596834540367126,
+      "learning_rate": 2.0060507263604671e-07,
+      "loss": 0.4021,
+      "step": 1700
+    },
+    {
+      "epoch": 1.4300355574147667,
+      "grad_norm": 0.093462735414505,
+      "learning_rate": 1.9526497117814045e-07,
+      "loss": 0.4011,
+      "step": 1710
+    },
+    {
+      "epoch": 1.438402007948128,
+      "grad_norm": 0.08627881109714508,
+      "learning_rate": 1.8997960916754563e-07,
+      "loss": 0.4048,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4467684584814893,
+      "grad_norm": 0.08983384817838669,
+      "learning_rate": 1.8474993601200316e-07,
+      "loss": 0.409,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4551349090148504,
+      "grad_norm": 0.09563502669334412,
+      "learning_rate": 1.7957689111588448e-07,
+      "loss": 0.4116,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4635013595482116,
+      "grad_norm": 0.08999122679233551,
+      "learning_rate": 1.7446140371144597e-07,
+      "loss": 0.4063,
+      "step": 1750
+    },
+    {
+      "epoch": 1.471867810081573,
+      "grad_norm": 0.08469448238611221,
+      "learning_rate": 1.6940439269191238e-07,
+      "loss": 0.4054,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4802342606149341,
+      "grad_norm": 0.08758175373077393,
+      "learning_rate": 1.644067664464152e-07,
+      "loss": 0.4081,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4886007111482953,
+      "grad_norm": 0.09469179809093475,
+      "learning_rate": 1.594694226968203e-07,
+      "loss": 0.4079,
+      "step": 1780
+    },
+    {
+      "epoch": 1.4969671616816567,
+      "grad_norm": 0.08764393627643585,
+      "learning_rate": 1.5459324833646898e-07,
+      "loss": 0.3982,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5053336122150178,
+      "grad_norm": 0.08189354091882706,
+      "learning_rate": 1.4977911927086688e-07,
+      "loss": 0.3991,
+      "step": 1800
+    },
+    {
+      "epoch": 1.513700062748379,
+      "grad_norm": 0.08130005747079849,
+      "learning_rate": 1.450279002603451e-07,
+      "loss": 0.3984,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5220665132817404,
+      "grad_norm": 0.09187156707048416,
+      "learning_rate": 1.4034044476472278e-07,
+      "loss": 0.3983,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5304329638151013,
+      "grad_norm": 0.09889491647481918,
+      "learning_rate": 1.3571759479000156e-07,
+      "loss": 0.4132,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5387994143484627,
+      "grad_norm": 0.08915228396654129,
+      "learning_rate": 1.3116018073711571e-07,
+      "loss": 0.3998,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5471658648818238,
+      "grad_norm": 0.0829881951212883,
+      "learning_rate": 1.2666902125276734e-07,
+      "loss": 0.4054,
+      "step": 1850
+    },
+    {
+      "epoch": 1.555532315415185,
+      "grad_norm": 0.08255288749933243,
+      "learning_rate": 1.2224492308237383e-07,
+      "loss": 0.4018,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5638987659485464,
+      "grad_norm": 0.09240256994962692,
+      "learning_rate": 1.1788868092515175e-07,
+      "loss": 0.4025,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5722652164819075,
+      "grad_norm": 0.07964866608381271,
+      "learning_rate": 1.1360107729136586e-07,
+      "loss": 0.4014,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5806316670152687,
+      "grad_norm": 0.08687260001897812,
+      "learning_rate": 1.0938288236176646e-07,
+      "loss": 0.4148,
+      "step": 1890
+    },
+    {
+      "epoch": 1.58899811754863,
+      "grad_norm": 0.1075129359960556,
+      "learning_rate": 1.0523485384924291e-07,
+      "loss": 0.416,
+      "step": 1900
+    },
+    {
+      "epoch": 1.5973645680819912,
+      "grad_norm": 0.08477263152599335,
+      "learning_rate": 1.0115773686271484e-07,
+      "loss": 0.3995,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6057310186153524,
+      "grad_norm": 0.09497664868831635,
+      "learning_rate": 9.715226377328988e-08,
+      "loss": 0.4084,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6140974691487138,
+      "grad_norm": 0.08730168640613556,
+      "learning_rate": 9.321915408270653e-08,
+      "loss": 0.4071,
+      "step": 1930
+    },
+    {
+      "epoch": 1.622463919682075,
+      "grad_norm": 0.08849070221185684,
+      "learning_rate": 8.935911429409166e-08,
+      "loss": 0.4079,
+      "step": 1940
+    },
+    {
+      "epoch": 1.630830370215436,
+      "grad_norm": 0.0913858711719513,
+      "learning_rate": 8.557283778505098e-08,
+      "loss": 0.4163,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6391968207487975,
+      "grad_norm": 0.08180033415555954,
+      "learning_rate": 8.186100468311763e-08,
+      "loss": 0.4013,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6475632712821584,
+      "grad_norm": 0.09243475645780563,
+      "learning_rate": 7.822428174358165e-08,
+      "loss": 0.4119,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6559297218155198,
+      "grad_norm": 0.09416525810956955,
+      "learning_rate": 7.466332222972083e-08,
+      "loss": 0.4002,
+      "step": 1980
+    },
+    {
+      "epoch": 1.664296172348881,
+      "grad_norm": 0.0888829380273819,
+      "learning_rate": 7.117876579545478e-08,
+      "loss": 0.391,
+      "step": 1990
+    },
+    {
+      "epoch": 1.672662622882242,
+      "grad_norm": 0.0871991366147995,
+      "learning_rate": 6.777123837044468e-08,
+      "loss": 0.4049,
+      "step": 2000
+    },
+    {
+      "epoch": 1.672662622882242,
+      "eval_loss": 0.3422872722148895,
+      "eval_runtime": 2.5054,
+      "eval_samples_per_second": 79.028,
+      "eval_steps_per_second": 2.794,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2392,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.074237676024968e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec14acee5ae660b18bff7cbae869950b6c5260e6a5f1f23db0eac1c537c6c4f
+size 6417

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "gate_proj",
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612b030ce67864735881485d454ff41babafd018d7b4f86b95ea3b1b64db944f
+size 161533192

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da046db41d63f15bb2fd908804aa2bad020ff00c2b0c0e7dcafc6402de31fd
+size 323296891

qwen2.5-coder-7B-v4-if-llmmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts_iim_system/checkpoint-2392/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58848f8759bd5b65fb2745d6958d9301569ca2d56ccbcdbc4ca3091a8550f4
+size 15429