Add files using upload-large-folder tool

Math_QA/group_02/checkpoints/checkpoint-900/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_02/checkpoints/checkpoint-900/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_02/checkpoints/checkpoint-900/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Math_QA/group_04/adapter/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/不冻结Qwen训练/models/Qwen2.5-1.5B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

Math_QA/group_04/adapter/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_04/adapter/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Math_QA/group_04/checkpoints/checkpoint-1800/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_04/metadata.json

@@ -0,0 +1,2718 @@
+{
+  "dataset_name": "Math_QA",
+  "group_index": 4,
+  "prompt_group_file": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/train_lora/prompt_groups/Math_QA/group_04.json",
+  "output_dir": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/train_lora/outputs/Math_QA/group_04",
+  "checkpoint_root": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/train_lora/outputs/Math_QA/group_04/checkpoints",
+  "generated_at": "2025-11-06T12:10:23Z",
+  "train_loss": 0.048222508012420603,
+  "metrics": {
+    "train_runtime": 30786.0077,
+    "train_samples_per_second": 1.871,
+    "train_steps_per_second": 0.058,
+    "total_flos": 1.5308141101056e+18,
+    "train_loss": 0.048222508012420603,
+    "epoch": 450.0
+  },
+  "trainer_state": [
+    {
+      "loss": 1.817,
+      "grad_norm": 9.876465797424316,
+      "learning_rate": 0.0,
+      "epoch": 0.32,
+      "step": 1
+    },
+    {
+      "loss": 1.8297,
+      "grad_norm": 6.782191276550293,
+      "learning_rate": 7.4074074074074075e-06,
+      "epoch": 1.32,
+      "step": 5
+    },
+    {
+      "loss": 1.6267,
+      "grad_norm": 3.6639442443847656,
+      "learning_rate": 1.6666666666666667e-05,
+      "epoch": 2.64,
+      "step": 10
+    },
+    {
+      "loss": 1.2045,
+      "grad_norm": 1.835070252418518,
+      "learning_rate": 2.5925925925925925e-05,
+      "epoch": 3.96,
+      "step": 15
+    },
+    {
+      "loss": 0.884,
+      "grad_norm": 1.7511965036392212,
+      "learning_rate": 3.518518518518519e-05,
+      "epoch": 5.0,
+      "step": 20
+    },
+    {
+      "loss": 0.7756,
+      "grad_norm": 0.6640689373016357,
+      "learning_rate": 4.4444444444444447e-05,
+      "epoch": 6.32,
+      "step": 25
+    },
+    {
+      "loss": 0.5902,
+      "grad_norm": 0.5488789677619934,
+      "learning_rate": 5.370370370370371e-05,
+      "epoch": 7.64,
+      "step": 30
+    },
+    {
+      "loss": 0.5046,
+      "grad_norm": 0.5999232530593872,
+      "learning_rate": 6.296296296296296e-05,
+      "epoch": 8.96,
+      "step": 35
+    },
+    {
+      "loss": 0.4913,
+      "grad_norm": 1.6340268850326538,
+      "learning_rate": 7.222222222222222e-05,
+      "epoch": 10.0,
+      "step": 40
+    },
+    {
+      "loss": 0.3173,
+      "grad_norm": 0.6092105507850647,
+      "learning_rate": 8.148148148148148e-05,
+      "epoch": 11.32,
+      "step": 45
+    },
+    {
+      "loss": 0.2813,
+      "grad_norm": 0.6626666784286499,
+      "learning_rate": 9.074074074074075e-05,
+      "epoch": 12.64,
+      "step": 50
+    },
+    {
+      "loss": 0.1824,
+      "grad_norm": 1.8377807140350342,
+      "learning_rate": 0.0001,
+      "epoch": 13.96,
+      "step": 55
+    },
+    {
+      "loss": 0.1265,
+      "grad_norm": 2.6310477256774902,
+      "learning_rate": 9.971363115693013e-05,
+      "epoch": 15.0,
+      "step": 60
+    },
+    {
+      "loss": 0.0774,
+      "grad_norm": 0.47735530138015747,
+      "learning_rate": 9.942726231386026e-05,
+      "epoch": 16.32,
+      "step": 65
+    },
+    {
+      "loss": 0.0569,
+      "grad_norm": 0.7062974572181702,
+      "learning_rate": 9.914089347079038e-05,
+      "epoch": 17.64,
+      "step": 70
+    },
+    {
+      "loss": 0.0443,
+      "grad_norm": 0.7988294959068298,
+      "learning_rate": 9.885452462772051e-05,
+      "epoch": 18.96,
+      "step": 75
+    },
+    {
+      "loss": 0.0376,
+      "grad_norm": 0.3300595283508301,
+      "learning_rate": 9.856815578465064e-05,
+      "epoch": 20.0,
+      "step": 80
+    },
+    {
+      "loss": 0.0384,
+      "grad_norm": 0.813484787940979,
+      "learning_rate": 9.828178694158075e-05,
+      "epoch": 21.32,
+      "step": 85
+    },
+    {
+      "loss": 0.0345,
+      "grad_norm": 0.45715075731277466,
+      "learning_rate": 9.799541809851088e-05,
+      "epoch": 22.64,
+      "step": 90
+    },
+    {
+      "loss": 0.0336,
+      "grad_norm": 0.5511786341667175,
+      "learning_rate": 9.7709049255441e-05,
+      "epoch": 23.96,
+      "step": 95
+    },
+    {
+      "loss": 0.0339,
+      "grad_norm": 2.7796316146850586,
+      "learning_rate": 9.742268041237114e-05,
+      "epoch": 25.0,
+      "step": 100
+    },
+    {
+      "loss": 0.032,
+      "grad_norm": 0.32509177923202515,
+      "learning_rate": 9.713631156930127e-05,
+      "epoch": 26.32,
+      "step": 105
+    },
+    {
+      "loss": 0.0309,
+      "grad_norm": 0.12293938547372818,
+      "learning_rate": 9.68499427262314e-05,
+      "epoch": 27.64,
+      "step": 110
+    },
+    {
+      "loss": 0.0297,
+      "grad_norm": 0.22514192759990692,
+      "learning_rate": 9.656357388316152e-05,
+      "epoch": 28.96,
+      "step": 115
+    },
+    {
+      "loss": 0.0403,
+      "grad_norm": 0.3082211911678314,
+      "learning_rate": 9.627720504009165e-05,
+      "epoch": 30.0,
+      "step": 120
+    },
+    {
+      "loss": 0.0288,
+      "grad_norm": 0.24975432455539703,
+      "learning_rate": 9.599083619702178e-05,
+      "epoch": 31.32,
+      "step": 125
+    },
+    {
+      "loss": 0.0275,
+      "grad_norm": 0.19332225620746613,
+      "learning_rate": 9.57044673539519e-05,
+      "epoch": 32.64,
+      "step": 130
+    },
+    {
+      "loss": 0.0282,
+      "grad_norm": 0.12327109277248383,
+      "learning_rate": 9.541809851088203e-05,
+      "epoch": 33.96,
+      "step": 135
+    },
+    {
+      "loss": 0.0273,
+      "grad_norm": 0.30649861693382263,
+      "learning_rate": 9.513172966781214e-05,
+      "epoch": 35.0,
+      "step": 140
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.07333213090896606,
+      "learning_rate": 9.484536082474227e-05,
+      "epoch": 36.32,
+      "step": 145
+    },
+    {
+      "loss": 0.0266,
+      "grad_norm": 0.08288498967885971,
+      "learning_rate": 9.45589919816724e-05,
+      "epoch": 37.64,
+      "step": 150
+    },
+    {
+      "loss": 0.0258,
+      "grad_norm": 0.06930610537528992,
+      "learning_rate": 9.427262313860252e-05,
+      "epoch": 38.96,
+      "step": 155
+    },
+    {
+      "loss": 0.0265,
+      "grad_norm": 0.13737589120864868,
+      "learning_rate": 9.398625429553265e-05,
+      "epoch": 40.0,
+      "step": 160
+    },
+    {
+      "loss": 0.0262,
+      "grad_norm": 0.05565132573246956,
+      "learning_rate": 9.369988545246277e-05,
+      "epoch": 41.32,
+      "step": 165
+    },
+    {
+      "loss": 0.0261,
+      "grad_norm": 0.06468060612678528,
+      "learning_rate": 9.34135166093929e-05,
+      "epoch": 42.64,
+      "step": 170
+    },
+    {
+      "loss": 0.0257,
+      "grad_norm": 0.05647645145654678,
+      "learning_rate": 9.312714776632303e-05,
+      "epoch": 43.96,
+      "step": 175
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.20290443301200867,
+      "learning_rate": 9.284077892325315e-05,
+      "epoch": 45.0,
+      "step": 180
+    },
+    {
+      "loss": 0.0252,
+      "grad_norm": 0.06582357734441757,
+      "learning_rate": 9.255441008018328e-05,
+      "epoch": 46.32,
+      "step": 185
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.06223161518573761,
+      "learning_rate": 9.22680412371134e-05,
+      "epoch": 47.64,
+      "step": 190
+    },
+    {
+      "loss": 0.0263,
+      "grad_norm": 0.05383247137069702,
+      "learning_rate": 9.198167239404353e-05,
+      "epoch": 48.96,
+      "step": 195
+    },
+    {
+      "loss": 0.0262,
+      "grad_norm": 0.18116509914398193,
+      "learning_rate": 9.169530355097366e-05,
+      "epoch": 50.0,
+      "step": 200
+    },
+    {
+      "loss": 0.025,
+      "grad_norm": 0.053651113063097,
+      "learning_rate": 9.140893470790379e-05,
+      "epoch": 51.32,
+      "step": 205
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.06251268833875656,
+      "learning_rate": 9.112256586483391e-05,
+      "epoch": 52.64,
+      "step": 210
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.053039148449897766,
+      "learning_rate": 9.083619702176404e-05,
+      "epoch": 53.96,
+      "step": 215
+    },
+    {
+      "loss": 0.0273,
+      "grad_norm": 0.1733039766550064,
+      "learning_rate": 9.054982817869416e-05,
+      "epoch": 55.0,
+      "step": 220
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.05046149715781212,
+      "learning_rate": 9.026345933562429e-05,
+      "epoch": 56.32,
+      "step": 225
+    },
+    {
+      "loss": 0.025,
+      "grad_norm": 0.05560007691383362,
+      "learning_rate": 8.997709049255442e-05,
+      "epoch": 57.64,
+      "step": 230
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.05033084750175476,
+      "learning_rate": 8.969072164948454e-05,
+      "epoch": 58.96,
+      "step": 235
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.1914450228214264,
+      "learning_rate": 8.940435280641467e-05,
+      "epoch": 60.0,
+      "step": 240
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.04670165851712227,
+      "learning_rate": 8.91179839633448e-05,
+      "epoch": 61.32,
+      "step": 245
+    },
+    {
+      "loss": 0.0254,
+      "grad_norm": 0.12202475965023041,
+      "learning_rate": 8.883161512027491e-05,
+      "epoch": 62.64,
+      "step": 250
+    },
+    {
+      "loss": 0.0256,
+      "grad_norm": 0.04692457616329193,
+      "learning_rate": 8.854524627720504e-05,
+      "epoch": 63.96,
+      "step": 255
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.1266651600599289,
+      "learning_rate": 8.825887743413516e-05,
+      "epoch": 65.0,
+      "step": 260
+    },
+    {
+      "loss": 0.0259,
+      "grad_norm": 0.04355368763208389,
+      "learning_rate": 8.797250859106529e-05,
+      "epoch": 66.32,
+      "step": 265
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.06067558750510216,
+      "learning_rate": 8.768613974799542e-05,
+      "epoch": 67.64,
+      "step": 270
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.05408250167965889,
+      "learning_rate": 8.739977090492554e-05,
+      "epoch": 68.96,
+      "step": 275
+    },
+    {
+      "loss": 0.0219,
+      "grad_norm": 0.14713738858699799,
+      "learning_rate": 8.711340206185567e-05,
+      "epoch": 70.0,
+      "step": 280
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.049266181886196136,
+      "learning_rate": 8.682703321878581e-05,
+      "epoch": 71.32,
+      "step": 285
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.05199743062257767,
+      "learning_rate": 8.654066437571594e-05,
+      "epoch": 72.64,
+      "step": 290
+    },
+    {
+      "loss": 0.0256,
+      "grad_norm": 0.04769275337457657,
+      "learning_rate": 8.625429553264606e-05,
+      "epoch": 73.96,
+      "step": 295
+    },
+    {
+      "loss": 0.0263,
+      "grad_norm": 0.1168520450592041,
+      "learning_rate": 8.596792668957619e-05,
+      "epoch": 75.0,
+      "step": 300
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.04841287434101105,
+      "learning_rate": 8.56815578465063e-05,
+      "epoch": 76.32,
+      "step": 305
+    },
+    {
+      "loss": 0.025,
+      "grad_norm": 0.05162826180458069,
+      "learning_rate": 8.539518900343643e-05,
+      "epoch": 77.64,
+      "step": 310
+    },
+    {
+      "loss": 0.0249,
+      "grad_norm": 0.06746286898851395,
+      "learning_rate": 8.510882016036655e-05,
+      "epoch": 78.96,
+      "step": 315
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.14365853369235992,
+      "learning_rate": 8.482245131729668e-05,
+      "epoch": 80.0,
+      "step": 320
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.0426073856651783,
+      "learning_rate": 8.453608247422681e-05,
+      "epoch": 81.32,
+      "step": 325
+    },
+    {
+      "loss": 0.0263,
+      "grad_norm": 0.05057612061500549,
+      "learning_rate": 8.424971363115693e-05,
+      "epoch": 82.64,
+      "step": 330
+    },
+    {
+      "loss": 0.0248,
+      "grad_norm": 0.052661433815956116,
+      "learning_rate": 8.396334478808706e-05,
+      "epoch": 83.96,
+      "step": 335
+    },
+    {
+      "loss": 0.0252,
+      "grad_norm": 0.09973008185625076,
+      "learning_rate": 8.367697594501719e-05,
+      "epoch": 85.0,
+      "step": 340
+    },
+    {
+      "loss": 0.0261,
+      "grad_norm": 0.042953088879585266,
+      "learning_rate": 8.339060710194731e-05,
+      "epoch": 86.32,
+      "step": 345
+    },
+    {
+      "loss": 0.0264,
+      "grad_norm": 0.07528455555438995,
+      "learning_rate": 8.310423825887744e-05,
+      "epoch": 87.64,
+      "step": 350
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.04933949559926987,
+      "learning_rate": 8.281786941580757e-05,
+      "epoch": 88.96,
+      "step": 355
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.13308539986610413,
+      "learning_rate": 8.253150057273768e-05,
+      "epoch": 90.0,
+      "step": 360
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.03987755626440048,
+      "learning_rate": 8.224513172966782e-05,
+      "epoch": 91.32,
+      "step": 365
+    },
+    {
+      "loss": 0.0256,
+      "grad_norm": 0.044260669499635696,
+      "learning_rate": 8.195876288659795e-05,
+      "epoch": 92.64,
+      "step": 370
+    },
+    {
+      "loss": 0.0261,
+      "grad_norm": 0.058542218059301376,
+      "learning_rate": 8.167239404352807e-05,
+      "epoch": 93.96,
+      "step": 375
+    },
+    {
+      "loss": 0.0288,
+      "grad_norm": 0.1417880803346634,
+      "learning_rate": 8.13860252004582e-05,
+      "epoch": 95.0,
+      "step": 380
+    },
+    {
+      "loss": 0.0249,
+      "grad_norm": 0.04123007878661156,
+      "learning_rate": 8.109965635738833e-05,
+      "epoch": 96.32,
+      "step": 385
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.04142075777053833,
+      "learning_rate": 8.081328751431845e-05,
+      "epoch": 97.64,
+      "step": 390
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.042270392179489136,
+      "learning_rate": 8.052691867124858e-05,
+      "epoch": 98.96,
+      "step": 395
+    },
+    {
+      "loss": 0.0252,
+      "grad_norm": 0.19655469059944153,
+      "learning_rate": 8.02405498281787e-05,
+      "epoch": 100.0,
+      "step": 400
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.04492577165365219,
+      "learning_rate": 7.995418098510883e-05,
+      "epoch": 101.32,
+      "step": 405
+    },
+    {
+      "loss": 0.0265,
+      "grad_norm": 0.04521021991968155,
+      "learning_rate": 7.966781214203894e-05,
+      "epoch": 102.64,
+      "step": 410
+    },
+    {
+      "loss": 0.0263,
+      "grad_norm": 0.05024133250117302,
+      "learning_rate": 7.938144329896907e-05,
+      "epoch": 103.96,
+      "step": 415
+    },
+    {
+      "loss": 0.0261,
+      "grad_norm": 0.21613207459449768,
+      "learning_rate": 7.90950744558992e-05,
+      "epoch": 105.0,
+      "step": 420
+    },
+    {
+      "loss": 0.0268,
+      "grad_norm": 0.05256054922938347,
+      "learning_rate": 7.880870561282932e-05,
+      "epoch": 106.32,
+      "step": 425
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.04616151377558708,
+      "learning_rate": 7.852233676975945e-05,
+      "epoch": 107.64,
+      "step": 430
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.0430293083190918,
+      "learning_rate": 7.823596792668958e-05,
+      "epoch": 108.96,
+      "step": 435
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.12401647120714188,
+      "learning_rate": 7.79495990836197e-05,
+      "epoch": 110.0,
+      "step": 440
+    },
+    {
+      "loss": 0.0263,
+      "grad_norm": 0.040666401386260986,
+      "learning_rate": 7.766323024054983e-05,
+      "epoch": 111.32,
+      "step": 445
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.04267159476876259,
+      "learning_rate": 7.737686139747996e-05,
+      "epoch": 112.64,
+      "step": 450
+    },
+    {
+      "loss": 0.0265,
+      "grad_norm": 0.04330357164144516,
+      "learning_rate": 7.709049255441008e-05,
+      "epoch": 113.96,
+      "step": 455
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.1699475198984146,
+      "learning_rate": 7.680412371134021e-05,
+      "epoch": 115.0,
+      "step": 460
+    },
+    {
+      "loss": 0.0249,
+      "grad_norm": 0.037636708468198776,
+      "learning_rate": 7.651775486827034e-05,
+      "epoch": 116.32,
+      "step": 465
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.04128313437104225,
+      "learning_rate": 7.623138602520046e-05,
+      "epoch": 117.64,
+      "step": 470
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.041325099766254425,
+      "learning_rate": 7.594501718213059e-05,
+      "epoch": 118.96,
+      "step": 475
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.09377963095903397,
+      "learning_rate": 7.565864833906071e-05,
+      "epoch": 120.0,
+      "step": 480
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.034378331154584885,
+      "learning_rate": 7.537227949599084e-05,
+      "epoch": 121.32,
+      "step": 485
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.043102364987134933,
+      "learning_rate": 7.508591065292097e-05,
+      "epoch": 122.64,
+      "step": 490
+    },
+    {
+      "loss": 0.0258,
+      "grad_norm": 0.04835228621959686,
+      "learning_rate": 7.47995418098511e-05,
+      "epoch": 123.96,
+      "step": 495
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.1460523009300232,
+      "learning_rate": 7.451317296678122e-05,
+      "epoch": 125.0,
+      "step": 500
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.03477737307548523,
+      "learning_rate": 7.422680412371135e-05,
+      "epoch": 126.32,
+      "step": 505
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.03814209625124931,
+      "learning_rate": 7.394043528064147e-05,
+      "epoch": 127.64,
+      "step": 510
+    },
+    {
+      "loss": 0.0252,
+      "grad_norm": 0.0356287956237793,
+      "learning_rate": 7.36540664375716e-05,
+      "epoch": 128.96,
+      "step": 515
+    },
+    {
+      "loss": 0.0266,
+      "grad_norm": 0.11874160915613174,
+      "learning_rate": 7.336769759450171e-05,
+      "epoch": 130.0,
+      "step": 520
+    },
+    {
+      "loss": 0.0259,
+      "grad_norm": 0.05233856663107872,
+      "learning_rate": 7.308132875143184e-05,
+      "epoch": 131.32,
+      "step": 525
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.035768672823905945,
+      "learning_rate": 7.279495990836197e-05,
+      "epoch": 132.64,
+      "step": 530
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.03778671845793724,
+      "learning_rate": 7.250859106529209e-05,
+      "epoch": 133.96,
+      "step": 535
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.1196560263633728,
+      "learning_rate": 7.222222222222222e-05,
+      "epoch": 135.0,
+      "step": 540
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.04442020505666733,
+      "learning_rate": 7.193585337915235e-05,
+      "epoch": 136.32,
+      "step": 545
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.03797202929854393,
+      "learning_rate": 7.164948453608247e-05,
+      "epoch": 137.64,
+      "step": 550
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.041742321103811264,
+      "learning_rate": 7.136311569301261e-05,
+      "epoch": 138.96,
+      "step": 555
+    },
+    {
+      "loss": 0.025,
+      "grad_norm": 0.09795396775007248,
+      "learning_rate": 7.107674684994274e-05,
+      "epoch": 140.0,
+      "step": 560
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.028739312663674355,
+      "learning_rate": 7.079037800687286e-05,
+      "epoch": 141.32,
+      "step": 565
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.03045964054763317,
+      "learning_rate": 7.050400916380299e-05,
+      "epoch": 142.64,
+      "step": 570
+    },
+    {
+      "loss": 0.0254,
+      "grad_norm": 0.04106675833463669,
+      "learning_rate": 7.02176403207331e-05,
+      "epoch": 143.96,
+      "step": 575
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.09260239452123642,
+      "learning_rate": 6.993127147766323e-05,
+      "epoch": 145.0,
+      "step": 580
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.03691696748137474,
+      "learning_rate": 6.964490263459336e-05,
+      "epoch": 146.32,
+      "step": 585
+    },
+    {
+      "loss": 0.0229,
+      "grad_norm": 0.032145384699106216,
+      "learning_rate": 6.935853379152348e-05,
+      "epoch": 147.64,
+      "step": 590
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.0399620421230793,
+      "learning_rate": 6.907216494845361e-05,
+      "epoch": 148.96,
+      "step": 595
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.10463828593492508,
+      "learning_rate": 6.878579610538374e-05,
+      "epoch": 150.0,
+      "step": 600
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.03899787366390228,
+      "learning_rate": 6.849942726231386e-05,
+      "epoch": 151.32,
+      "step": 605
+    },
+    {
+      "loss": 0.0245,
+      "grad_norm": 0.044629450887441635,
+      "learning_rate": 6.821305841924399e-05,
+      "epoch": 152.64,
+      "step": 610
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.035441987216472626,
+      "learning_rate": 6.792668957617412e-05,
+      "epoch": 153.96,
+      "step": 615
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.09349953383207321,
+      "learning_rate": 6.764032073310424e-05,
+      "epoch": 155.0,
+      "step": 620
+    },
+    {
+      "loss": 0.0254,
+      "grad_norm": 0.03359454125165939,
+      "learning_rate": 6.735395189003437e-05,
+      "epoch": 156.32,
+      "step": 625
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.032030269503593445,
+      "learning_rate": 6.706758304696448e-05,
+      "epoch": 157.64,
+      "step": 630
+    },
+    {
+      "loss": 0.0251,
+      "grad_norm": 0.03501059114933014,
+      "learning_rate": 6.678121420389462e-05,
+      "epoch": 158.96,
+      "step": 635
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.09783835709095001,
+      "learning_rate": 6.649484536082475e-05,
+      "epoch": 160.0,
+      "step": 640
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.03384306654334068,
+      "learning_rate": 6.620847651775487e-05,
+      "epoch": 161.32,
+      "step": 645
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.03197086974978447,
+      "learning_rate": 6.5922107674685e-05,
+      "epoch": 162.64,
+      "step": 650
+    },
+    {
+      "loss": 0.0248,
+      "grad_norm": 0.03445836529135704,
+      "learning_rate": 6.563573883161513e-05,
+      "epoch": 163.96,
+      "step": 655
+    },
+    {
+      "loss": 0.0218,
+      "grad_norm": 0.11030327528715134,
+      "learning_rate": 6.534936998854525e-05,
+      "epoch": 165.0,
+      "step": 660
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.03466163948178291,
+      "learning_rate": 6.506300114547538e-05,
+      "epoch": 166.32,
+      "step": 665
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.03713524341583252,
+      "learning_rate": 6.477663230240551e-05,
+      "epoch": 167.64,
+      "step": 670
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.0375811941921711,
+      "learning_rate": 6.449026345933563e-05,
+      "epoch": 168.96,
+      "step": 675
+    },
+    {
+      "loss": 0.0245,
+      "grad_norm": 0.10420511662960052,
+      "learning_rate": 6.420389461626576e-05,
+      "epoch": 170.0,
+      "step": 680
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.03411971405148506,
+      "learning_rate": 6.391752577319587e-05,
+      "epoch": 171.32,
+      "step": 685
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.0363454632461071,
+      "learning_rate": 6.3631156930126e-05,
+      "epoch": 172.64,
+      "step": 690
+    },
+    {
+      "loss": 0.022,
+      "grad_norm": 0.031340401619672775,
+      "learning_rate": 6.334478808705613e-05,
+      "epoch": 173.96,
+      "step": 695
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.05819091945886612,
+      "learning_rate": 6.305841924398625e-05,
+      "epoch": 175.0,
+      "step": 700
+    },
+    {
+      "loss": 0.022,
+      "grad_norm": 0.032527584582567215,
+      "learning_rate": 6.277205040091638e-05,
+      "epoch": 176.32,
+      "step": 705
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.033166587352752686,
+      "learning_rate": 6.24856815578465e-05,
+      "epoch": 177.64,
+      "step": 710
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.03127513453364372,
+      "learning_rate": 6.219931271477663e-05,
+      "epoch": 178.96,
+      "step": 715
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.09941577911376953,
+      "learning_rate": 6.191294387170676e-05,
+      "epoch": 180.0,
+      "step": 720
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.03506346046924591,
+      "learning_rate": 6.162657502863689e-05,
+      "epoch": 181.32,
+      "step": 725
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.03160075843334198,
+      "learning_rate": 6.134020618556701e-05,
+      "epoch": 182.64,
+      "step": 730
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.034285057336091995,
+      "learning_rate": 6.105383734249714e-05,
+      "epoch": 183.96,
+      "step": 735
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.10439106822013855,
+      "learning_rate": 6.076746849942726e-05,
+      "epoch": 185.0,
+      "step": 740
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.023759199306368828,
+      "learning_rate": 6.0481099656357384e-05,
+      "epoch": 186.32,
+      "step": 745
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.0264589861035347,
+      "learning_rate": 6.019473081328752e-05,
+      "epoch": 187.64,
+      "step": 750
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.030327416956424713,
+      "learning_rate": 5.9908361970217644e-05,
+      "epoch": 188.96,
+      "step": 755
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.10893204063177109,
+      "learning_rate": 5.962199312714777e-05,
+      "epoch": 190.0,
+      "step": 760
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.027575859799981117,
+      "learning_rate": 5.93356242840779e-05,
+      "epoch": 191.32,
+      "step": 765
+    },
+    {
+      "loss": 0.0259,
+      "grad_norm": 0.03924495354294777,
+      "learning_rate": 5.904925544100802e-05,
+      "epoch": 192.64,
+      "step": 770
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.03325970843434334,
+      "learning_rate": 5.876288659793815e-05,
+      "epoch": 193.96,
+      "step": 775
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.0729646161198616,
+      "learning_rate": 5.8476517754868276e-05,
+      "epoch": 195.0,
+      "step": 780
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.033974435180425644,
+      "learning_rate": 5.81901489117984e-05,
+      "epoch": 196.32,
+      "step": 785
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.02814098820090294,
+      "learning_rate": 5.790378006872853e-05,
+      "epoch": 197.64,
+      "step": 790
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.027327273041009903,
+      "learning_rate": 5.761741122565865e-05,
+      "epoch": 198.96,
+      "step": 795
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.08913294225931168,
+      "learning_rate": 5.7331042382588775e-05,
+      "epoch": 200.0,
+      "step": 800
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.030968286097049713,
+      "learning_rate": 5.70446735395189e-05,
+      "epoch": 201.32,
+      "step": 805
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.029996907338500023,
+      "learning_rate": 5.675830469644903e-05,
+      "epoch": 202.64,
+      "step": 810
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.03436149284243584,
+      "learning_rate": 5.6471935853379155e-05,
+      "epoch": 203.96,
+      "step": 815
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.1163233071565628,
+      "learning_rate": 5.618556701030928e-05,
+      "epoch": 205.0,
+      "step": 820
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.031670428812503815,
+      "learning_rate": 5.589919816723941e-05,
+      "epoch": 206.32,
+      "step": 825
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.029651647433638573,
+      "learning_rate": 5.5612829324169534e-05,
+      "epoch": 207.64,
+      "step": 830
+    },
+    {
+      "loss": 0.0225,
+      "grad_norm": 0.029658786952495575,
+      "learning_rate": 5.532646048109966e-05,
+      "epoch": 208.96,
+      "step": 835
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.107647605240345,
+      "learning_rate": 5.504009163802979e-05,
+      "epoch": 210.0,
+      "step": 840
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.031663600355386734,
+      "learning_rate": 5.4753722794959914e-05,
+      "epoch": 211.32,
+      "step": 845
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.028530074283480644,
+      "learning_rate": 5.4467353951890033e-05,
+      "epoch": 212.64,
+      "step": 850
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.033585548400878906,
+      "learning_rate": 5.418098510882016e-05,
+      "epoch": 213.96,
+      "step": 855
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.08679948002099991,
+      "learning_rate": 5.3894616265750286e-05,
+      "epoch": 215.0,
+      "step": 860
+    },
+    {
+      "loss": 0.0245,
+      "grad_norm": 0.0324154868721962,
+      "learning_rate": 5.360824742268041e-05,
+      "epoch": 216.32,
+      "step": 865
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.031238771975040436,
+      "learning_rate": 5.332187857961054e-05,
+      "epoch": 217.64,
+      "step": 870
+    },
+    {
+      "loss": 0.0221,
+      "grad_norm": 0.026099015027284622,
+      "learning_rate": 5.3035509736540666e-05,
+      "epoch": 218.96,
+      "step": 875
+    },
+    {
+      "loss": 0.0251,
+      "grad_norm": 0.11354103684425354,
+      "learning_rate": 5.274914089347079e-05,
+      "epoch": 220.0,
+      "step": 880
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.03473253920674324,
+      "learning_rate": 5.246277205040092e-05,
+      "epoch": 221.32,
+      "step": 885
+    },
+    {
+      "loss": 0.0229,
+      "grad_norm": 0.03198228031396866,
+      "learning_rate": 5.2176403207331045e-05,
+      "epoch": 222.64,
+      "step": 890
+    },
+    {
+      "loss": 0.0252,
+      "grad_norm": 0.032652780413627625,
+      "learning_rate": 5.189003436426118e-05,
+      "epoch": 223.96,
+      "step": 895
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.08752613514661789,
+      "learning_rate": 5.1603665521191305e-05,
+      "epoch": 225.0,
+      "step": 900
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.02838355302810669,
+      "learning_rate": 5.131729667812142e-05,
+      "epoch": 226.32,
+      "step": 905
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.028895162045955658,
+      "learning_rate": 5.1030927835051544e-05,
+      "epoch": 227.64,
+      "step": 910
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.03423342853784561,
+      "learning_rate": 5.074455899198167e-05,
+      "epoch": 228.96,
+      "step": 915
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.17201319336891174,
+      "learning_rate": 5.04581901489118e-05,
+      "epoch": 230.0,
+      "step": 920
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.027346905320882797,
+      "learning_rate": 5.0171821305841924e-05,
+      "epoch": 231.32,
+      "step": 925
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.03108493983745575,
+      "learning_rate": 4.988545246277205e-05,
+      "epoch": 232.64,
+      "step": 930
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.03215167671442032,
+      "learning_rate": 4.9599083619702184e-05,
+      "epoch": 233.96,
+      "step": 935
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.09370282292366028,
+      "learning_rate": 4.931271477663231e-05,
+      "epoch": 235.0,
+      "step": 940
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.02941991202533245,
+      "learning_rate": 4.902634593356243e-05,
+      "epoch": 236.32,
+      "step": 945
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.029494445770978928,
+      "learning_rate": 4.8739977090492556e-05,
+      "epoch": 237.64,
+      "step": 950
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.03295094519853592,
+      "learning_rate": 4.845360824742268e-05,
+      "epoch": 238.96,
+      "step": 955
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.06941555440425873,
+      "learning_rate": 4.816723940435281e-05,
+      "epoch": 240.0,
+      "step": 960
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.02611474134027958,
+      "learning_rate": 4.7880870561282936e-05,
+      "epoch": 241.32,
+      "step": 965
+    },
+    {
+      "loss": 0.0229,
+      "grad_norm": 0.0245046429336071,
+      "learning_rate": 4.7594501718213055e-05,
+      "epoch": 242.64,
+      "step": 970
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.02823852188885212,
+      "learning_rate": 4.730813287514318e-05,
+      "epoch": 243.96,
+      "step": 975
+    },
+    {
+      "loss": 0.0221,
+      "grad_norm": 0.07402962446212769,
+      "learning_rate": 4.7021764032073315e-05,
+      "epoch": 245.0,
+      "step": 980
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.02837143838405609,
+      "learning_rate": 4.673539518900344e-05,
+      "epoch": 246.32,
+      "step": 985
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.030685894191265106,
+      "learning_rate": 4.644902634593357e-05,
+      "epoch": 247.64,
+      "step": 990
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.029498199000954628,
+      "learning_rate": 4.6162657502863694e-05,
+      "epoch": 248.96,
+      "step": 995
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.12028555572032928,
+      "learning_rate": 4.5876288659793814e-05,
+      "epoch": 250.0,
+      "step": 1000
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.027814166620373726,
+      "learning_rate": 4.558991981672394e-05,
+      "epoch": 251.32,
+      "step": 1005
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.032055679708719254,
+      "learning_rate": 4.530355097365407e-05,
+      "epoch": 252.64,
+      "step": 1010
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.03255140781402588,
+      "learning_rate": 4.5017182130584194e-05,
+      "epoch": 253.96,
+      "step": 1015
+    },
+    {
+      "loss": 0.0258,
+      "grad_norm": 0.13696467876434326,
+      "learning_rate": 4.473081328751432e-05,
+      "epoch": 255.0,
+      "step": 1020
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.029277337715029716,
+      "learning_rate": 4.4444444444444447e-05,
+      "epoch": 256.32,
+      "step": 1025
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.033196281641721725,
+      "learning_rate": 4.415807560137457e-05,
+      "epoch": 257.64,
+      "step": 1030
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.02798895724117756,
+      "learning_rate": 4.38717067583047e-05,
+      "epoch": 258.96,
+      "step": 1035
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.07112179696559906,
+      "learning_rate": 4.3585337915234826e-05,
+      "epoch": 260.0,
+      "step": 1040
+    },
+    {
+      "loss": 0.0221,
+      "grad_norm": 0.028362231329083443,
+      "learning_rate": 4.329896907216495e-05,
+      "epoch": 261.32,
+      "step": 1045
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.026652684435248375,
+      "learning_rate": 4.301260022909508e-05,
+      "epoch": 262.64,
+      "step": 1050
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.02946009300649166,
+      "learning_rate": 4.27262313860252e-05,
+      "epoch": 263.96,
+      "step": 1055
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.049923285841941833,
+      "learning_rate": 4.2439862542955325e-05,
+      "epoch": 265.0,
+      "step": 1060
+    },
+    {
+      "loss": 0.0251,
+      "grad_norm": 0.028231926262378693,
+      "learning_rate": 4.215349369988545e-05,
+      "epoch": 266.32,
+      "step": 1065
+    },
+    {
+      "loss": 0.0214,
+      "grad_norm": 0.031084595248103142,
+      "learning_rate": 4.1867124856815585e-05,
+      "epoch": 267.64,
+      "step": 1070
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.0276027861982584,
+      "learning_rate": 4.158075601374571e-05,
+      "epoch": 268.96,
+      "step": 1075
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.0978800356388092,
+      "learning_rate": 4.129438717067583e-05,
+      "epoch": 270.0,
+      "step": 1080
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.027570970356464386,
+      "learning_rate": 4.100801832760596e-05,
+      "epoch": 271.32,
+      "step": 1085
+    },
+    {
+      "loss": 0.025,
+      "grad_norm": 0.03477759286761284,
+      "learning_rate": 4.0721649484536084e-05,
+      "epoch": 272.64,
+      "step": 1090
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.025092825293540955,
+      "learning_rate": 4.043528064146621e-05,
+      "epoch": 273.96,
+      "step": 1095
+    },
+    {
+      "loss": 0.0254,
+      "grad_norm": 0.12247592210769653,
+      "learning_rate": 4.014891179839634e-05,
+      "epoch": 275.0,
+      "step": 1100
+    },
+    {
+      "loss": 0.0255,
+      "grad_norm": 0.02743743546307087,
+      "learning_rate": 3.9862542955326463e-05,
+      "epoch": 276.32,
+      "step": 1105
+    },
+    {
+      "loss": 0.0245,
+      "grad_norm": 0.033245932310819626,
+      "learning_rate": 3.957617411225659e-05,
+      "epoch": 277.64,
+      "step": 1110
+    },
+    {
+      "loss": 0.0225,
+      "grad_norm": 0.03556301072239876,
+      "learning_rate": 3.9289805269186716e-05,
+      "epoch": 278.96,
+      "step": 1115
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.09079956263303757,
+      "learning_rate": 3.900343642611684e-05,
+      "epoch": 280.0,
+      "step": 1120
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.02787451073527336,
+      "learning_rate": 3.871706758304697e-05,
+      "epoch": 281.32,
+      "step": 1125
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.028052272275090218,
+      "learning_rate": 3.8430698739977096e-05,
+      "epoch": 282.64,
+      "step": 1130
+    },
+    {
+      "loss": 0.0216,
+      "grad_norm": 0.028738537803292274,
+      "learning_rate": 3.8144329896907216e-05,
+      "epoch": 283.96,
+      "step": 1135
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.07960999011993408,
+      "learning_rate": 3.785796105383734e-05,
+      "epoch": 285.0,
+      "step": 1140
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.02558276802301407,
+      "learning_rate": 3.757159221076747e-05,
+      "epoch": 286.32,
+      "step": 1145
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.028563139960169792,
+      "learning_rate": 3.7285223367697595e-05,
+      "epoch": 287.64,
+      "step": 1150
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.02742316946387291,
+      "learning_rate": 3.699885452462772e-05,
+      "epoch": 288.96,
+      "step": 1155
+    },
+    {
+      "loss": 0.026,
+      "grad_norm": 0.11234958469867706,
+      "learning_rate": 3.671248568155785e-05,
+      "epoch": 290.0,
+      "step": 1160
+    },
+    {
+      "loss": 0.0225,
+      "grad_norm": 0.028901394456624985,
+      "learning_rate": 3.6426116838487974e-05,
+      "epoch": 291.32,
+      "step": 1165
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.025490686297416687,
+      "learning_rate": 3.61397479954181e-05,
+      "epoch": 292.64,
+      "step": 1170
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.03046889416873455,
+      "learning_rate": 3.585337915234823e-05,
+      "epoch": 293.96,
+      "step": 1175
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.10306274145841599,
+      "learning_rate": 3.5567010309278354e-05,
+      "epoch": 295.0,
+      "step": 1180
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.0270762387663126,
+      "learning_rate": 3.528064146620848e-05,
+      "epoch": 296.32,
+      "step": 1185
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.03116844780743122,
+      "learning_rate": 3.49942726231386e-05,
+      "epoch": 297.64,
+      "step": 1190
+    },
+    {
+      "loss": 0.0248,
+      "grad_norm": 0.028316017240285873,
+      "learning_rate": 3.4707903780068726e-05,
+      "epoch": 298.96,
+      "step": 1195
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.09879666566848755,
+      "learning_rate": 3.442153493699885e-05,
+      "epoch": 300.0,
+      "step": 1200
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.028189949691295624,
+      "learning_rate": 3.4135166093928986e-05,
+      "epoch": 301.32,
+      "step": 1205
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.027493610978126526,
+      "learning_rate": 3.384879725085911e-05,
+      "epoch": 302.64,
+      "step": 1210
+    },
+    {
+      "loss": 0.0244,
+      "grad_norm": 0.029670976102352142,
+      "learning_rate": 3.356242840778923e-05,
+      "epoch": 303.96,
+      "step": 1215
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.0736669972538948,
+      "learning_rate": 3.327605956471936e-05,
+      "epoch": 305.0,
+      "step": 1220
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.030206646770238876,
+      "learning_rate": 3.2989690721649485e-05,
+      "epoch": 306.32,
+      "step": 1225
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.030136315152049065,
+      "learning_rate": 3.270332187857961e-05,
+      "epoch": 307.64,
+      "step": 1230
+    },
+    {
+      "loss": 0.0214,
+      "grad_norm": 0.028404494747519493,
+      "learning_rate": 3.241695303550974e-05,
+      "epoch": 308.96,
+      "step": 1235
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.1006852388381958,
+      "learning_rate": 3.2130584192439865e-05,
+      "epoch": 310.0,
+      "step": 1240
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.03252562880516052,
+      "learning_rate": 3.184421534936999e-05,
+      "epoch": 311.32,
+      "step": 1245
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.03032957948744297,
+      "learning_rate": 3.155784650630012e-05,
+      "epoch": 312.64,
+      "step": 1250
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.027394015341997147,
+      "learning_rate": 3.1271477663230244e-05,
+      "epoch": 313.96,
+      "step": 1255
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.11795727163553238,
+      "learning_rate": 3.098510882016037e-05,
+      "epoch": 315.0,
+      "step": 1260
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.023681188002228737,
+      "learning_rate": 3.06987399770905e-05,
+      "epoch": 316.32,
+      "step": 1265
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.030120791867375374,
+      "learning_rate": 3.0412371134020617e-05,
+      "epoch": 317.64,
+      "step": 1270
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.028162265196442604,
+      "learning_rate": 3.0126002290950743e-05,
+      "epoch": 318.96,
+      "step": 1275
+    },
+    {
+      "loss": 0.0213,
+      "grad_norm": 0.07120192795991898,
+      "learning_rate": 2.983963344788087e-05,
+      "epoch": 320.0,
+      "step": 1280
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.03132520988583565,
+      "learning_rate": 2.9553264604811e-05,
+      "epoch": 321.32,
+      "step": 1285
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.026054747402668,
+      "learning_rate": 2.9266895761741126e-05,
+      "epoch": 322.64,
+      "step": 1290
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.02759927324950695,
+      "learning_rate": 2.8980526918671253e-05,
+      "epoch": 323.96,
+      "step": 1295
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.09012984484434128,
+      "learning_rate": 2.8694158075601372e-05,
+      "epoch": 325.0,
+      "step": 1300
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.03169716149568558,
+      "learning_rate": 2.8407789232531502e-05,
+      "epoch": 326.32,
+      "step": 1305
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.029163314029574394,
+      "learning_rate": 2.812142038946163e-05,
+      "epoch": 327.64,
+      "step": 1310
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.025115668773651123,
+      "learning_rate": 2.7835051546391755e-05,
+      "epoch": 328.96,
+      "step": 1315
+    },
+    {
+      "loss": 0.0253,
+      "grad_norm": 0.08431509137153625,
+      "learning_rate": 2.754868270332188e-05,
+      "epoch": 330.0,
+      "step": 1320
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.03515220060944557,
+      "learning_rate": 2.7262313860252005e-05,
+      "epoch": 331.32,
+      "step": 1325
+    },
+    {
+      "loss": 0.0217,
+      "grad_norm": 0.026013562455773354,
+      "learning_rate": 2.697594501718213e-05,
+      "epoch": 332.64,
+      "step": 1330
+    },
+    {
+      "loss": 0.0234,
+      "grad_norm": 0.029023027047514915,
+      "learning_rate": 2.6689576174112258e-05,
+      "epoch": 333.96,
+      "step": 1335
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.08534236997365952,
+      "learning_rate": 2.6403207331042384e-05,
+      "epoch": 335.0,
+      "step": 1340
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.027111008763313293,
+      "learning_rate": 2.611683848797251e-05,
+      "epoch": 336.32,
+      "step": 1345
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.027468819171190262,
+      "learning_rate": 2.5830469644902637e-05,
+      "epoch": 337.64,
+      "step": 1350
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.02922174707055092,
+      "learning_rate": 2.554410080183276e-05,
+      "epoch": 338.96,
+      "step": 1355
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.11054130643606186,
+      "learning_rate": 2.5257731958762887e-05,
+      "epoch": 340.0,
+      "step": 1360
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.02977837808430195,
+      "learning_rate": 2.4971363115693013e-05,
+      "epoch": 341.32,
+      "step": 1365
+    },
+    {
+      "loss": 0.0222,
+      "grad_norm": 0.02858751080930233,
+      "learning_rate": 2.468499427262314e-05,
+      "epoch": 342.64,
+      "step": 1370
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.026849821209907532,
+      "learning_rate": 2.4398625429553266e-05,
+      "epoch": 343.96,
+      "step": 1375
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.09175602346658707,
+      "learning_rate": 2.4112256586483393e-05,
+      "epoch": 345.0,
+      "step": 1380
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.025442063808441162,
+      "learning_rate": 2.3825887743413516e-05,
+      "epoch": 346.32,
+      "step": 1385
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.02738216519355774,
+      "learning_rate": 2.3539518900343642e-05,
+      "epoch": 347.64,
+      "step": 1390
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.025164136663079262,
+      "learning_rate": 2.3253150057273772e-05,
+      "epoch": 348.96,
+      "step": 1395
+    },
+    {
+      "loss": 0.0248,
+      "grad_norm": 0.10625995695590973,
+      "learning_rate": 2.2966781214203895e-05,
+      "epoch": 350.0,
+      "step": 1400
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.0319000780582428,
+      "learning_rate": 2.268041237113402e-05,
+      "epoch": 351.32,
+      "step": 1405
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.030683796852827072,
+      "learning_rate": 2.2394043528064148e-05,
+      "epoch": 352.64,
+      "step": 1410
+    },
+    {
+      "loss": 0.0229,
+      "grad_norm": 0.033394746482372284,
+      "learning_rate": 2.210767468499427e-05,
+      "epoch": 353.96,
+      "step": 1415
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.08684125542640686,
+      "learning_rate": 2.18213058419244e-05,
+      "epoch": 355.0,
+      "step": 1420
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.029767895117402077,
+      "learning_rate": 2.1534936998854528e-05,
+      "epoch": 356.32,
+      "step": 1425
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.03150353580713272,
+      "learning_rate": 2.124856815578465e-05,
+      "epoch": 357.64,
+      "step": 1430
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.035256288945674896,
+      "learning_rate": 2.0962199312714777e-05,
+      "epoch": 358.96,
+      "step": 1435
+    },
+    {
+      "loss": 0.0251,
+      "grad_norm": 0.11897061765193939,
+      "learning_rate": 2.0675830469644904e-05,
+      "epoch": 360.0,
+      "step": 1440
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.030060017481446266,
+      "learning_rate": 2.038946162657503e-05,
+      "epoch": 361.32,
+      "step": 1445
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.02700088731944561,
+      "learning_rate": 2.0103092783505157e-05,
+      "epoch": 362.64,
+      "step": 1450
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.029290905222296715,
+      "learning_rate": 1.981672394043528e-05,
+      "epoch": 363.96,
+      "step": 1455
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.11182764917612076,
+      "learning_rate": 1.9530355097365406e-05,
+      "epoch": 365.0,
+      "step": 1460
+    },
+    {
+      "loss": 0.0226,
+      "grad_norm": 0.028647523373365402,
+      "learning_rate": 1.9243986254295536e-05,
+      "epoch": 366.32,
+      "step": 1465
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.024457518011331558,
+      "learning_rate": 1.895761741122566e-05,
+      "epoch": 367.64,
+      "step": 1470
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.03160027787089348,
+      "learning_rate": 1.8671248568155786e-05,
+      "epoch": 368.96,
+      "step": 1475
+    },
+    {
+      "loss": 0.0221,
+      "grad_norm": 0.06760040670633316,
+      "learning_rate": 1.8384879725085912e-05,
+      "epoch": 370.0,
+      "step": 1480
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.02918868698179722,
+      "learning_rate": 1.809851088201604e-05,
+      "epoch": 371.32,
+      "step": 1485
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.028945351019501686,
+      "learning_rate": 1.7812142038946165e-05,
+      "epoch": 372.64,
+      "step": 1490
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.027410082519054413,
+      "learning_rate": 1.7525773195876288e-05,
+      "epoch": 373.96,
+      "step": 1495
+    },
+    {
+      "loss": 0.0265,
+      "grad_norm": 0.13163802027702332,
+      "learning_rate": 1.7239404352806415e-05,
+      "epoch": 375.0,
+      "step": 1500
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.027207471430301666,
+      "learning_rate": 1.695303550973654e-05,
+      "epoch": 376.32,
+      "step": 1505
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.03311612829566002,
+      "learning_rate": 1.6666666666666667e-05,
+      "epoch": 377.64,
+      "step": 1510
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.02697981335222721,
+      "learning_rate": 1.6380297823596794e-05,
+      "epoch": 378.96,
+      "step": 1515
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.10233160853385925,
+      "learning_rate": 1.609392898052692e-05,
+      "epoch": 380.0,
+      "step": 1520
+    },
+    {
+      "loss": 0.0218,
+      "grad_norm": 0.02545655146241188,
+      "learning_rate": 1.5807560137457044e-05,
+      "epoch": 381.32,
+      "step": 1525
+    },
+    {
+      "loss": 0.0219,
+      "grad_norm": 0.026474738493561745,
+      "learning_rate": 1.5521191294387173e-05,
+      "epoch": 382.64,
+      "step": 1530
+    },
+    {
+      "loss": 0.0247,
+      "grad_norm": 0.02835116721689701,
+      "learning_rate": 1.5234822451317298e-05,
+      "epoch": 383.96,
+      "step": 1535
+    },
+    {
+      "loss": 0.023,
+      "grad_norm": 0.09139775484800339,
+      "learning_rate": 1.4948453608247423e-05,
+      "epoch": 385.0,
+      "step": 1540
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.02809838391840458,
+      "learning_rate": 1.466208476517755e-05,
+      "epoch": 386.32,
+      "step": 1545
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.0283510684967041,
+      "learning_rate": 1.4375715922107674e-05,
+      "epoch": 387.64,
+      "step": 1550
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.030398376286029816,
+      "learning_rate": 1.40893470790378e-05,
+      "epoch": 388.96,
+      "step": 1555
+    },
+    {
+      "loss": 0.0214,
+      "grad_norm": 0.09077855199575424,
+      "learning_rate": 1.3802978235967929e-05,
+      "epoch": 390.0,
+      "step": 1560
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.024622492492198944,
+      "learning_rate": 1.3516609392898052e-05,
+      "epoch": 391.32,
+      "step": 1565
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.027723943814635277,
+      "learning_rate": 1.323024054982818e-05,
+      "epoch": 392.64,
+      "step": 1570
+    },
+    {
+      "loss": 0.0223,
+      "grad_norm": 0.02807285077869892,
+      "learning_rate": 1.2943871706758307e-05,
+      "epoch": 393.96,
+      "step": 1575
+    },
+    {
+      "loss": 0.021,
+      "grad_norm": 0.05727653577923775,
+      "learning_rate": 1.2657502863688431e-05,
+      "epoch": 395.0,
+      "step": 1580
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.02568434365093708,
+      "learning_rate": 1.2371134020618558e-05,
+      "epoch": 396.32,
+      "step": 1585
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.024527739733457565,
+      "learning_rate": 1.2084765177548683e-05,
+      "epoch": 397.64,
+      "step": 1590
+    },
+    {
+      "loss": 0.0254,
+      "grad_norm": 0.032544031739234924,
+      "learning_rate": 1.1798396334478809e-05,
+      "epoch": 398.96,
+      "step": 1595
+    },
+    {
+      "loss": 0.0245,
+      "grad_norm": 0.0997123271226883,
+      "learning_rate": 1.1512027491408934e-05,
+      "epoch": 400.0,
+      "step": 1600
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.028294866904616356,
+      "learning_rate": 1.1225658648339062e-05,
+      "epoch": 401.32,
+      "step": 1605
+    },
+    {
+      "loss": 0.0225,
+      "grad_norm": 0.02811526134610176,
+      "learning_rate": 1.0939289805269187e-05,
+      "epoch": 402.64,
+      "step": 1610
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.027803581207990646,
+      "learning_rate": 1.0652920962199313e-05,
+      "epoch": 403.96,
+      "step": 1615
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.09649883210659027,
+      "learning_rate": 1.036655211912944e-05,
+      "epoch": 405.0,
+      "step": 1620
+    },
+    {
+      "loss": 0.0219,
+      "grad_norm": 0.025357792153954506,
+      "learning_rate": 1.0080183276059566e-05,
+      "epoch": 406.32,
+      "step": 1625
+    },
+    {
+      "loss": 0.0242,
+      "grad_norm": 0.02770324796438217,
+      "learning_rate": 9.793814432989691e-06,
+      "epoch": 407.64,
+      "step": 1630
+    },
+    {
+      "loss": 0.0239,
+      "grad_norm": 0.029870398342609406,
+      "learning_rate": 9.507445589919818e-06,
+      "epoch": 408.96,
+      "step": 1635
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.09290648996829987,
+      "learning_rate": 9.221076746849944e-06,
+      "epoch": 410.0,
+      "step": 1640
+    },
+    {
+      "loss": 0.0214,
+      "grad_norm": 0.02719763107597828,
+      "learning_rate": 8.934707903780069e-06,
+      "epoch": 411.32,
+      "step": 1645
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.03012944757938385,
+      "learning_rate": 8.648339060710195e-06,
+      "epoch": 412.64,
+      "step": 1650
+    },
+    {
+      "loss": 0.0217,
+      "grad_norm": 0.025791412219405174,
+      "learning_rate": 8.36197021764032e-06,
+      "epoch": 413.96,
+      "step": 1655
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.0952305719256401,
+      "learning_rate": 8.075601374570448e-06,
+      "epoch": 415.0,
+      "step": 1660
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.02421105094254017,
+      "learning_rate": 7.789232531500573e-06,
+      "epoch": 416.32,
+      "step": 1665
+    },
+    {
+      "loss": 0.0231,
+      "grad_norm": 0.026030264794826508,
+      "learning_rate": 7.502863688430699e-06,
+      "epoch": 417.64,
+      "step": 1670
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.03112517111003399,
+      "learning_rate": 7.216494845360824e-06,
+      "epoch": 418.96,
+      "step": 1675
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.05815727636218071,
+      "learning_rate": 6.930126002290952e-06,
+      "epoch": 420.0,
+      "step": 1680
+    },
+    {
+      "loss": 0.0236,
+      "grad_norm": 0.028674649074673653,
+      "learning_rate": 6.643757159221077e-06,
+      "epoch": 421.32,
+      "step": 1685
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.028408296406269073,
+      "learning_rate": 6.357388316151203e-06,
+      "epoch": 422.64,
+      "step": 1690
+    },
+    {
+      "loss": 0.0243,
+      "grad_norm": 0.029148874804377556,
+      "learning_rate": 6.071019473081329e-06,
+      "epoch": 423.96,
+      "step": 1695
+    },
+    {
+      "loss": 0.0224,
+      "grad_norm": 0.11259940266609192,
+      "learning_rate": 5.784650630011455e-06,
+      "epoch": 425.0,
+      "step": 1700
+    },
+    {
+      "loss": 0.0237,
+      "grad_norm": 0.029003549367189407,
+      "learning_rate": 5.498281786941581e-06,
+      "epoch": 426.32,
+      "step": 1705
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.03053564950823784,
+      "learning_rate": 5.211912943871707e-06,
+      "epoch": 427.64,
+      "step": 1710
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.027454335242509842,
+      "learning_rate": 4.925544100801833e-06,
+      "epoch": 428.96,
+      "step": 1715
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.10820557922124863,
+      "learning_rate": 4.639175257731959e-06,
+      "epoch": 430.0,
+      "step": 1720
+    },
+    {
+      "loss": 0.0235,
+      "grad_norm": 0.029003461822867393,
+      "learning_rate": 4.352806414662085e-06,
+      "epoch": 431.32,
+      "step": 1725
+    },
+    {
+      "loss": 0.024,
+      "grad_norm": 0.03421546146273613,
+      "learning_rate": 4.066437571592211e-06,
+      "epoch": 432.64,
+      "step": 1730
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.02678535133600235,
+      "learning_rate": 3.7800687285223365e-06,
+      "epoch": 433.96,
+      "step": 1735
+    },
+    {
+      "loss": 0.0228,
+      "grad_norm": 0.07553371787071228,
+      "learning_rate": 3.493699885452463e-06,
+      "epoch": 435.0,
+      "step": 1740
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.026485487818717957,
+      "learning_rate": 3.2073310423825886e-06,
+      "epoch": 436.32,
+      "step": 1745
+    },
+    {
+      "loss": 0.0229,
+      "grad_norm": 0.029428990557789803,
+      "learning_rate": 2.920962199312715e-06,
+      "epoch": 437.64,
+      "step": 1750
+    },
+    {
+      "loss": 0.0233,
+      "grad_norm": 0.030247656628489494,
+      "learning_rate": 2.6345933562428407e-06,
+      "epoch": 438.96,
+      "step": 1755
+    },
+    {
+      "loss": 0.022,
+      "grad_norm": 0.06317712366580963,
+      "learning_rate": 2.3482245131729668e-06,
+      "epoch": 440.0,
+      "step": 1760
+    },
+    {
+      "loss": 0.0227,
+      "grad_norm": 0.02840154618024826,
+      "learning_rate": 2.061855670103093e-06,
+      "epoch": 441.32,
+      "step": 1765
+    },
+    {
+      "loss": 0.0232,
+      "grad_norm": 0.024973399937152863,
+      "learning_rate": 1.7754868270332189e-06,
+      "epoch": 442.64,
+      "step": 1770
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.028663096949458122,
+      "learning_rate": 1.4891179839633447e-06,
+      "epoch": 443.96,
+      "step": 1775
+    },
+    {
+      "loss": 0.0246,
+      "grad_norm": 0.11435830593109131,
+      "learning_rate": 1.202749140893471e-06,
+      "epoch": 445.0,
+      "step": 1780
+    },
+    {
+      "loss": 0.0238,
+      "grad_norm": 0.026780279353260994,
+      "learning_rate": 9.163802978235968e-07,
+      "epoch": 446.32,
+      "step": 1785
+    },
+    {
+      "loss": 0.0241,
+      "grad_norm": 0.027062399312853813,
+      "learning_rate": 6.300114547537229e-07,
+      "epoch": 447.64,
+      "step": 1790
+    },
+    {
+      "loss": 0.0221,
+      "grad_norm": 0.027509475126862526,
+      "learning_rate": 3.436426116838488e-07,
+      "epoch": 448.96,
+      "step": 1795
+    },
+    {
+      "loss": 0.0248,
+      "grad_norm": 0.11712615936994553,
+      "learning_rate": 5.72737686139748e-08,
+      "epoch": 450.0,
+      "step": 1800
+    },
+    {
+      "train_runtime": 30786.0077,
+      "train_samples_per_second": 1.871,
+      "train_steps_per_second": 0.058,
+      "total_flos": 1.5308141101056e+18,
+      "train_loss": 0.048222508012420603,
+      "epoch": 450.0,
+      "step": 1800
+    }
+  ],
+  "training_args": {
+    "output_dir": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/train_lora/outputs/Math_QA/group_04/checkpoints",
+    "overwrite_output_dir": false,
+    "do_train": false,
+    "do_eval": false,
+    "do_predict": false,
+    "eval_strategy": "no",
+    "prediction_loss_only": false,
+    "per_device_train_batch_size": 2,
+    "per_device_eval_batch_size": 8,
+    "per_gpu_train_batch_size": null,
+    "per_gpu_eval_batch_size": null,
+    "gradient_accumulation_steps": 16,
+    "eval_accumulation_steps": null,
+    "eval_delay": 0,
+    "torch_empty_cache_steps": null,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_epsilon": 1e-08,
+    "max_grad_norm": 1.0,
+    "num_train_epochs": 12,
+    "max_steps": 1800,
+    "lr_scheduler_type": "linear",
+    "lr_scheduler_kwargs": {},
+    "warmup_ratio": 0.03,
+    "warmup_steps": 0,
+    "log_level": "passive",
+    "log_level_replica": "warning",
+    "log_on_each_node": true,
+    "logging_dir": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/train_lora/logs/Math_QA/group_04",
+    "logging_strategy": "steps",
+    "logging_first_step": true,
+    "logging_steps": 5,
+    "logging_nan_inf_filter": true,
+    "save_strategy": "steps",
+    "save_steps": 300,
+    "save_total_limit": 6,
+    "save_safetensors": true,
+    "save_on_each_node": false,
+    "save_only_model": false,
+    "restore_callback_states_from_checkpoint": false,
+    "no_cuda": false,
+    "use_cpu": false,
+    "use_mps_device": false,
+    "seed": 42,
+    "data_seed": null,
+    "jit_mode_eval": false,
+    "bf16": true,
+    "fp16": false,
+    "fp16_opt_level": "O1",
+    "half_precision_backend": "auto",
+    "bf16_full_eval": false,
+    "fp16_full_eval": false,
+    "tf32": null,
+    "local_rank": 0,
+    "ddp_backend": null,
+    "tpu_num_cores": null,
+    "tpu_metrics_debug": false,
+    "debug": [],
+    "dataloader_drop_last": false,
+    "eval_steps": null,
+    "dataloader_num_workers": 0,
+    "dataloader_prefetch_factor": null,
+    "past_index": -1,
+    "run_name": null,
+    "disable_tqdm": false,
+    "remove_unused_columns": true,
+    "label_names": null,
+    "load_best_model_at_end": false,
+    "metric_for_best_model": null,
+    "greater_is_better": null,
+    "ignore_data_skip": false,
+    "fsdp": [],
+    "fsdp_min_num_params": 0,
+    "fsdp_config": {
+      "min_num_params": 0,
+      "xla": false,
+      "xla_fsdp_v2": false,
+      "xla_fsdp_grad_ckpt": false
+    },
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "accelerator_config": {
+      "split_batches": false,
+      "dispatch_batches": null,
+      "even_batches": true,
+      "use_seedable_sampler": true,
+      "non_blocking": false,
+      "gradient_accumulation_kwargs": null
+    },
+    "parallelism_config": null,
+    "deepspeed": null,
+    "label_smoothing_factor": 0.0,
+    "optim": "adamw_torch",
+    "optim_args": null,
+    "adafactor": false,
+    "group_by_length": false,
+    "length_column_name": "length",
+    "report_to": [],
+    "project": "huggingface",
+    "trackio_space_id": "trackio",
+    "ddp_find_unused_parameters": null,
+    "ddp_bucket_cap_mb": null,
+    "ddp_broadcast_buffers": null,
+    "dataloader_pin_memory": true,
+    "dataloader_persistent_workers": false,
+    "skip_memory_metrics": true,
+    "use_legacy_prediction_loop": false,
+    "push_to_hub": false,
+    "resume_from_checkpoint": null,
+    "hub_model_id": null,
+    "hub_strategy": "every_save",
+    "hub_token": "<HUB_TOKEN>",
+    "hub_private_repo": null,
+    "hub_always_push": false,
+    "hub_revision": null,
+    "gradient_checkpointing": true,
+    "gradient_checkpointing_kwargs": null,
+    "include_inputs_for_metrics": false,
+    "include_for_metrics": [],
+    "eval_do_concat_batches": true,
+    "fp16_backend": "auto",
+    "push_to_hub_model_id": null,
+    "push_to_hub_organization": null,
+    "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>",
+    "mp_parameters": "",
+    "auto_find_batch_size": false,
+    "full_determinism": false,
+    "torchdynamo": null,
+    "ray_scope": "last",
+    "ddp_timeout": 1800,
+    "torch_compile": false,
+    "torch_compile_backend": null,
+    "torch_compile_mode": null,
+    "include_tokens_per_second": false,
+    "include_num_input_tokens_seen": "no",
+    "neftune_noise_alpha": null,
+    "optim_target_modules": null,
+    "batch_eval_metrics": false,
+    "eval_on_start": false,
+    "use_liger_kernel": false,
+    "liger_kernel_config": null,
+    "eval_use_gather_object": false,
+    "average_tokens_across_devices": true
+  },
+  "lora_config": {
+    "r": 64,
+    "alpha": 128,
+    "dropout": 0.05,
+    "target_modules": [
+      "q_proj",
+      "k_proj",
+      "v_proj",
+      "o_proj",
+      "gate_proj",
+      "up_proj",
+      "down_proj"
+    ]
+  },
+  "effective_batch_size": 32,
+  "world_size": 1,
+  "git_commit": ""
+}

Math_QA/group_04/prompt_group.json

@@ -0,0 +1,613 @@
+{
+  "dataset_name": "Math_QA",
+  "group_index": 4,
+  "source_file": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/自己训练lora/prepare/data/math/Math_QA.json",
+  "selected_indices": [
+    81,
+    148,
+    149,
+    309,
+    452,
+    656,
+    921,
+    1012,
+    1106,
+    1180,
+    1428,
+    1609,
+    1857,
+    1867,
+    1955,
+    1986,
+    2254,
+    2297,
+    2437,
+    2581,
+    2583,
+    2608,
+    2761,
+    3071,
+    3083,
+    3104,
+    3159,
+    3256,
+    3334,
+    3355,
+    3412,
+    3477,
+    3589,
+    3727,
+    3784,
+    3817,
+    4017,
+    4037,
+    4182,
+    4286,
+    4409,
+    4468,
+    4517,
+    4701,
+    4779,
+    5129,
+    5206,
+    5276,
+    5327,
+    5406,
+    5508,
+    5578,
+    5745,
+    5749,
+    5778,
+    5826,
+    6021,
+    6089,
+    6264,
+    6295,
+    6505,
+    6557,
+    6607,
+    6665,
+    6731,
+    6741,
+    6797,
+    6805,
+    6888,
+    6908,
+    6996,
+    7212,
+    7663,
+    7803,
+    7882,
+    7926,
+    8160,
+    8276,
+    8308,
+    8404,
+    8421,
+    8433,
+    8578,
+    8759,
+    8771,
+    8798,
+    8812,
+    8916,
+    8921,
+    9039,
+    9093,
+    9178,
+    9369,
+    9552,
+    9560,
+    9626,
+    9689,
+    9721,
+    9847,
+    9999
+  ],
+  "total_records": 10000,
+  "sample_count": 100,
+  "generated_at": "2025-11-05T12:58:28Z",
+  "seed": 760231939,
+  "samples": [
+    {
+      "prompt": "a train passes a station platform in 30 sec and a man standing on the platform in 12 sec . if the speed of the train is 54 km / hr . what is the length of the platform ?\na ) 227 , b ) 240 , c ) 200 , d ) 178 , e ) 270",
+      "response": "\"speed = 54 * 5 / 18 = 15 m / sec . length of the train = 15 * 12 = 180 m . let the length of the platform be x m . then , ( x + 180 ) / 30 = 15 = > x = 270 m . answer : e\"",
+      "system": ""
+    },
+    {
+      "prompt": "if the horse can run 10 miles / hour , how many days would it take for a horse to run from new york city to washington . d . c . ? ( 240 miles from nyc to d . c . )\na ) 0.6 , b ) 0.8 , c ) 1 , d ) 1.2 , e ) 1.4",
+      "response": "the horse runs 10 miles / hour , thus it would take the horse 240 miles / 10 miles / hour to = 24 hours to run from nyc to d . c . there are 24 hours in a day , so days it take would be 24 hours / 24 hours / day = 1 day . correct option : 1",
+      "system": ""
+    },
+    {
+      "prompt": "solve below question 2 x + 1 = - 21\na ) - 11 , b ) - 9 , c ) 9 , d ) 8 , e ) - 7",
+      "response": "\"2 x + 1 = - 21 x = - 11 a\"",
+      "system": ""
+    },
+    {
+      "prompt": "for the positive integers x , x + 2 , x + 4 , x + 7 , and x + 17 , the mean is how much greater than the median ?\na ) 0 , b ) 1 , c ) 2 , d ) 4 , e ) 7",
+      "response": "\"mean = ( x + x + 2 + x + 4 + x + 7 + x + 17 ) / 5 = ( 5 x + 30 ) / 5 = x + 6 median = x + 4 thus mean - median = x + 6 - ( x + 4 ) = 2 answer = c\"",
+      "system": ""
+    },
+    {
+      "prompt": "the cost price of a radio is rs . 1900 and it was sold for rs . 1330 , find the loss % ?\na ) 18 % , b ) 31 % , c ) 30 % , d ) 45 % , e ) 12 %",
+      "response": "\"1900 - - - - 570 100 - - - - ? = > 30 % answer : c\"",
+      "system": ""
+    },
+    {
+      "prompt": "bruce purchased 8 kg of grapes at the rate of 70 per kg and 11 kg of mangoes at the rate of 55 per kg . how much amount did he pay to the shopkeeper ?\na ) a ) 1040 , b ) b ) 1165 , c ) c ) 1055 , d ) d ) 1065 , e ) e ) 1075",
+      "response": "\"cost of 8 kg grapes = 70 × 8 = 560 . cost of 11 kg of mangoes = 55 × 11 = 605 . total cost he has to pay = 560 + 605 = 1165 b\"",
+      "system": ""
+    },
+    {
+      "prompt": "if | 4 x + 14 | = 46 , what is the sum of all the possible values of x ?\na ) 2 , b ) - 7 , c ) 4 , d ) - 5 , e ) 6",
+      "response": "\"there will be two cases 4 x + 14 = 46 or 4 x + 14 = - 46 = > x = 8 or x = - 15 sum of both the values will be - 15 + 8 = - 7 answer is b\"",
+      "system": ""
+    },
+    {
+      "prompt": "ashok and pyarelal invested money together in a business and share a capital of ashok is 1 / 9 of that of pyarelal . if the incur a loss of rs 900 then loss of pyarelal ?\na ) 610 , b ) 710 , c ) 810 , d ) 900 , e ) 1000",
+      "response": "\"let the capital of pyarelal be x , then capital of ashok = x / 9 so ratio of investment of pyarelal and ashok = x : x / 9 = 9 x : x hence out of the total loss of 900 , loss of pyarelal = 900 * 9 x / 10 x = 810 answer : c\"",
+      "system": ""
+    },
+    {
+      "prompt": "if the number 892 , 132,26 x is divisible by 11 , what must be the value of x ?\na ) 1 , b ) 2 , c ) 3 , d ) 4 , e ) 5",
+      "response": "\"multiplication rule of 11 : ( sum of digits at odd places - sum of digits at even places ) should be divisible by 11 given number : 892 , 132,24 x sum of digits at odd places = 8 + 2 + 3 + 2 + x = 15 + x ( i ) sum of digits at even places = 9 + 1 + 2 + 6 = 18 ( ii ) ( i ) - ( ii ) = 15 + x - 18 = x - 3 hence x should be = 3 to make this a multiple of 11 ( 0 ) option c\"",
+      "system": ""
+    },
+    {
+      "prompt": "a thief is spotted by a policeman from a distance of 225 meters . when the policeman starts the chase , the thief also starts running . if the speed of the thief be 8 km / hr and that of the policeman 10 km / hr , how far the thief will have run before he is overtaken ?\na ) 350 m , b ) 200 m , c ) 400 m , d ) 900 m , e ) none of them",
+      "response": "\"relative speed of the policeman = ( 10 - 8 ) km / hr = 2 km / hr . time taken by police man to cover ( 225 m / 1000 ) x 1 / 2 hr = 9 / 80 hr . in 9 / 80 hrs , the thief covers a distance of 8 x 9 / 80 km = 9 / 10 km = 900 m answer is d .\"",
+      "system": ""
+    },
+    {
+      "prompt": "the average age of a class is 15.8 years . the average age of boys in the class is 16.4 years while that of girls is 15.4 years . what is the ratio of boys to girls in the class ?\na ) 1 : 2 , b ) 3 : 4 , c ) 3 : 5 , d ) 2 : 3 , e ) none of these",
+      "response": "let x = number of girls y = number of boys sum of girls ages / x = 15.4 sum of boys ages / y = 16.4 the sum of the girls ' ages is 15.4 x , and boys ' sum is 16.4 y ( sum of girls ages + sum of boys ages ) / ( x + y ) = 15.8 ( 15.4 x + 16.4 y ) / ( x + y ) = 15.8 15.4 x + 16.4 y = 15.8 ( x + y ) 15.4 x + 16.4 y = 15.8 x + 15.8 y 0.6 y = 0.4 x 0.6 y / x = 0.4 y / x = 0.4 / 0.6 y / x = 2 / 3 which is the ratio of boys to girls answer : d",
+      "system": ""
+    },
+    {
+      "prompt": "the marks obtained by polly and sandy are in the ratio 4 : 5 and those obtained by sandy and willy are in the ratio of 5 : 2 . the marks obtained by polly and willy are in the ratio of . . . ?\na ) 2 : 1 , b ) 3 : 2 , c ) 4 : 3 , d ) 5 : 4 , e ) 6 : 5",
+      "response": "\"polly : sandy = 4 : 5 sandy : willy = 5 : 2 polly : sandy : willy = 4 : 5 : 2 polly : willy = 4 : 2 = 2 : 1 the answer is a .\"",
+      "system": ""
+    },
+    {
+      "prompt": "if n is a positive integer and n ^ 2 is divisible by 72 , then the largest positive integer m that must divide n is ?\na ) 6 , b ) 12 , c ) 24 , d ) 36 , e ) 48",
+      "response": "\"q : if n is a positive integer and n ^ 2 is divisible by 72 , then the largest positive integer m that must divide n is : a 6 , b 12 , c 24 , d 36 , e 48 n ^ 2 is divisible by 72 , but it must also be greater than 72 . if n is an integer , then n ^ 2 must be a perfect square . the factorization of 72 is ( 8 ) ( 9 ) , so if it is multiplied by 2 , it will be ( 2 ) ( 8 ) ( 9 ) = ( 16 ) ( 9 ) = 144 , a perfect square . so n ^ 2 must be at least 144 or a multiple of 144 , which means that n must be 12 or a multiple of 12 . b\"",
+      "system": ""
+    },
+    {
+      "prompt": "what will be the remainder when 17 ^ 200 is divided by 18\na ) 1 , b ) 2 , c ) 3 , d ) 4 , e ) 5",
+      "response": "\"17 ^ 200 % 18 ( 17 - 18 ) ^ 200 % 18 ( - 1 ) ^ 200 % 18 1 % 18 = 1 answer : a\"",
+      "system": ""
+    },
+    {
+      "prompt": "if the length of a rectangle is increased by 20 % and the breadth is reduced by 20 % , what will be the effect on its area ?\n['a ) 4 % increase', 'b ) 6 % increase', 'c ) 5 % decrease', 'd ) 4 % decrease', 'e ) none of these']",
+      "response": "percentage change = x - y - xy ⁄ 100 = 20 – 20 – 20 × 20 / 100 = − 4 % = 4 % decrease answer d",
+      "system": ""
+    },
+    {
+      "prompt": "if a ( a - 9 ) = 10 and b ( b - 9 ) = 10 , where a ≠ b , then a + b =\na ) − 48 , b ) − 2 , c ) 2 , d ) 9 , e ) 48",
+      "response": "\"i . e . if a = - 1 then b = 10 or if a = 10 then b = - 1 but in each case a + b = - 1 + 10 = 9 answer : option d\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train running at the speed of 60 km / hr crosses a pole in 12 seconds . find the length of the train .\na ) 150 , b ) 278 , c ) 179 , d ) 200 , e ) 191",
+      "response": "\": speed = 60 * ( 5 / 18 ) m / sec = 50 / 3 m / sec length of train ( distance ) = speed * time ( 50 / 3 ) * 12 = 200 meter answer : d\"",
+      "system": ""
+    },
+    {
+      "prompt": "the ratio 15 : 25 expressed as percent equals to\na ) 70 % , b ) 60 % , c ) 30 % , d ) 75 % , e ) none of above",
+      "response": "\"explanation : actually it means 15 is what percent of 25 , which can be calculated as , ( 15 / 25 ) * 100 = 15 * 4 = 60 answer : option b\"",
+      "system": ""
+    },
+    {
+      "prompt": "the amount of an investment will double in approximately 70 / p years , where p is the percent interest , compounded annually . if thelma invests $ 60,000 in a long - term cd that pays 5 percent interest , compounded annually , what will be the approximate total value of the investment when thelma is ready to retire 42 years later ?\na ) $ 280,000 , b ) $ 320,000 , c ) $ 360,000 , d ) $ 480,000 , e ) $ 540,000",
+      "response": "\"the amount of an investment will double in approximately 70 / p years , where p is the percent interest , compounded annually . if thelma invests $ 60,000 in a long - term cd that pays 5 percent interest , compounded annually , what will be the approximate total value of the investment when thelma is ready to retire 42 years later ? the investment gets doubled in 70 / p years . therefore , the investment gets doubled in 70 / 5 = every 14 years . after 42 years , the investment will get doubled 42 / 14 = 3 times . so the amount invested will get doubled thrice . so , 60000 * 2 ^ 3 = 480000 hence , the answer is d .\"",
+      "system": ""
+    },
+    {
+      "prompt": "in a 100 m race , a covers the distance in 36 seconds and b in 45 second . in this race a beats b by :\na ) 20 m , b ) 25 m , c ) 22.5 m , d ) 9 m , e ) none of these",
+      "response": "\"solution distance covered by b in 9 sec . = ( 100 / 45 x 9 ) m = 20 m . ∴ a beats b by 20 metres . answer a\"",
+      "system": ""
+    },
+    {
+      "prompt": "if p = 125 × 243 × 16 / 405 , how many digits are in p ?\na ) 1 , b ) 2 , c ) 3 , d ) 4 , e ) 5",
+      "response": "p = 125 * 243 * 16 / 405 p = 5 ^ 3 * 3 * 9 ^ 2 * 4 ^ 2 / ( 5 * 9 ^ 2 ) p = 5 ^ 2 * 3 * 4 ^ 2 p = 20 ^ 2 * 3 = 1200 answer d",
+      "system": ""
+    },
+    {
+      "prompt": "fox jeans regularly sell for $ 15 a pair and pony jeans regularly sell for $ 18 a pair . during a sale these regular unit prices are discounted at different rates so that a total of $ 6 is saved by purchasing 5 pairs of jeans : 3 pairs of fox jeans and 2 pairs of pony jeans . if the sum of the two discounts rates is 18 percent , what is the discount rate on pony jeans ?\na ) 9 % , b ) 10 % , c ) 11 % , d ) 35 % , e ) 15 %",
+      "response": "\"you know that fox jeans costs $ 15 , and pony jeans costs $ 18 , you also know that 3 pairs of fox jeans and 2 pairs of pony jeans were purchased . so 3 ( 15 ) = 45 - fox 2 ( 18 ) = 36 - pony the total discount discount is $ 6 and you are asked to find the percent discount of pony jeans , so 45 ( 18 - x ) / 100 + 36 ( x ) / 100 = 6 or 45 * 18 - 45 * x + 36 * x = 6 * 100 or 9 x = - 6 * 100 + 45 * 18 x = 210 / 6 = 35 % d\"",
+      "system": ""
+    },
+    {
+      "prompt": "the cube root of . 000343 is\na ) 0.7 , b ) 0.07 , c ) 0.007 , d ) 7 , e ) none of these",
+      "response": "\"explanation : ( . 000343 ) 1 / 3 = ( 343 / 106 ) 1 / 3 = ( 7 * 7 * 7 / 102 * 102 * 102 ) 1 / 3 = 7 / 102 = 7 / 100 = 0.07 answer b\"",
+      "system": ""
+    },
+    {
+      "prompt": "jennifer had $ 150 to spend on herself . she spent 1 / 5 of the money on a sandwich , 1 / 6 for a ticket to a museum , and 1 / 2 of it on a book . how much money does jennifer have left over ?\na ) $ 4 , b ) $ 14 , c ) $ 5 , d ) $ 15 , e ) $ 20",
+      "response": "\"1 / 5 x $ 150 = $ 30 for sandwich 1 / 6 x $ 150 = $ 25 for museum 1 / 2 x $ 150 = $ 75 for book $ 30 + $ 25 + $ 75 = $ 130 spent $ 150 - $ 130 = $ 20 left over correct answer e\"",
+      "system": ""
+    },
+    {
+      "prompt": "the marks obtained by vijay and amith are in the ratio 4 : 4 and those obtained by amith and abhishek in the ratio of 3 : 2 . the marks obtained by vijay and abhishek are in the ratio of ?\na ) 3 : 2 , b ) 6 : 1 , c ) 6 : 5 , d ) 6 : 2 , e ) 6 : 3",
+      "response": "\"4 : 4 3 : 2 - - - - - - - 12 : 12 : 8 12 : 8 3 : 2 answer : a\"",
+      "system": ""
+    },
+    {
+      "prompt": "8 persons can build a wall 140 m long in 42 days . in how many days can 30 persons complete a similar wall 100 m long ?\na ) 12 , b ) 10 , c ) 8 , d ) 6 , e ) 5",
+      "response": "explanation : more persons , less days ( indirect proportion ) more length of the wall , more days ( direct proportion ) ⇒ 8 × 100 × 42 = 30 × 140 × x ⇒ x = ( 8 × 100 × 42 ) / ( 30 × 140 ) = ( 8 × 100 × 14 ) / ( 10 × 140 ) = ( 8 × 100 ) / ( 10 × 10 ) = 8 . answer : option c",
+      "system": ""
+    },
+    {
+      "prompt": "there are 2 sections a and b in a class , consisting of 16 and 14 students respectively . if the average weight of section a is 20 kg and that of section b is 25 kg , find the average of the whole class ?\na ) 33.5 kg , b ) 37.25 kg , c ) 42.45 kg , d ) 55.12 kg , e ) 29.78 kg",
+      "response": "\"total weight of 36 + 44 students = 16 * 20 + 14 * 25 = 670 average weight of the class is = 670 / 20 = 33.5 kg answer is a\"",
+      "system": ""
+    },
+    {
+      "prompt": "a family consists of two grandparents , two parents , and 3 grandchildren . the average age of the grandparents is 64 years , the average age of the parents is 39 years , and the average age of the grandchildren is 6 years . what is the average age ( in years ) of the family ?\na ) 31 , b ) 32 , c ) 33 , d ) 34 , e ) 35",
+      "response": "total age of the grandparents = 64 ã — 2 = 128 total age of the parents = 39 ã — 2 = 78 total age of the grandchildren = 6 ã — 3 = 18 average age of the family = ( 128 + 78 + 18 ) / 7 = 224 / 7 = 32 years the answer is b .",
+      "system": ""
+    },
+    {
+      "prompt": "a , b and c completed a piece of work , a worked for 6 days , b for 9 days and c for 4 days . their daily wages were in the ratio of 3 : 4 : 5 . find the daily wages of c , if their total earning was rs . 1702 ?\na ) s . 109 , b ) s . 115 , c ) s . 100 , d ) s . 103 , e ) s . 102",
+      "response": "\"3 x 4 x 5 x 6 9 4 18 x + 36 x + 20 x = 1702 74 x = 1702 = > x = 23 5 x = 115 rs . answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "how many positive integer solutions does the equation 5 x + 10 y = 100 have ?\na ) 2 , b ) 33 , c ) 38 , d ) 35 , e ) 14",
+      "response": "formula : ( constant ) / ( lcm of two nos ) = 100 / ( 5 * 10 ) = 2 answer : a",
+      "system": ""
+    },
+    {
+      "prompt": "at a certain company , each employee has a salary grade s that is at least 1 and at most 5 . each employee receives an hourly wage p , in dollars , determined by the formula p = 9.50 + 0.25 ( s – 2 ) . an employee with a salary grade of 5 receives how many more dollars per hour than an employee with a salary grade of 1 ?\na ) $ 0.50 , b ) $ 1.00 , c ) $ 1.25 , d ) $ 1.50 , e ) $ 1.75",
+      "response": "oa is definitely wrong . the answer should be e .",
+      "system": ""
+    },
+    {
+      "prompt": "find the least number which when divided by 37 and 7 leaves a remainder of 2 in each case .\na ) 259 , b ) 261 , c ) 263 , d ) 265 , e ) 267",
+      "response": "the least number which when divided by different divisors leaving the same remainder in each case = lcm ( different divisors ) + remainder left in each case . hence the required least number = lcm ( 37 , 7 ) + 2 = 261 . answer : b",
+      "system": ""
+    },
+    {
+      "prompt": "when the price of an article was reduced by 30 % its sale increased by 80 % . what was the net effect on the sale ?\na ) 26 % increase , b ) 44 % decrease , c ) 60 % increase , d ) 66 % increase , e ) 66 % decrease",
+      "response": "\"if n items are sold for $ p each , revenue is $ np . if we reduce the price by 30 % , the new price is 0.7 p . if we increase the number sold by 80 % , the new number sold is 1.8 n . so the new revenue is ( 0.7 p ) ( 1.8 n ) = 1.26 np , which is 1.26 times the old revenue , so is 26 % greater . answer : a\"",
+      "system": ""
+    },
+    {
+      "prompt": "the price of a t . v . set worth rs . 40000 is to be paid in 20 installments of rs . 1000 each . if the rate of interest be 6 % per annum , and the first installment be paid at the time of purchase , then the value of the last installment covering the interest as well will be ?\na ) 22678 , b ) 26699 , c ) 26788 , d ) 19000 , e ) 39000",
+      "response": "\"money paid in cash = rs . 1000 balance payment = ( 40000 - 1000 ) = rs . 39000 answer : e\"",
+      "system": ""
+    },
+    {
+      "prompt": "the product of x and y is a constant . if the value of x is increased by 50 % , by what percentage must the value of y be decreased ?\na ) 50 % , b ) 40 % , c ) 33 1 ⁄ 3 % , d ) 25 % , e ) 12 1 ⁄ 2 %",
+      "response": "\"product of x and y = xy if the value of x is increased by 50 % , value of y needs to be = xy / ( 1.5 x ) = 2 / 3 y decrease in value of y = y - 2 / 3 y = 1 / 3 y % decrease in value of y = ( 1 / 3 y ) / y * 100 % = 33 1 ⁄ 3 % answer c\"",
+      "system": ""
+    },
+    {
+      "prompt": "the distance from steve ' s house to work is 30 km . on the way back steve drives twice as fast as he did on the way to work . altogether , steve is spending 6 hours a day on the roads . what is steve ' s speed on the way back from work ?\na ) 5 . , b ) 10 . , c ) 14 . , d ) 15 , e ) 20 .",
+      "response": "\"time is in the ratio 2 : 1 : : to : fro office therefore , 2 x + 1 x = 6 hrs time take to come back - 2 hrs , distance travelled - 30 km = > speed = 15 kmph answer : d\"",
+      "system": ""
+    },
+    {
+      "prompt": "if the operation ø is defined for all positive integers x and w by x ø w = ( 2 ^ x ) / ( 2 ^ w ) then ( 3 ø 1 ) ø 1 = ?\na ) 2 , b ) 4 , c ) 8 , d ) 16 , e ) 32",
+      "response": "\"3 ø 1 = 2 ^ 3 / 2 ^ 1 = 4 4 ø 1 = 2 ^ 4 / 2 = 8 the answer is c .\"",
+      "system": ""
+    },
+    {
+      "prompt": "how many integerskgreater than 100 and less than 800 are there such that if the hundreds and the units digits ofkare reversed , the resulting integer is k + 99 ?\na ) 50 , b ) 60 , c ) 70 , d ) 80 , e ) 90",
+      "response": "\"numbers will be like 102 = > 201 = 102 + 99 203 = > 302 = 103 + 99 so the hundereth digit and units digit are consecutive where unit digit is bigger than hundred digit . there will be six pairs of such numbers for every pair there will 10 numbers like for 12 = > 102 , 112,132 , 142,152 , 162,172 , 182,192 . total = 6 * 10 = 60 hence b .\"",
+      "system": ""
+    },
+    {
+      "prompt": "what is the remainder when 1271 * 1275 * 1277 * 1285 is divided by 12 ?\na ) 0 , b ) 1 , c ) 11 , d ) 9 , e ) 7",
+      "response": "\"in this type of questions we can separately divide each number with 12 and get remainder and then multiply remainder then divide by 12 . . . the remainder which comes now will be the answer . 1271 div by 12 = = > remainder = 11 1275 div by 12 = = > rema = 3 1285 div by 12 = = > remain = 1 1277 div by 12 = = > rema = 5 now multiply the remainder = 165 165 div by 12 rem = 9 answer : d\"",
+      "system": ""
+    },
+    {
+      "prompt": "the value of ( 34.5 * 0.473 * 1.567 ) / ( 0.0673 * 23.25 * 7.57 ) is close to\na ) 2 , b ) 1.15 , c ) 2.05 , d ) 2.16 , e ) 2.35",
+      "response": "\"( 34.5 * 0.473 * 1.567 ) / ( 0.0673 * 23.25 * 7.57 ) = 25.5710895 / 11.845 = 2.16 answer : d\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train 200 m long crosses a platform 200 m long in 40 sec ; find the speed of the train ?\na ) 94 kmph , b ) 58 kmph , c ) 54 kmph , d ) 94 kmph , e ) 36 kmph",
+      "response": "\"d = 200 + 200 = 400 t = 40 s = 400 / 40 * 18 / 5 = 36 kmph answer : e\"",
+      "system": ""
+    },
+    {
+      "prompt": "having received his weekly allowance , a student spent 2 / 5 of his allowance at the arcade . the next day he spent one third of his remaining allowance at the toy store , and then spent his last $ 1.20 at the candy store . what is this student ’ s weekly allowance ?\na ) $ 2.00 , b ) $ 2.25 , c ) $ 2.50 , d ) $ 2.75 , e ) $ 3.00",
+      "response": "\"let x be the value of the weekly allowance . ( 2 / 3 ) ( 3 / 5 ) x = 120 cents ( 2 / 5 ) x = 120 x = $ 3.00 the answer is e .\"",
+      "system": ""
+    },
+    {
+      "prompt": "a car dealership has 40 cars on the lot , 10 % of which are silver . if the dealership receives a new shipment of 80 cars , 25 % of which are not silver , what percentage of total number of cars are silver ?\na ) 15 % , b ) 18 % , c ) 20 % , d ) 21 % , e ) 22 %",
+      "response": "the number of silver cars is 0.1 * 40 + 0.25 * 80 = 24 the percentage of cars which are silver is 24 / 120 = 20 % the answer is c .",
+      "system": ""
+    },
+    {
+      "prompt": "in a group of 26 junior high school students , 7 take french , 10 take spanish , and 4 take both languages . the students taking both french and spanish are not counted with the 7 taking french or the 10 taking spanish . how many students are not taking either french or spanish ?\na ) 7 , b ) 6 , c ) 5 , d ) 4 , e ) 8",
+      "response": "\"c 5 add 7 + 10 + 4 to get 21 . then subtract 21 from the total students ⇒ 26 – 21 = 5 . answer is c\"",
+      "system": ""
+    },
+    {
+      "prompt": "there are 8 executives , including the ceo and cfo , that are asked to form a small team of 4 members . however , the ceo and cfo may not both be assigned to the team . given this constraint , how many ways are there to form the team ?\na ) 45 , b ) 55 , c ) 65 , d ) 75 , e ) 85",
+      "response": "\"the total number of ways to form a team of 4 is 8 c 4 = 70 . we need to subtract the number of teams that have both the ceo and the cfo . the number of teams with both the ceo and cfo is 6 c 2 = 15 . the number of ways to form an acceptable team is 70 - 15 = 55 . the answer is b .\"",
+      "system": ""
+    },
+    {
+      "prompt": "in an election between two candidates , one got 55 % of the total valid votes , 20 % of the votes were invalid . if the total number of votes was 5500 , the number of valid votes that the other candidate got , was :\na ) 2800 , b ) 1980 , c ) 2900 , d ) 2200 , e ) 2300",
+      "response": "\"b number of valid votes = 80 % of 5500 = 4400 . valid votes polled by other candidate = 45 % of 4400 = ( 45 / 100 x 4400 ) = 1980 .\"",
+      "system": ""
+    },
+    {
+      "prompt": "the area of a rectangular field is equal to 300 square meters . its perimeter is equal to 70 meters . find the length and width of this rectangle .\n['a ) w = 15 and l = 20', 'b ) w = 25 and l = 30', 'c ) w = 35 and l = 40', 'd ) w = 45 and l = 50', 'e ) w = 55 and l = 60']",
+      "response": "l * w = 300 : area , l is the length and w is the width . 2 l + 2 w = 70 : perimeter l = 35 - w : solve for l ( 35 - w ) * w = 300 : substitute in the area equation w = 15 and l = 20 : solve for w and find l using l = 35 - w . correct answer a",
+      "system": ""
+    },
+    {
+      "prompt": "in smithtown , the ratio of right - handed people to left - handed people is 3 to 1 and the ratio of men to women is 3 to 2 . if the number of right - handed men is maximized , then what s percent of all the people in smithtown are left - handed women ?\na ) 50 % , b ) 40 % , c ) 25 % , d ) 20 % , e ) 10 %",
+      "response": "\"looking at the ratio we can take total number of people = 20 . . ans 5 / 20 or 25 % c\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train speeds past a pole in 10 seconds and a platform 150 m long in 25 seconds . its length is :\na ) 300 m . , b ) 250 m . , c ) 100 m . , d ) 200 m . , e ) 150 m .",
+      "response": "\"let the length of the train be x meters and its speed be y m / sec . they , x / y = 10 = > y = x / 10 x + 150 / 25 = x / 10 x = 100 m . answer : option c\"",
+      "system": ""
+    },
+    {
+      "prompt": "the marks obtained by vijay and amith are in the ratio 2 : 5 and those obtained by amith and abhishek in the ratio of 3 : 2 . the marks obtained by vijay and abhishek are in the ratio of ?\na ) 6 : 8 , b ) 3 : 1 , c ) 6 : 5 , d ) 3 : 2 , e ) 3 : 5",
+      "response": "\"2 : 5 3 : 2 - - - - - - - 6 : 15 : 10 6 : 10 3 : 5 answer : e\"",
+      "system": ""
+    },
+    {
+      "prompt": "solution for 2.01 + . 3 + . 34\na ) 2.91 , b ) 2.65 , c ) 2.938 , d ) 2.986 , e ) 2.999",
+      "response": "\"2.01 + . 3 + . 34 = 0 0 = 0 - 2.01 - 0.3 - 0.34 0 = - 2.65 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "an unbaised coin is tossed until it shows up the same face in 2 consicative throws wat is the probability that the no of tosses is not more than 4 .\na ) 3 / 4 , b ) 1 / 4 , c ) 7 / 8 , d ) 1 / 8 , e ) 6 / 8",
+      "response": "using 0 and 1 for head and tail respectively and considering binary system , we find that out of 16 possibilities , 14 are desired options . then probability = 14 / 16 = 7 / 8 answer : c",
+      "system": ""
+    },
+    {
+      "prompt": "simplify : ( 7 + 2 ) – ( 5 + 3 + 1 ) - 1 .\na ) - 1 , b ) – 2 , c ) 1 , d ) 2 , e ) 0",
+      "response": "\"solution : ( 7 + 2 ) – ( 5 + 3 + 1 ) - 1 = 9 - 5 - 3 + 1 - 1 = 9 - 8 + 1 - 1 = 2 - 1 = 1 answer : ( c )\"",
+      "system": ""
+    },
+    {
+      "prompt": "abcd is a square where ab = â ˆ š 4008 . let x be a point on ab and y be a point on cd such that ax = cy . compute the area of trapezoid axyd .\na ) 3008 , b ) 2004 , c ) 1008 , d ) 2016 , e ) 3000",
+      "response": "\"note that trapezoids axy d and bxy c are congruent , so the area of axy d is always 4008 / 2 = 2004 . correct answer b\"",
+      "system": ""
+    },
+    {
+      "prompt": "the ratio of the present ages of ramesh and mahesh is 2 : 5 . 10 years hence , the ratio of their ages will be 10 : 15 . find the difference in their present ages ?\na ) 7.5 , b ) 6 , c ) 5.5 , d ) 6.5 , e ) 5",
+      "response": "let the present ages of ramesh and mahesh be 2 x and 5 x years respectively . ( 2 x + 10 ) / ( 5 x + 10 ) = 10 / 15 6 x + 30 = 10 x + 20 = > x = 2.5 difference in their ages will be the same at all times . this difference = difference of their present ages = > 5 x - 2 x = 3 x = > 7.5 years answer : a",
+      "system": ""
+    },
+    {
+      "prompt": "calculate the sum of first 39 natural numbers .\na ) 780 , b ) 891 , c ) 812 , d ) 847 , e ) 890",
+      "response": "\"solution we know that ( 1 + 2 + 3 + . . . . . + 39 ) = n ( n + 1 ) / 2 therefore ( 1 + 2 + 3 + . . . . + 39 ) = ( 39 × 40 / 2 ) = 780 . answer a\"",
+      "system": ""
+    },
+    {
+      "prompt": "albert buys 4 horses and 9 cows for rs . 13,400 . if he sells the horses at 10 % profit and the cows at 20 % profit , then he earns a total profit of rs . 1880 . the cost of a horse is :\na ) rs . 2007 , b ) rs . 2000 , c ) rs . 2089 , d ) rs . 2067 , e ) rs . 2098",
+      "response": "\"let c . p . of each horse be rs . x and c . p . of each cow be rs . y . then , 4 x + 9 y = 13400 - - ( i ) and , 10 % of 4 x + 20 % of 9 y = 1880 2 / 5 x + 9 / 5 y = 1880 = > 2 x + 9 y = 9400 - - ( ii ) solving ( i ) and ( ii ) , we get : x = 2000 and y = 600 . cost price of each horse = rs . 2000 . answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "300 first - time customers of a fashion store were surveyed for their shopping experience right after leaving the store . 60 % of the customers in the survey had purchased clothes for less than $ 100 . 40 % of the customers in the survey reported they were overall satisfied with their purchase . 35 % of the customers that had purchased clothes for less than $ 100 reported they were overall satisfied with their purchase . what percent of the customers surveyed purchased clothes for at least $ 100 and reported that they were not overall satisfied with their purchase ?\na ) 19 , b ) 25 , c ) 35 , d ) 45 , e ) 75",
+      "response": "out of 300 - 180 purchased for less than 100 $ 120 for more out of 300 - 120 responded as satisfied and 180 responded disatisfied out of 180 ( purchased less than 100 $ ) - 35 % = 63 responded as satisfied , so remaining satisfied are 120 - 63 = 57 so 57 is what percentage of 300 - 19 % so the answer should be a",
+      "system": ""
+    },
+    {
+      "prompt": "a boy is travelling from his home to school at 3 km / hr and reached 7 min late . next day he traveled at 6 km / hr and reached 8 min early . distance between home and school ?\na ) 1.2 km , b ) 1.3 km , c ) 1.4 km , d ) 1.5 km , e ) 1.6 km",
+      "response": "\"let the distance be x t 1 = x / 3 hr t 2 = x / 6 hr difference in time = 7 + 8 = 15 = 1 / 4 hr x / 3 - x / 6 = 1 / 4 x / 6 = 1 / 4 x = 1.5 km answer is d\"",
+      "system": ""
+    },
+    {
+      "prompt": "a school has 7 maths 6 physics and 5 chemistry teachers each teacher can teach 3 subjects max what is he minimum number of teachers required\na ) 3 , b ) 5 , c ) 6 , d ) 7 , e ) 8",
+      "response": "total subjects = 7 + 6 + 5 = 18 max subjects by 1 teacher = 3 so , min of teachers required = 18 / 3 = 6 answer : c",
+      "system": ""
+    },
+    {
+      "prompt": "a customer purchased a package of ground beef at a cost of $ 1.96 per pound . for the same amount of money , the customer could have purchased a piece of steak that weighed 30 percent less than the package of ground beef . what was the cost per pound of the steak ?\na ) $ 4.65 , b ) $ 4.10 , c ) $ 3.60 , d ) $ 3.20 , e ) $ 2.80",
+      "response": "\"for simplicity , let ' s assume the customer bought 1 pound of ground beef for $ 1.96 . let x be the price per pound for the steak . then 0.7 x = 196 x = 196 / 0.7 = $ 2.80 the answer is e .\"",
+      "system": ""
+    },
+    {
+      "prompt": "the value of ( 4.7 × 13.26 + 4.7 × 9.43 + 4.7 × 77.31 ) is :\na ) 0.47 , b ) 47 , c ) 470 , d ) 4700 , e ) none of these",
+      "response": "solution given expression = 4.7 × ( 13.26 + 9.43 + 77.31 ) = 4.7 × 100 = 470 . answer c",
+      "system": ""
+    },
+    {
+      "prompt": "a train 605 meters long is running with a speed of 60 kmph . in what time will it pass a man who is running at 6 kmph in the direction opposite to that in which the train is going ?\na ) 51 , b ) 64 , c ) 11 , d ) 22 , e ) 33",
+      "response": "\"speed of train relative to man = ( 60 + 6 ) km / hr = 66 km / hr [ 66 * 5 / 18 ] m / sec = [ 55 / 3 ] m / sec . time taken to pass the man = [ 605 * 3 / 55 ] sec = 33 sec answer : e\"",
+      "system": ""
+    },
+    {
+      "prompt": "a car salesman earns a base salary of $ 1000 per month plus a commission of $ 200 for each car he sells . if the car salesman earned $ 1800 in january , how many cars does he need to sell in february in order to double his january earnings ?\na ) 13 , b ) 14 , c ) 15 , d ) 16 , e ) 17",
+      "response": "1000 + 200 x = 3600 x = 13 cars . the answer is a .",
+      "system": ""
+    },
+    {
+      "prompt": "the average of first 9 prime numbers is ?\na ) 10.11 , b ) 11.11 , c ) 12.11 , d ) 13.11 , e ) 14.11",
+      "response": "\"sum of 10 prime no . = 100 average = 100 / 9 = 11.11 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train with a length of 100 meters , is traveling at a speed of 72 km / hr . the train enters a tunnel 3.5 km long . how many minutes does it take the train to pass through the tunnel from the moment the front enters to the moment the rear emerges ?\na ) 3 , b ) 4.2 , c ) 3.4 , d ) 5.5 , e ) 5.7",
+      "response": "\"72 km / hr = 1.2 km / min the total distance is 3.6 km . 3.6 / 1.2 = 3 minutes the answer is a .\"",
+      "system": ""
+    },
+    {
+      "prompt": "a mixture contains milk and water in the ratio 3 : 2 . on adding 10 litters of water , the ratio of milk to water becomes 2 : 3 . total quantity of milk & water before adding water to it ?\na ) 10 , b ) 30 , c ) 50 , d ) 20 , e ) 30",
+      "response": "\"explanation : milk : water = 3 : 2 after adding 10 liters of water milk : water = 2 : 3 olny water patrs increase when mixture of water milk : wate = 3 : 2 = 2 * ( 3 : 2 ) = 6 : 4 after adding 10 liters of water milk : water = 2 : 3 = 3 * ( 2 : 3 ) = 6 : 9 milk parts always same short cut method : milk : water = 6 : 4 after adding 10 liters of water milk : water = 6 : 9 milk is same but water increse 10 liters then the water ratio is increse 5 parts 5 part - - - - - > 10 liters the quantity of milk in the original mixture is = 6 : 4 = 6 + 4 = 10 10 parts - - - - - > 20 liters ( answer is = 20 ) short cut method - 2 : for only milk problems milk : water 6 : 4 6 : 9 milk ratio same but water ratio 5 parts incress per 10 liters 5 part of ratio - - - - - - - > 10 liters 10 part of ratio - - - - - - > 20 liters answer : option d\"",
+      "system": ""
+    },
+    {
+      "prompt": "a salesman ’ s terms were changed from a flat commission of 5 % on all his sales to a fixed salary of rs . 900 plus 2.5 % commission on all sales exceeding rs . 4,000 . if his remuneration as per new scheme was rs . 600 more than that by the previous schema , his sales were worth ?\na ) 10000 , b ) 12000 , c ) 12019 , d ) 12197 , e ) 12012",
+      "response": "\"[ 900 + ( x - 4000 ) * ( 2.5 / 100 ) ] - x * ( 5 / 100 ) = 600 x = 10000 answer : a\"",
+      "system": ""
+    },
+    {
+      "prompt": "the figure above shows the dimensions of a semicircular cross section of a one - way tunnel . the single traffic lane is 12 feet wide and is equidistant from the sides of the tunnel . if vehicles must clear the top of the tunnel by at least ½ foot when they are inside the traffic lane , what should be the limit t on the height of vehicles that are allowed to use the tunnel ?\n['a ) 5 ½ ft', 'b ) 7 ½ ft', 'c ) 8 ½ ft', 'd ) 9 ½ ft', 'e ) 10 ft']",
+      "response": "let ' s label the midpoint of the circle o . since the base of the semi - circle is 20 , we know that the diameter is 20 and , accordingly , the radius is 10 . we also know that the traffic lane is 12 feet long and there ' s an equal amount of space on either side , so the traffic lane extends 6 feet on either side of o . let ' s call the leftmost point on the base of the traffic lane a . so , the distance oa is 6 . now draw a line straight up from a to the top of the tunnel . let ' s label the point at which the line intersects the circle b . the answer to the question will , therefore , be the height ab - . 5 feet ( we need to leave . 5 feet of clearance ) . here ' s the key to solving the question : if we draw a line from o to b , that line is a radius of the circle and , therefore , has length 10 . we now have right triangle oab ( the right angle is at point a ) , with leg oa = 6 and hypotenuse ob = 10 . we can now solve for leg ab = 8 ( either by applying the pythagorean theorum or by applying the 3 / 4 / 5 special right triangle ratio ) . finally : ab = 8 , so the correct answer t is 8 - . 5 = 7.5 . . . choose ( b ) ! from a strategic guessing point of view , as soon as we realize that the height of the tunnel is 10 in the middle , we should quickly eliminate ( d ) and ( e ) as too big ; worse case you have a 1 / 3 shot at picking up the points . b",
+      "system": ""
+    },
+    {
+      "prompt": "there is a total of 100 marbles in a box , each of which is red , green , blue , or white . if one marble is drawn from the box at random , the probability that it will be white is 1 / 4 and the probability that it will be green is 1 / 5 . what is the probability that the marble will be either red or blue ?\na ) 2 / 3 , b ) 3 / 5 , c ) 7 / 10 , d ) 9 / 20 , e ) 11 / 20",
+      "response": "\"p ( red or blue ) = 1 - p ( white ) - p ( green ) = 20 / 20 - 5 / 20 - 4 / 20 = 11 / 20 the answer is e .\"",
+      "system": ""
+    },
+    {
+      "prompt": "tickets numbered 1 to 30 are mixed up and then a ticket is drawn at random . what is the probability that the ticket drawn has a number which is a multiple of 3 or 5 ?\na ) 2 / 15 , b ) 7 / 15 , c ) 10 / 30 , d ) 7 / 30 , e ) 8 / 30",
+      "response": "\"here , the sample space s = ( 1 , 2 , 3 , 4 , 5 , . . . , 29 , 30 ) . let e = the event of getting a multiple of 3 or 5 . e = ( 3 , 6 , 9 , 12 , 15 , 18 , 5 , 10 , 20 , 21 , 24 , 25 , 27 , 30 ) p ( e ) = n ( e ) / n ( s ) = 14 / 30 = 7 / 15 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "if 18 ! / 3 ^ x is an integer , what is the greatest possible value of x ?\na ) 3 , b ) 4 , c ) 5 , d ) 6 , e ) 8",
+      "response": "\"18 - 3 * 3 * 2 15 - 5 * 3 12 - 4 * 3 9 - 3 * 3 6 - 2 * 3 3 - 1 * 3 hence max of 3 ^ 8 is allowed . imo e .\"",
+      "system": ""
+    },
+    {
+      "prompt": "sum of two numbers is 30 . two times of the first exceeds by 10 from the three times of the other . then the numbers will be ?\na ) 14 , 16 , b ) 16 , 14 , c ) 18 , 12 , d ) 12 , 18 , e ) 17 , 13",
+      "response": "\"explanation : x + y = 30 2 x ã ¢ â ‚ ¬ â € œ 3 y = 10 x = 16 y = 14 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "xavier starts from p towards q at a speed of 40 kmph and after every 12 mins increases his speed by 20 kmph . if the distance between p and q is 56 km , then how much time does he take to cover the distance ?\na ) 40 , b ) 48 , c ) 44 , d ) 36 , e ) 30",
+      "response": "\"first 12 min = 40 * 12 / 60 = 8 km 2 nd 12 min = 60 * 12 / 60 = 12 km 3 rd 12 min = 80 * 12 / 60 = 16 km 4 th 12 min = 100 * 12 / 60 = 20 km total time 12.4 = 48 min b\"",
+      "system": ""
+    },
+    {
+      "prompt": "excluding stoppages , the average speed of a bus is 60 km / hr and including stoppages , the average speed of the bus is 45 km / hr . for how many minutes does the bus stop per hour ?\na ) 15 , b ) 88 , c ) 77 , d ) 20 , e ) 99",
+      "response": "\"in 1 hr , the bus covers 60 km without stoppages and 45 km with stoppages . stoppage time = time take to travel ( 60 - 45 ) km i . e 15 km at 60 km / hr . stoppage time = 15 / 60 hrs = 15 min . answer : a\"",
+      "system": ""
+    },
+    {
+      "prompt": "if w is the set of all the integers between 10 and 332 , inclusive , that are either multiples of 3 or multiples of 2 or multiples of both , then w contains how many numbers ?\na ) 111 , b ) 28 , c ) 160 , d ) 213 , e ) 107",
+      "response": "\"official solution : number of multiples of 3 step 1 . subtract the extreme multiples of 3 within the range ( the greatest is 330 , the smallest is 12 ) : 330 - 12 = 318 step 2 . divide by 3 : 318 / 3 = 106 step 3 . add 1 : 106 + 1 = 107 . so there are 107 multiples of 3 within the range : examples are 51 , 54 , 57 , 60 , etc . number of multiples of 2 step 1 . subtract the extreme multiples of 2 within the range ( the greatest is 330 , the smallest is 12 ) : 330 - 12 = 318 step 2 . divide by 2 : 318 / 2 = 159 step 3 . add 1 : 159 + 1 = 160 . so there are 160 multiples of 2 within the range : examples are 50 , 52 , 54 , 56 , 58 , 60 etc . add the 107 multiples of 3 and the 160 multiples of 2 : 107 + 160 = 267 . however , by adding the multiples of 2 and the multiples of 3 , we are effectively counting several numbers twice : for example , 54 and 60 are parts of both the lists above . so we ca n ' t just take 107 + 160 = 267 . find the number of multiples of 6 ( which are the double counted , as 6 is divisible by both 2 and 3 ) , and subtract it from 25 : step 1 . subtract the extreme multiples of 6 within the range ( the greatest is 72 , the smallest is 54 ) : 330 - 12 = 318 step 2 . divide by 6 : 318 / 6 = 53 step 3 . add 1 : 53 + 1 = 54 . so there are 54 multiples of 6 within the range : we counted 54 numbers twice . subtract the 54 multiples of 6 from the sum of the multiples of 2 and 3 : = 107 + 160 - 54 = 267 - 54 = 213 therefore , the final number of multiples of 2 , 3 or 6 is 213 . hence , this is the correct answer . ( d )\"",
+      "system": ""
+    },
+    {
+      "prompt": "mary passed a certain gas station on a highway while traveling west at a constant speed of 50 miles per hour . then , 15 minutes later , paul passed the same gas station while traveling west at a constant speed of 80 miles per hour . if both drivers maintained their speeds and both remained on the highway for at least 2 hours , how long after he passed the gas station did paul catch up with mary ?\na ) 35 , b ) 15 , c ) 20 , d ) 25 , e ) 30",
+      "response": "d = rt m : r = 50 mph , t = t + 1 / 4 hr d = 50 ( t + 1 / 4 ) p : r = 80 , t = t d = 80 t since they went the same distance : 50 t + 50 / 4 = 80 t 30 t = 50 / 4 = 50 / 120 * 60 = 25 min t = 25 min d",
+      "system": ""
+    },
+    {
+      "prompt": "a certain company reported that the revenue on sales increased 60 % from 2000 to 2003 , and increased 80 % from 2000 to 2005 . what was the approximate percent increase in revenue for this store from 2003 to 2005 ?\na ) 50 % , b ) 40 % , c ) 35 % , d ) 32 % , e ) 13 %",
+      "response": "\"assume the revenue in 2000 to be 100 . then in 2003 it would be 160 and and in 2005 180 , so from 2003 to 2005 it increased by ( 180 - 160 ) / 160 = 20 / 160 = 13 % answer : e .\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train speeds past a pole in 11 seconds and a platform 120 m long in 22 seconds . its length is ?\na ) 128 , b ) 177 , c ) 199 , d ) 120 , e ) 150",
+      "response": "let the length of the train be x meters and its speed be y m / sec . they , x / y = 11 = > y = x / 11 x + 120 / 22 = x / 11 x = 120 m . answer : d",
+      "system": ""
+    },
+    {
+      "prompt": "a man engaged a servant on the condition that he would pay him rs . 900 and auniform after 1 year service . he served only for 9 months and received uniform and rs . 650 , find the price of the uniform ?\na ) rs . 80 , b ) rs . 100 , c ) rs . 120 , d ) rs . 145 , e ) rs . 156",
+      "response": "\"9 / 12 = 3 / 4 * 900 = 675 650 - - - - - - - - - - - - - 25 1 / 4 - - - - - - - - 25 1 - - - - - - - - - ? = > rs . 100 b\"",
+      "system": ""
+    },
+    {
+      "prompt": "reeya obtained 65 , 67 , 76 , 80 and 95 out of 100 in different subjects , what will be the average\na ) 76.6 , b ) 75 , c ) 80 , d ) 85 , e ) 90",
+      "response": "explanation : ( 65 + 67 + 76 + 80 + 95 / 5 ) = 76.6 option a",
+      "system": ""
+    },
+    {
+      "prompt": "the least number which must be subtracted from 820 to make it exactly divisible by 9 is :\na ) a ) 2 , b ) b ) 3 , c ) c ) 1 , d ) d ) 5 , e ) e ) 6",
+      "response": "\"on dividing 820 by 9 , we get remainder = 1 therefore , required number to be subtracted = 1 answer : c\"",
+      "system": ""
+    },
+    {
+      "prompt": "a distributor sells a product through an online store , which take a commission of 20 % of the price set by the distributor . the distributor obtains the product from a producer at the price of $ 19 per item . what is the price that the buyer observers online if the distributor wants to maintain a 20 % profit on the cost of the item ?\na ) $ 27.50 , b ) $ 28.50 , c ) $ 29.50 , d ) $ 30.50 , e ) $ 31.50",
+      "response": "\"let x be the price that buyers see online . the distributor wants to receive 1.2 ( original price ) which should be 80 % of x . 1.2 ( 19 ) = 0.8 x x = 1.2 ( 19 ) / 0.8 = 1.5 ( 19 ) = $ 28.50 the answer is b .\"",
+      "system": ""
+    },
+    {
+      "prompt": "mid intended to type a 7 - digit number , but the two 3 ' s he meant to type did not appear . what appeared instead was the 5 - digit number 52115 . how many different 7 - digit numbers could mid have meant to type ?\na ) 10 , b ) 16 , c ) 21 , d ) 24 , e ) 27",
+      "response": "should be 21 . mid intended to type a seven - digit number there are two possibilities for placing 2 3 s . case 1 : two 3 s were missed consecutively . i . e . he typed 33 and it came blank on screen . - 5 - 2 - 1 - 1 - 5 - in this arrangement we can fit 33 in 6 ways . ( six dashes , each dash represent one possible place for placing 33 ) case 2 : two 3 s are not together , i . e . they have one or more digits between them . - 5 - 2 - 1 - 1 - 5 - , in this arrangement if we place first 3 at first dash i . e . 35 - 2 - 1 - 1 - 5 - then the other 3 can fit into 5 places . if we place first 3 at second dash i . e . - 532 - 1 - 1 - 5 - then the other 3 can fit into 4 places . if we place first 3 at third dash i . e . - 5 - 231 - 1 - 5 - then the other 3 can fit into 3 places . if we place first 3 at fourth dash i . e . - 5 - 2 - 131 - 5 - then the other 3 can fit into 2 places . if we place first 3 at fifth dash i . e . - 5 - 2 - 1 - 135 - then the other 3 can fit into 1 place . so total 15 ways . case 2 + case 1 = 6 + 15 = 21 ways answer c",
+      "system": ""
+    },
+    {
+      "prompt": "in a lottery there are 10 prizes and 25 blanks . a lottery is drawn at random . what is the probability of getting a blank ?\na ) 2 / 3 , b ) 6 / 7 , c ) 5 / 7 , d ) 8 / 7 , e ) 4 / 3",
+      "response": "total draws = prizes + blanks = 10 + 25 = 35 probability of getting a blank = 25 / 35 = 5 / 7 correct option is c",
+      "system": ""
+    },
+    {
+      "prompt": "when a student weighing 45 kgs left a class , the average weight of the remaining 59 students increased by 200 g . what is the average weight of the remaining 59 students\na ) 55 , b ) 56 , c ) 57 , d ) 58 , e ) 59",
+      "response": "explanation : let the average weight of the 59 students be a . so the total weight of the 59 of them will be 59 * a . the questions states that when the weight of this student who left is added , the total weight of the class = 59 a + 45 when this student is also included , the average weight decreases by 0.2 kgs 59 a + 45 / 60 = a − 0.2 = > 59 a + 45 = 60 a - 12 = > 45 + 12 = 60 a - 59 a = > a = 57 answer : option c",
+      "system": ""
+    },
+    {
+      "prompt": "the ratio between the number of sheep and the number of horses at the stewart farm is 6 to 7 , if each horse is fed 230 ounces of horse food per day and the farm needs a total 12,880 ounces of horse food per day , what is the number of sheep in the farm ?\na ) 18 , b ) 28 , c ) 48 , d ) 56 , e ) 60",
+      "response": "\"let the number of sheeps and horses be 4 x and 7 x . now total number of horses = total consumption of horse food / consumption per horse = 12880 / 230 = 56 , which is equal to 7 x . = > x = 8 sheeps = 6 x = 6 * 8 = 48 . hence c .\"",
+      "system": ""
+    },
+    {
+      "prompt": "two brothers took the gmat exam , the higher score is x and the lower one is y . if the difference between the two scores is 1 / 3 , what is the value of y / x ?\na ) 3 . , b ) 2 . , c ) 1 / 2 . , d ) 1 / 4 , e ) there is n ' t enough data to answer the question .",
+      "response": "\"answer is d : 1 / 4 x - y = ( x + y ) / 3 solving for y / x = 1 / 4\"",
+      "system": ""
+    },
+    {
+      "prompt": "if a farmer wants to plough a farm field on time , he must plough 100 hectares a day . for technical reasons he ploughed only 85 hectares a day , hence he had to plough 2 more days than he planned and he still has 40 hectares left . what is the area of the farm field and how many days the farmer planned to work initially ?\na ) 600 , b ) 490 , c ) 720 , d ) 1400 , e ) 1679",
+      "response": "\"let x be the number of days in the initial plan . therefore , the whole field is 100 â ‹ … x hectares . the farmer had to work for x + 2 days , and he ploughed 85 ( x + 2 ) hectares , leaving 40 hectares unploughed . then we have the equation : 100 x = 85 ( x + 2 ) + 40 15 x = 210 x = 14 so the farmer planned to have the work done in 6 days , and the area of the farm field is 100 ( 14 ) = 1400 hectares correct answer d\"",
+      "system": ""
+    },
+    {
+      "prompt": "in the x - y plane , there are 4 points ( 0,0 ) , ( 0,4 ) , ( 7,4 ) , and ( 7,0 ) . if these 4 points makes a rectangle , what is the probability that x + y < 4 ?\na ) 2 / 3 , b ) 3 / 5 , c ) 2 / 7 , d ) 4 / 9 , e ) 7 / 10",
+      "response": "\"the line y = - x + 4 intersects the rectangle and these three points of intersection ( 0,0 ) , ( 0,4 ) and ( 4,0 ) form a triangle . the points below the line y = - x + 4 satisfy x + y < 4 . the area of this triangle is ( 1 / 2 ) ( 4 ) ( 4 ) = 8 the area of the rectangle is 28 . p ( x + y < 4 ) = 8 / 28 = 2 / 7 the answer is c .\"",
+      "system": ""
+    },
+    {
+      "prompt": "a cheese factory sells its cheese in rectangular blocks . a normal block has a volume of 5 cubic feet . if a large block has twice the width , twice the depth , and the same length of a normal block , what is the volume of cheese in a large block in cubic feet ?\na ) 15 , b ) 30 , c ) 20 , d ) 18 , e ) 25",
+      "response": "\"volume of cube = lbh = 5 new cube l , b , h are increases of l , 2 b , 2 h new volume of cube = l * 2 b * 2 h = 4 * lbh = 4 * 5 = 20 answer : c\"",
+      "system": ""
+    },
+    {
+      "prompt": "a cube of sides 9 is first painted red and then cut into smaller cubes of side 3 . how many of the smaller cube have painted on exactly 2 sides ?\n['a ) 30', 'b ) 24', 'c ) 12', 'd ) 8', 'e ) 9']",
+      "response": "n = side of big cube / side of small cube and no . of smaller cubes with two surfaces painted is ( n - 2 ) * 12 ( 3 - 2 ) * 12 = 12 ans answer : c",
+      "system": ""
+    },
+    {
+      "prompt": "if jack walked 7 miles in 1 hour and 15 minutes , what was his rate of walking in miles per hour ?\na ) 4 , b ) 4.5 , c ) 5.6 , d ) 6.25 , e ) 15",
+      "response": "\"distance walked in 1 hour and 15 mins = 7 miles speed per hour = distance / time = 7 / ( 5 / 4 ) = 5.6 miles per hour answer c\"",
+      "system": ""
+    },
+    {
+      "prompt": "a 290 metres long train running at the speed of 120 kmph crosses another train running in opposite direction at the speed of 80 kmph in 9 seconds . what is the length of the other train ?\na ) 230 m , b ) 210 m , c ) 260 m , d ) 320 m , e ) 330 m",
+      "response": "\"relative speed = ( 120 + 80 ) km / hr = ( 200 x ( 5 / 18 ) ) m / sec = ( 500 / 9 ) m / sec . let the length of the other train be x metres . then , ( x + 290 ) / 9 = 500 / 9 x + 290 = 500 x = 210 . b\"",
+      "system": ""
+    },
+    {
+      "prompt": "a train 300 meters long completely crosses a 300 meters long bridge in 45 seconds . what is the speed of the train is ?\na ) 32 , b ) 48 , c ) 29 , d ) 27 , e ) 21",
+      "response": "\"s = ( 300 + 300 ) / 45 = 600 / 45 * 18 / 5 = 48 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "two friends plan to walk along a 33 - km trail , starting at opposite ends of the trail at the same time . if friend p ' s rate is 20 % faster than friend q ' s , how many kilometers will friend p have walked when they pass each other ?\na ) 15 , b ) 16 , c ) 17 , d ) 18 , e ) 19",
+      "response": "\"if q complete x kilometers , then p completes 1.2 x kilometers . x + 1.2 x = 33 2.2 x = 33 x = 15 then p will have have walked 1.2 * 15 = 18 km . the answer is d .\"",
+      "system": ""
+    },
+    {
+      "prompt": "three solid cubes of sides 1 cm , 6 cm and 8 cm are melted to form a new cube . find the surface area of the cube so formed\n['a ) 486', 'b ) 366', 'c ) 299', 'd ) 278', 'e ) 1888']",
+      "response": "explanation : volume of new cube = = edge of new cube = = 9 cm surface area of the new cube = ( 6 x 9 x 9 ) = 486 answer : a ) 486",
+      "system": ""
+    },
+    {
+      "prompt": "in a certain company , the ratio of the number of managers to the number of non - managers in any department must always be greater than 7 : 24 . in the company , what is the maximum number of non - managers in a department that has 8 managers ?\na ) 26 , b ) 27 , c ) 28 , d ) 29 , e ) 30",
+      "response": "8 / 7 * 24 = 27.4 the answer is b .",
+      "system": ""
+    },
+    {
+      "prompt": "the length of rectangle is thrice its breadth and its perimeter is 48 m , find the area of the rectangle ?\na ) 432 , b ) 108 , c ) 252 , d ) 992 , e ) 212",
+      "response": "\"2 ( 3 x + x ) = 48 l = 18 b = 6 lb = 18 * 6 = 108 answer : b\"",
+      "system": ""
+    },
+    {
+      "prompt": "the price of a t . v . set worth rs . 12000 is to be paid in 20 installments of rs . 1200 each . if the rate of interest be 6 % per annum , and the first installment be paid at the time of purchase , then the value of the last installment covering the interest as well will be ?\na ) 29997 , b ) 10800 , c ) 27098 , d ) 19000 , e ) 2799",
+      "response": "money paid in cash = rs . 1200 balance payment = ( 12000 - 1200 ) = rs . 10800 . answer : b",
+      "system": ""
+    }
+  ]
+}

Math_QA/group_04/tokenizer/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_04/tokenizer/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_05/checkpoints/checkpoint-1200/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/不冻结Qwen训练/models/Qwen2.5-1.5B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

Math_QA/group_05/checkpoints/checkpoint-1200/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/\u4e0d\u51bb\u7ed3Qwen\u8bad\u7ec3/models/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Math_QA/group_05/checkpoints/checkpoint-1200/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_05/checkpoints/checkpoint-1200/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Math_QA/group_05/checkpoints/checkpoint-1200/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_05/checkpoints/checkpoint-1200/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Math_QA/group_05/checkpoints/checkpoint-1200/trainer_state.json

@@ -0,0 +1,1721 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 300.0,
+  "eval_steps": 500,
+  "global_step": 1200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.32,
+      "grad_norm": 10.400022506713867,
+      "learning_rate": 0.0,
+      "loss": 1.8751,
+      "step": 1
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 7.297171115875244,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 1.9807,
+      "step": 5
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 3.4660441875457764,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6185,
+      "step": 10
+    },
+    {
+      "epoch": 3.96,
+      "grad_norm": 2.1947476863861084,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 1.2614,
+      "step": 15
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.6268408298492432,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 0.9214,
+      "step": 20
+    },
+    {
+      "epoch": 6.32,
+      "grad_norm": 0.6959373354911804,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.7377,
+      "step": 25
+    },
+    {
+      "epoch": 7.64,
+      "grad_norm": 0.5587471723556519,
+      "learning_rate": 5.370370370370371e-05,
+      "loss": 0.6496,
+      "step": 30
+    },
+    {
+      "epoch": 8.96,
+      "grad_norm": 0.6441107988357544,
+      "learning_rate": 6.296296296296296e-05,
+      "loss": 0.5109,
+      "step": 35
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 1.3911799192428589,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.4563,
+      "step": 40
+    },
+    {
+      "epoch": 11.32,
+      "grad_norm": 0.6250300407409668,
+      "learning_rate": 8.148148148148148e-05,
+      "loss": 0.3572,
+      "step": 45
+    },
+    {
+      "epoch": 12.64,
+      "grad_norm": 1.2517679929733276,
+      "learning_rate": 9.074074074074075e-05,
+      "loss": 0.2664,
+      "step": 50
+    },
+    {
+      "epoch": 13.96,
+      "grad_norm": 1.0768126249313354,
+      "learning_rate": 0.0001,
+      "loss": 0.2026,
+      "step": 55
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.3434367179870605,
+      "learning_rate": 9.971363115693013e-05,
+      "loss": 0.1916,
+      "step": 60
+    },
+    {
+      "epoch": 16.32,
+      "grad_norm": 0.6740365028381348,
+      "learning_rate": 9.942726231386026e-05,
+      "loss": 0.089,
+      "step": 65
+    },
+    {
+      "epoch": 17.64,
+      "grad_norm": 0.9331908822059631,
+      "learning_rate": 9.914089347079038e-05,
+      "loss": 0.0638,
+      "step": 70
+    },
+    {
+      "epoch": 18.96,
+      "grad_norm": 0.7591518759727478,
+      "learning_rate": 9.885452462772051e-05,
+      "loss": 0.0436,
+      "step": 75
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 1.878353238105774,
+      "learning_rate": 9.856815578465064e-05,
+      "loss": 0.0356,
+      "step": 80
+    },
+    {
+      "epoch": 21.32,
+      "grad_norm": 0.6895858645439148,
+      "learning_rate": 9.828178694158075e-05,
+      "loss": 0.037,
+      "step": 85
+    },
+    {
+      "epoch": 22.64,
+      "grad_norm": 0.40763363242149353,
+      "learning_rate": 9.799541809851088e-05,
+      "loss": 0.032,
+      "step": 90
+    },
+    {
+      "epoch": 23.96,
+      "grad_norm": 0.48133620619773865,
+      "learning_rate": 9.7709049255441e-05,
+      "loss": 0.0322,
+      "step": 95
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 2.832911968231201,
+      "learning_rate": 9.742268041237114e-05,
+      "loss": 0.0319,
+      "step": 100
+    },
+    {
+      "epoch": 26.32,
+      "grad_norm": 0.3846691846847534,
+      "learning_rate": 9.713631156930127e-05,
+      "loss": 0.0306,
+      "step": 105
+    },
+    {
+      "epoch": 27.64,
+      "grad_norm": 0.0828094556927681,
+      "learning_rate": 9.68499427262314e-05,
+      "loss": 0.031,
+      "step": 110
+    },
+    {
+      "epoch": 28.96,
+      "grad_norm": 0.15966551005840302,
+      "learning_rate": 9.656357388316152e-05,
+      "loss": 0.0311,
+      "step": 115
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.25788235664367676,
+      "learning_rate": 9.627720504009165e-05,
+      "loss": 0.0324,
+      "step": 120
+    },
+    {
+      "epoch": 31.32,
+      "grad_norm": 0.06880518049001694,
+      "learning_rate": 9.599083619702178e-05,
+      "loss": 0.0288,
+      "step": 125
+    },
+    {
+      "epoch": 32.64,
+      "grad_norm": 0.08572518080472946,
+      "learning_rate": 9.57044673539519e-05,
+      "loss": 0.0274,
+      "step": 130
+    },
+    {
+      "epoch": 33.96,
+      "grad_norm": 0.13074341416358948,
+      "learning_rate": 9.541809851088203e-05,
+      "loss": 0.0291,
+      "step": 135
+    },
+    {
+      "epoch": 35.0,
+      "grad_norm": 0.20269766449928284,
+      "learning_rate": 9.513172966781214e-05,
+      "loss": 0.029,
+      "step": 140
+    },
+    {
+      "epoch": 36.32,
+      "grad_norm": 0.11758029460906982,
+      "learning_rate": 9.484536082474227e-05,
+      "loss": 0.0268,
+      "step": 145
+    },
+    {
+      "epoch": 37.64,
+      "grad_norm": 0.11994139105081558,
+      "learning_rate": 9.45589919816724e-05,
+      "loss": 0.0278,
+      "step": 150
+    },
+    {
+      "epoch": 38.96,
+      "grad_norm": 0.05518774688243866,
+      "learning_rate": 9.427262313860252e-05,
+      "loss": 0.0278,
+      "step": 155
+    },
+    {
+      "epoch": 40.0,
+      "grad_norm": 0.15044096112251282,
+      "learning_rate": 9.398625429553265e-05,
+      "loss": 0.0267,
+      "step": 160
+    },
+    {
+      "epoch": 41.32,
+      "grad_norm": 0.07676887512207031,
+      "learning_rate": 9.369988545246277e-05,
+      "loss": 0.0282,
+      "step": 165
+    },
+    {
+      "epoch": 42.64,
+      "grad_norm": 0.061064496636390686,
+      "learning_rate": 9.34135166093929e-05,
+      "loss": 0.027,
+      "step": 170
+    },
+    {
+      "epoch": 43.96,
+      "grad_norm": 0.0829635038971901,
+      "learning_rate": 9.312714776632303e-05,
+      "loss": 0.0271,
+      "step": 175
+    },
+    {
+      "epoch": 45.0,
+      "grad_norm": 0.19648897647857666,
+      "learning_rate": 9.284077892325315e-05,
+      "loss": 0.0281,
+      "step": 180
+    },
+    {
+      "epoch": 46.32,
+      "grad_norm": 0.054943546652793884,
+      "learning_rate": 9.255441008018328e-05,
+      "loss": 0.0273,
+      "step": 185
+    },
+    {
+      "epoch": 47.64,
+      "grad_norm": 0.04817037656903267,
+      "learning_rate": 9.22680412371134e-05,
+      "loss": 0.0283,
+      "step": 190
+    },
+    {
+      "epoch": 48.96,
+      "grad_norm": 0.11423788964748383,
+      "learning_rate": 9.198167239404353e-05,
+      "loss": 0.0265,
+      "step": 195
+    },
+    {
+      "epoch": 50.0,
+      "grad_norm": 0.27549758553504944,
+      "learning_rate": 9.169530355097366e-05,
+      "loss": 0.0284,
+      "step": 200
+    },
+    {
+      "epoch": 51.32,
+      "grad_norm": 0.05396447703242302,
+      "learning_rate": 9.140893470790379e-05,
+      "loss": 0.0265,
+      "step": 205
+    },
+    {
+      "epoch": 52.64,
+      "grad_norm": 0.05337011069059372,
+      "learning_rate": 9.112256586483391e-05,
+      "loss": 0.0258,
+      "step": 210
+    },
+    {
+      "epoch": 53.96,
+      "grad_norm": 0.05249905586242676,
+      "learning_rate": 9.083619702176404e-05,
+      "loss": 0.0257,
+      "step": 215
+    },
+    {
+      "epoch": 55.0,
+      "grad_norm": 0.1728358268737793,
+      "learning_rate": 9.054982817869416e-05,
+      "loss": 0.0263,
+      "step": 220
+    },
+    {
+      "epoch": 56.32,
+      "grad_norm": 0.059466876089572906,
+      "learning_rate": 9.026345933562429e-05,
+      "loss": 0.0273,
+      "step": 225
+    },
+    {
+      "epoch": 57.64,
+      "grad_norm": 0.05643869563937187,
+      "learning_rate": 8.997709049255442e-05,
+      "loss": 0.0256,
+      "step": 230
+    },
+    {
+      "epoch": 58.96,
+      "grad_norm": 0.04988839849829674,
+      "learning_rate": 8.969072164948454e-05,
+      "loss": 0.0273,
+      "step": 235
+    },
+    {
+      "epoch": 60.0,
+      "grad_norm": 0.16858898103237152,
+      "learning_rate": 8.940435280641467e-05,
+      "loss": 0.026,
+      "step": 240
+    },
+    {
+      "epoch": 61.32,
+      "grad_norm": 0.06762107461690903,
+      "learning_rate": 8.91179839633448e-05,
+      "loss": 0.0256,
+      "step": 245
+    },
+    {
+      "epoch": 62.64,
+      "grad_norm": 0.055475521832704544,
+      "learning_rate": 8.883161512027491e-05,
+      "loss": 0.0251,
+      "step": 250
+    },
+    {
+      "epoch": 63.96,
+      "grad_norm": 0.050718843936920166,
+      "learning_rate": 8.854524627720504e-05,
+      "loss": 0.0252,
+      "step": 255
+    },
+    {
+      "epoch": 65.0,
+      "grad_norm": 0.14429792761802673,
+      "learning_rate": 8.825887743413516e-05,
+      "loss": 0.0249,
+      "step": 260
+    },
+    {
+      "epoch": 66.32,
+      "grad_norm": 0.05015683174133301,
+      "learning_rate": 8.797250859106529e-05,
+      "loss": 0.0263,
+      "step": 265
+    },
+    {
+      "epoch": 67.64,
+      "grad_norm": 0.050093237310647964,
+      "learning_rate": 8.768613974799542e-05,
+      "loss": 0.0258,
+      "step": 270
+    },
+    {
+      "epoch": 68.96,
+      "grad_norm": 0.05564512312412262,
+      "learning_rate": 8.739977090492554e-05,
+      "loss": 0.0266,
+      "step": 275
+    },
+    {
+      "epoch": 70.0,
+      "grad_norm": 0.19852356612682343,
+      "learning_rate": 8.711340206185567e-05,
+      "loss": 0.0273,
+      "step": 280
+    },
+    {
+      "epoch": 71.32,
+      "grad_norm": 0.04382947087287903,
+      "learning_rate": 8.682703321878581e-05,
+      "loss": 0.0262,
+      "step": 285
+    },
+    {
+      "epoch": 72.64,
+      "grad_norm": 0.048804983496665955,
+      "learning_rate": 8.654066437571594e-05,
+      "loss": 0.0253,
+      "step": 290
+    },
+    {
+      "epoch": 73.96,
+      "grad_norm": 0.05235697329044342,
+      "learning_rate": 8.625429553264606e-05,
+      "loss": 0.0266,
+      "step": 295
+    },
+    {
+      "epoch": 75.0,
+      "grad_norm": 0.10435523092746735,
+      "learning_rate": 8.596792668957619e-05,
+      "loss": 0.0267,
+      "step": 300
+    },
+    {
+      "epoch": 76.32,
+      "grad_norm": 0.0428118035197258,
+      "learning_rate": 8.56815578465063e-05,
+      "loss": 0.0248,
+      "step": 305
+    },
+    {
+      "epoch": 77.64,
+      "grad_norm": 0.050953563302755356,
+      "learning_rate": 8.539518900343643e-05,
+      "loss": 0.0266,
+      "step": 310
+    },
+    {
+      "epoch": 78.96,
+      "grad_norm": 0.04534580558538437,
+      "learning_rate": 8.510882016036655e-05,
+      "loss": 0.0266,
+      "step": 315
+    },
+    {
+      "epoch": 80.0,
+      "grad_norm": 0.12051164358854294,
+      "learning_rate": 8.482245131729668e-05,
+      "loss": 0.0234,
+      "step": 320
+    },
+    {
+      "epoch": 81.32,
+      "grad_norm": 0.04783328250050545,
+      "learning_rate": 8.453608247422681e-05,
+      "loss": 0.0262,
+      "step": 325
+    },
+    {
+      "epoch": 82.64,
+      "grad_norm": 0.04426267743110657,
+      "learning_rate": 8.424971363115693e-05,
+      "loss": 0.0251,
+      "step": 330
+    },
+    {
+      "epoch": 83.96,
+      "grad_norm": 0.05148656293749809,
+      "learning_rate": 8.396334478808706e-05,
+      "loss": 0.024,
+      "step": 335
+    },
+    {
+      "epoch": 85.0,
+      "grad_norm": 0.16552002727985382,
+      "learning_rate": 8.367697594501719e-05,
+      "loss": 0.0271,
+      "step": 340
+    },
+    {
+      "epoch": 86.32,
+      "grad_norm": 0.048130642622709274,
+      "learning_rate": 8.339060710194731e-05,
+      "loss": 0.0253,
+      "step": 345
+    },
+    {
+      "epoch": 87.64,
+      "grad_norm": 0.04855916276574135,
+      "learning_rate": 8.310423825887744e-05,
+      "loss": 0.0251,
+      "step": 350
+    },
+    {
+      "epoch": 88.96,
+      "grad_norm": 0.04769808053970337,
+      "learning_rate": 8.281786941580757e-05,
+      "loss": 0.0246,
+      "step": 355
+    },
+    {
+      "epoch": 90.0,
+      "grad_norm": 0.13492615520954132,
+      "learning_rate": 8.253150057273768e-05,
+      "loss": 0.0266,
+      "step": 360
+    },
+    {
+      "epoch": 91.32,
+      "grad_norm": 0.03944740071892738,
+      "learning_rate": 8.224513172966782e-05,
+      "loss": 0.0248,
+      "step": 365
+    },
+    {
+      "epoch": 92.64,
+      "grad_norm": 0.04215722531080246,
+      "learning_rate": 8.195876288659795e-05,
+      "loss": 0.0254,
+      "step": 370
+    },
+    {
+      "epoch": 93.96,
+      "grad_norm": 0.039043162018060684,
+      "learning_rate": 8.167239404352807e-05,
+      "loss": 0.0266,
+      "step": 375
+    },
+    {
+      "epoch": 95.0,
+      "grad_norm": 0.14891959726810455,
+      "learning_rate": 8.13860252004582e-05,
+      "loss": 0.0259,
+      "step": 380
+    },
+    {
+      "epoch": 96.32,
+      "grad_norm": 0.04248829931020737,
+      "learning_rate": 8.109965635738833e-05,
+      "loss": 0.0249,
+      "step": 385
+    },
+    {
+      "epoch": 97.64,
+      "grad_norm": 0.03926391899585724,
+      "learning_rate": 8.081328751431845e-05,
+      "loss": 0.0246,
+      "step": 390
+    },
+    {
+      "epoch": 98.96,
+      "grad_norm": 0.03748203441500664,
+      "learning_rate": 8.052691867124858e-05,
+      "loss": 0.0261,
+      "step": 395
+    },
+    {
+      "epoch": 100.0,
+      "grad_norm": 0.1537267118692398,
+      "learning_rate": 8.02405498281787e-05,
+      "loss": 0.0269,
+      "step": 400
+    },
+    {
+      "epoch": 101.32,
+      "grad_norm": 0.03673433139920235,
+      "learning_rate": 7.995418098510883e-05,
+      "loss": 0.026,
+      "step": 405
+    },
+    {
+      "epoch": 102.64,
+      "grad_norm": 0.0412544384598732,
+      "learning_rate": 7.966781214203894e-05,
+      "loss": 0.025,
+      "step": 410
+    },
+    {
+      "epoch": 103.96,
+      "grad_norm": 0.04654613137245178,
+      "learning_rate": 7.938144329896907e-05,
+      "loss": 0.0257,
+      "step": 415
+    },
+    {
+      "epoch": 105.0,
+      "grad_norm": 0.16913264989852905,
+      "learning_rate": 7.90950744558992e-05,
+      "loss": 0.0273,
+      "step": 420
+    },
+    {
+      "epoch": 106.32,
+      "grad_norm": 0.038868557661771774,
+      "learning_rate": 7.880870561282932e-05,
+      "loss": 0.0249,
+      "step": 425
+    },
+    {
+      "epoch": 107.64,
+      "grad_norm": 0.035050954669713974,
+      "learning_rate": 7.852233676975945e-05,
+      "loss": 0.0248,
+      "step": 430
+    },
+    {
+      "epoch": 108.96,
+      "grad_norm": 0.048128217458724976,
+      "learning_rate": 7.823596792668958e-05,
+      "loss": 0.025,
+      "step": 435
+    },
+    {
+      "epoch": 110.0,
+      "grad_norm": 0.15171416103839874,
+      "learning_rate": 7.79495990836197e-05,
+      "loss": 0.0249,
+      "step": 440
+    },
+    {
+      "epoch": 111.32,
+      "grad_norm": 0.0424317866563797,
+      "learning_rate": 7.766323024054983e-05,
+      "loss": 0.0242,
+      "step": 445
+    },
+    {
+      "epoch": 112.64,
+      "grad_norm": 0.03891604021191597,
+      "learning_rate": 7.737686139747996e-05,
+      "loss": 0.0256,
+      "step": 450
+    },
+    {
+      "epoch": 113.96,
+      "grad_norm": 0.038753215223550797,
+      "learning_rate": 7.709049255441008e-05,
+      "loss": 0.0255,
+      "step": 455
+    },
+    {
+      "epoch": 115.0,
+      "grad_norm": 0.12358593195676804,
+      "learning_rate": 7.680412371134021e-05,
+      "loss": 0.0267,
+      "step": 460
+    },
+    {
+      "epoch": 116.32,
+      "grad_norm": 0.04489829018712044,
+      "learning_rate": 7.651775486827034e-05,
+      "loss": 0.026,
+      "step": 465
+    },
+    {
+      "epoch": 117.64,
+      "grad_norm": 0.03076840564608574,
+      "learning_rate": 7.623138602520046e-05,
+      "loss": 0.0243,
+      "step": 470
+    },
+    {
+      "epoch": 118.96,
+      "grad_norm": 0.0373355895280838,
+      "learning_rate": 7.594501718213059e-05,
+      "loss": 0.0252,
+      "step": 475
+    },
+    {
+      "epoch": 120.0,
+      "grad_norm": 0.12211772054433823,
+      "learning_rate": 7.565864833906071e-05,
+      "loss": 0.0251,
+      "step": 480
+    },
+    {
+      "epoch": 121.32,
+      "grad_norm": 0.033596232533454895,
+      "learning_rate": 7.537227949599084e-05,
+      "loss": 0.024,
+      "step": 485
+    },
+    {
+      "epoch": 122.64,
+      "grad_norm": 0.034943681210279465,
+      "learning_rate": 7.508591065292097e-05,
+      "loss": 0.0243,
+      "step": 490
+    },
+    {
+      "epoch": 123.96,
+      "grad_norm": 0.03886587917804718,
+      "learning_rate": 7.47995418098511e-05,
+      "loss": 0.0261,
+      "step": 495
+    },
+    {
+      "epoch": 125.0,
+      "grad_norm": 0.09428434073925018,
+      "learning_rate": 7.451317296678122e-05,
+      "loss": 0.0243,
+      "step": 500
+    },
+    {
+      "epoch": 126.32,
+      "grad_norm": 0.03675651550292969,
+      "learning_rate": 7.422680412371135e-05,
+      "loss": 0.0234,
+      "step": 505
+    },
+    {
+      "epoch": 127.64,
+      "grad_norm": 0.035114239901304245,
+      "learning_rate": 7.394043528064147e-05,
+      "loss": 0.0234,
+      "step": 510
+    },
+    {
+      "epoch": 128.96,
+      "grad_norm": 0.04188455641269684,
+      "learning_rate": 7.36540664375716e-05,
+      "loss": 0.025,
+      "step": 515
+    },
+    {
+      "epoch": 130.0,
+      "grad_norm": 0.12602494657039642,
+      "learning_rate": 7.336769759450171e-05,
+      "loss": 0.0251,
+      "step": 520
+    },
+    {
+      "epoch": 131.32,
+      "grad_norm": 0.03690803796052933,
+      "learning_rate": 7.308132875143184e-05,
+      "loss": 0.0243,
+      "step": 525
+    },
+    {
+      "epoch": 132.64,
+      "grad_norm": 0.03474804386496544,
+      "learning_rate": 7.279495990836197e-05,
+      "loss": 0.0249,
+      "step": 530
+    },
+    {
+      "epoch": 133.96,
+      "grad_norm": 0.03961336240172386,
+      "learning_rate": 7.250859106529209e-05,
+      "loss": 0.0245,
+      "step": 535
+    },
+    {
+      "epoch": 135.0,
+      "grad_norm": 0.12104982137680054,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.0261,
+      "step": 540
+    },
+    {
+      "epoch": 136.32,
+      "grad_norm": 0.034218139946460724,
+      "learning_rate": 7.193585337915235e-05,
+      "loss": 0.0261,
+      "step": 545
+    },
+    {
+      "epoch": 137.64,
+      "grad_norm": 0.03710426762700081,
+      "learning_rate": 7.164948453608247e-05,
+      "loss": 0.025,
+      "step": 550
+    },
+    {
+      "epoch": 138.96,
+      "grad_norm": 0.04457065463066101,
+      "learning_rate": 7.136311569301261e-05,
+      "loss": 0.0242,
+      "step": 555
+    },
+    {
+      "epoch": 140.0,
+      "grad_norm": 0.13821738958358765,
+      "learning_rate": 7.107674684994274e-05,
+      "loss": 0.0274,
+      "step": 560
+    },
+    {
+      "epoch": 141.32,
+      "grad_norm": 0.03650037199258804,
+      "learning_rate": 7.079037800687286e-05,
+      "loss": 0.026,
+      "step": 565
+    },
+    {
+      "epoch": 142.64,
+      "grad_norm": 0.03383618965744972,
+      "learning_rate": 7.050400916380299e-05,
+      "loss": 0.0255,
+      "step": 570
+    },
+    {
+      "epoch": 143.96,
+      "grad_norm": 0.04317783936858177,
+      "learning_rate": 7.02176403207331e-05,
+      "loss": 0.0249,
+      "step": 575
+    },
+    {
+      "epoch": 145.0,
+      "grad_norm": 0.10297311842441559,
+      "learning_rate": 6.993127147766323e-05,
+      "loss": 0.0256,
+      "step": 580
+    },
+    {
+      "epoch": 146.32,
+      "grad_norm": 0.03381495550274849,
+      "learning_rate": 6.964490263459336e-05,
+      "loss": 0.0251,
+      "step": 585
+    },
+    {
+      "epoch": 147.64,
+      "grad_norm": 0.035750940442085266,
+      "learning_rate": 6.935853379152348e-05,
+      "loss": 0.0263,
+      "step": 590
+    },
+    {
+      "epoch": 148.96,
+      "grad_norm": 0.035565897822380066,
+      "learning_rate": 6.907216494845361e-05,
+      "loss": 0.0252,
+      "step": 595
+    },
+    {
+      "epoch": 150.0,
+      "grad_norm": 0.17040526866912842,
+      "learning_rate": 6.878579610538374e-05,
+      "loss": 0.0266,
+      "step": 600
+    },
+    {
+      "epoch": 151.32,
+      "grad_norm": 0.033280182629823685,
+      "learning_rate": 6.849942726231386e-05,
+      "loss": 0.025,
+      "step": 605
+    },
+    {
+      "epoch": 152.64,
+      "grad_norm": 0.03360641375184059,
+      "learning_rate": 6.821305841924399e-05,
+      "loss": 0.0256,
+      "step": 610
+    },
+    {
+      "epoch": 153.96,
+      "grad_norm": 0.0320255346596241,
+      "learning_rate": 6.792668957617412e-05,
+      "loss": 0.0269,
+      "step": 615
+    },
+    {
+      "epoch": 155.0,
+      "grad_norm": 0.11772758513689041,
+      "learning_rate": 6.764032073310424e-05,
+      "loss": 0.0268,
+      "step": 620
+    },
+    {
+      "epoch": 156.32,
+      "grad_norm": 0.03358511999249458,
+      "learning_rate": 6.735395189003437e-05,
+      "loss": 0.025,
+      "step": 625
+    },
+    {
+      "epoch": 157.64,
+      "grad_norm": 0.033862195909023285,
+      "learning_rate": 6.706758304696448e-05,
+      "loss": 0.0243,
+      "step": 630
+    },
+    {
+      "epoch": 158.96,
+      "grad_norm": 0.03414261341094971,
+      "learning_rate": 6.678121420389462e-05,
+      "loss": 0.0256,
+      "step": 635
+    },
+    {
+      "epoch": 160.0,
+      "grad_norm": 0.10067260265350342,
+      "learning_rate": 6.649484536082475e-05,
+      "loss": 0.0254,
+      "step": 640
+    },
+    {
+      "epoch": 161.32,
+      "grad_norm": 0.02890392392873764,
+      "learning_rate": 6.620847651775487e-05,
+      "loss": 0.0243,
+      "step": 645
+    },
+    {
+      "epoch": 162.64,
+      "grad_norm": 0.03421242907643318,
+      "learning_rate": 6.5922107674685e-05,
+      "loss": 0.0273,
+      "step": 650
+    },
+    {
+      "epoch": 163.96,
+      "grad_norm": 0.030961284413933754,
+      "learning_rate": 6.563573883161513e-05,
+      "loss": 0.0247,
+      "step": 655
+    },
+    {
+      "epoch": 165.0,
+      "grad_norm": 0.15579695999622345,
+      "learning_rate": 6.534936998854525e-05,
+      "loss": 0.0249,
+      "step": 660
+    },
+    {
+      "epoch": 166.32,
+      "grad_norm": 0.034360092133283615,
+      "learning_rate": 6.506300114547538e-05,
+      "loss": 0.0248,
+      "step": 665
+    },
+    {
+      "epoch": 167.64,
+      "grad_norm": 0.03785019367933273,
+      "learning_rate": 6.477663230240551e-05,
+      "loss": 0.025,
+      "step": 670
+    },
+    {
+      "epoch": 168.96,
+      "grad_norm": 0.03284551948308945,
+      "learning_rate": 6.449026345933563e-05,
+      "loss": 0.0241,
+      "step": 675
+    },
+    {
+      "epoch": 170.0,
+      "grad_norm": 0.09759528934955597,
+      "learning_rate": 6.420389461626576e-05,
+      "loss": 0.0244,
+      "step": 680
+    },
+    {
+      "epoch": 171.32,
+      "grad_norm": 0.03584463894367218,
+      "learning_rate": 6.391752577319587e-05,
+      "loss": 0.0259,
+      "step": 685
+    },
+    {
+      "epoch": 172.64,
+      "grad_norm": 0.030156895518302917,
+      "learning_rate": 6.3631156930126e-05,
+      "loss": 0.0243,
+      "step": 690
+    },
+    {
+      "epoch": 173.96,
+      "grad_norm": 0.03188961371779442,
+      "learning_rate": 6.334478808705613e-05,
+      "loss": 0.0249,
+      "step": 695
+    },
+    {
+      "epoch": 175.0,
+      "grad_norm": 0.0809582769870758,
+      "learning_rate": 6.305841924398625e-05,
+      "loss": 0.0248,
+      "step": 700
+    },
+    {
+      "epoch": 176.32,
+      "grad_norm": 0.03264029696583748,
+      "learning_rate": 6.277205040091638e-05,
+      "loss": 0.0232,
+      "step": 705
+    },
+    {
+      "epoch": 177.64,
+      "grad_norm": 0.027732770889997482,
+      "learning_rate": 6.24856815578465e-05,
+      "loss": 0.0236,
+      "step": 710
+    },
+    {
+      "epoch": 178.96,
+      "grad_norm": 0.030222464352846146,
+      "learning_rate": 6.219931271477663e-05,
+      "loss": 0.0251,
+      "step": 715
+    },
+    {
+      "epoch": 180.0,
+      "grad_norm": 0.1071929931640625,
+      "learning_rate": 6.191294387170676e-05,
+      "loss": 0.0247,
+      "step": 720
+    },
+    {
+      "epoch": 181.32,
+      "grad_norm": 0.032799385488033295,
+      "learning_rate": 6.162657502863689e-05,
+      "loss": 0.0254,
+      "step": 725
+    },
+    {
+      "epoch": 182.64,
+      "grad_norm": 0.028912093490362167,
+      "learning_rate": 6.134020618556701e-05,
+      "loss": 0.0241,
+      "step": 730
+    },
+    {
+      "epoch": 183.96,
+      "grad_norm": 0.03428152576088905,
+      "learning_rate": 6.105383734249714e-05,
+      "loss": 0.0245,
+      "step": 735
+    },
+    {
+      "epoch": 185.0,
+      "grad_norm": 0.1015963926911354,
+      "learning_rate": 6.076746849942726e-05,
+      "loss": 0.025,
+      "step": 740
+    },
+    {
+      "epoch": 186.32,
+      "grad_norm": 0.03009233996272087,
+      "learning_rate": 6.0481099656357384e-05,
+      "loss": 0.0246,
+      "step": 745
+    },
+    {
+      "epoch": 187.64,
+      "grad_norm": 0.0332995280623436,
+      "learning_rate": 6.019473081328752e-05,
+      "loss": 0.0257,
+      "step": 750
+    },
+    {
+      "epoch": 188.96,
+      "grad_norm": 0.03733398765325546,
+      "learning_rate": 5.9908361970217644e-05,
+      "loss": 0.0243,
+      "step": 755
+    },
+    {
+      "epoch": 190.0,
+      "grad_norm": 0.10931331664323807,
+      "learning_rate": 5.962199312714777e-05,
+      "loss": 0.0251,
+      "step": 760
+    },
+    {
+      "epoch": 191.32,
+      "grad_norm": 0.028579795733094215,
+      "learning_rate": 5.93356242840779e-05,
+      "loss": 0.0232,
+      "step": 765
+    },
+    {
+      "epoch": 192.64,
+      "grad_norm": 0.032194267958402634,
+      "learning_rate": 5.904925544100802e-05,
+      "loss": 0.0246,
+      "step": 770
+    },
+    {
+      "epoch": 193.96,
+      "grad_norm": 0.02930261939764023,
+      "learning_rate": 5.876288659793815e-05,
+      "loss": 0.0252,
+      "step": 775
+    },
+    {
+      "epoch": 195.0,
+      "grad_norm": 0.10426792502403259,
+      "learning_rate": 5.8476517754868276e-05,
+      "loss": 0.0248,
+      "step": 780
+    },
+    {
+      "epoch": 196.32,
+      "grad_norm": 0.03524012863636017,
+      "learning_rate": 5.81901489117984e-05,
+      "loss": 0.0248,
+      "step": 785
+    },
+    {
+      "epoch": 197.64,
+      "grad_norm": 0.03506775572896004,
+      "learning_rate": 5.790378006872853e-05,
+      "loss": 0.0247,
+      "step": 790
+    },
+    {
+      "epoch": 198.96,
+      "grad_norm": 0.0311473049223423,
+      "learning_rate": 5.761741122565865e-05,
+      "loss": 0.0232,
+      "step": 795
+    },
+    {
+      "epoch": 200.0,
+      "grad_norm": 0.07525704801082611,
+      "learning_rate": 5.7331042382588775e-05,
+      "loss": 0.0243,
+      "step": 800
+    },
+    {
+      "epoch": 201.32,
+      "grad_norm": 0.035031698644161224,
+      "learning_rate": 5.70446735395189e-05,
+      "loss": 0.0239,
+      "step": 805
+    },
+    {
+      "epoch": 202.64,
+      "grad_norm": 0.034695811569690704,
+      "learning_rate": 5.675830469644903e-05,
+      "loss": 0.0243,
+      "step": 810
+    },
+    {
+      "epoch": 203.96,
+      "grad_norm": 0.03308610990643501,
+      "learning_rate": 5.6471935853379155e-05,
+      "loss": 0.0253,
+      "step": 815
+    },
+    {
+      "epoch": 205.0,
+      "grad_norm": 0.09630656987428665,
+      "learning_rate": 5.618556701030928e-05,
+      "loss": 0.0237,
+      "step": 820
+    },
+    {
+      "epoch": 206.32,
+      "grad_norm": 0.029655827209353447,
+      "learning_rate": 5.589919816723941e-05,
+      "loss": 0.0243,
+      "step": 825
+    },
+    {
+      "epoch": 207.64,
+      "grad_norm": 0.033564385026693344,
+      "learning_rate": 5.5612829324169534e-05,
+      "loss": 0.0256,
+      "step": 830
+    },
+    {
+      "epoch": 208.96,
+      "grad_norm": 0.032118216156959534,
+      "learning_rate": 5.532646048109966e-05,
+      "loss": 0.0255,
+      "step": 835
+    },
+    {
+      "epoch": 210.0,
+      "grad_norm": 0.1026848703622818,
+      "learning_rate": 5.504009163802979e-05,
+      "loss": 0.026,
+      "step": 840
+    },
+    {
+      "epoch": 211.32,
+      "grad_norm": 0.0279522817581892,
+      "learning_rate": 5.4753722794959914e-05,
+      "loss": 0.0251,
+      "step": 845
+    },
+    {
+      "epoch": 212.64,
+      "grad_norm": 0.03077705204486847,
+      "learning_rate": 5.4467353951890033e-05,
+      "loss": 0.0249,
+      "step": 850
+    },
+    {
+      "epoch": 213.96,
+      "grad_norm": 0.03049428202211857,
+      "learning_rate": 5.418098510882016e-05,
+      "loss": 0.0242,
+      "step": 855
+    },
+    {
+      "epoch": 215.0,
+      "grad_norm": 0.10257317870855331,
+      "learning_rate": 5.3894616265750286e-05,
+      "loss": 0.0259,
+      "step": 860
+    },
+    {
+      "epoch": 216.32,
+      "grad_norm": 0.03210216015577316,
+      "learning_rate": 5.360824742268041e-05,
+      "loss": 0.0255,
+      "step": 865
+    },
+    {
+      "epoch": 217.64,
+      "grad_norm": 0.02780107595026493,
+      "learning_rate": 5.332187857961054e-05,
+      "loss": 0.0241,
+      "step": 870
+    },
+    {
+      "epoch": 218.96,
+      "grad_norm": 0.0322456955909729,
+      "learning_rate": 5.3035509736540666e-05,
+      "loss": 0.0246,
+      "step": 875
+    },
+    {
+      "epoch": 220.0,
+      "grad_norm": 0.1266552209854126,
+      "learning_rate": 5.274914089347079e-05,
+      "loss": 0.0249,
+      "step": 880
+    },
+    {
+      "epoch": 221.32,
+      "grad_norm": 0.03610976040363312,
+      "learning_rate": 5.246277205040092e-05,
+      "loss": 0.0252,
+      "step": 885
+    },
+    {
+      "epoch": 222.64,
+      "grad_norm": 0.02593020163476467,
+      "learning_rate": 5.2176403207331045e-05,
+      "loss": 0.0239,
+      "step": 890
+    },
+    {
+      "epoch": 223.96,
+      "grad_norm": 0.0278825294226408,
+      "learning_rate": 5.189003436426118e-05,
+      "loss": 0.0244,
+      "step": 895
+    },
+    {
+      "epoch": 225.0,
+      "grad_norm": 0.13016103208065033,
+      "learning_rate": 5.1603665521191305e-05,
+      "loss": 0.0238,
+      "step": 900
+    },
+    {
+      "epoch": 226.32,
+      "grad_norm": 0.04394061490893364,
+      "learning_rate": 5.131729667812142e-05,
+      "loss": 0.0241,
+      "step": 905
+    },
+    {
+      "epoch": 227.64,
+      "grad_norm": 0.029826989397406578,
+      "learning_rate": 5.1030927835051544e-05,
+      "loss": 0.0249,
+      "step": 910
+    },
+    {
+      "epoch": 228.96,
+      "grad_norm": 0.03191008418798447,
+      "learning_rate": 5.074455899198167e-05,
+      "loss": 0.0243,
+      "step": 915
+    },
+    {
+      "epoch": 230.0,
+      "grad_norm": 0.08656979352235794,
+      "learning_rate": 5.04581901489118e-05,
+      "loss": 0.0224,
+      "step": 920
+    },
+    {
+      "epoch": 231.32,
+      "grad_norm": 0.02518548257648945,
+      "learning_rate": 5.0171821305841924e-05,
+      "loss": 0.0237,
+      "step": 925
+    },
+    {
+      "epoch": 232.64,
+      "grad_norm": 0.033082202076911926,
+      "learning_rate": 4.988545246277205e-05,
+      "loss": 0.027,
+      "step": 930
+    },
+    {
+      "epoch": 233.96,
+      "grad_norm": 0.03068440407514572,
+      "learning_rate": 4.9599083619702184e-05,
+      "loss": 0.0247,
+      "step": 935
+    },
+    {
+      "epoch": 235.0,
+      "grad_norm": 0.13633547723293304,
+      "learning_rate": 4.931271477663231e-05,
+      "loss": 0.0261,
+      "step": 940
+    },
+    {
+      "epoch": 236.32,
+      "grad_norm": 0.031706273555755615,
+      "learning_rate": 4.902634593356243e-05,
+      "loss": 0.0245,
+      "step": 945
+    },
+    {
+      "epoch": 237.64,
+      "grad_norm": 0.036736082285642624,
+      "learning_rate": 4.8739977090492556e-05,
+      "loss": 0.0234,
+      "step": 950
+    },
+    {
+      "epoch": 238.96,
+      "grad_norm": 0.0318564772605896,
+      "learning_rate": 4.845360824742268e-05,
+      "loss": 0.0253,
+      "step": 955
+    },
+    {
+      "epoch": 240.0,
+      "grad_norm": 0.1363125592470169,
+      "learning_rate": 4.816723940435281e-05,
+      "loss": 0.0263,
+      "step": 960
+    },
+    {
+      "epoch": 241.32,
+      "grad_norm": 0.02688954770565033,
+      "learning_rate": 4.7880870561282936e-05,
+      "loss": 0.0238,
+      "step": 965
+    },
+    {
+      "epoch": 242.64,
+      "grad_norm": 0.02968299575150013,
+      "learning_rate": 4.7594501718213055e-05,
+      "loss": 0.0244,
+      "step": 970
+    },
+    {
+      "epoch": 243.96,
+      "grad_norm": 0.03266594931483269,
+      "learning_rate": 4.730813287514318e-05,
+      "loss": 0.0238,
+      "step": 975
+    },
+    {
+      "epoch": 245.0,
+      "grad_norm": 0.10234478116035461,
+      "learning_rate": 4.7021764032073315e-05,
+      "loss": 0.0251,
+      "step": 980
+    },
+    {
+      "epoch": 246.32,
+      "grad_norm": 0.027367645874619484,
+      "learning_rate": 4.673539518900344e-05,
+      "loss": 0.0248,
+      "step": 985
+    },
+    {
+      "epoch": 247.64,
+      "grad_norm": 0.033224888145923615,
+      "learning_rate": 4.644902634593357e-05,
+      "loss": 0.0239,
+      "step": 990
+    },
+    {
+      "epoch": 248.96,
+      "grad_norm": 0.029980432242155075,
+      "learning_rate": 4.6162657502863694e-05,
+      "loss": 0.0245,
+      "step": 995
+    },
+    {
+      "epoch": 250.0,
+      "grad_norm": 0.09450731426477432,
+      "learning_rate": 4.5876288659793814e-05,
+      "loss": 0.0249,
+      "step": 1000
+    },
+    {
+      "epoch": 251.32,
+      "grad_norm": 0.03310879319906235,
+      "learning_rate": 4.558991981672394e-05,
+      "loss": 0.0249,
+      "step": 1005
+    },
+    {
+      "epoch": 252.64,
+      "grad_norm": 0.03340078517794609,
+      "learning_rate": 4.530355097365407e-05,
+      "loss": 0.0241,
+      "step": 1010
+    },
+    {
+      "epoch": 253.96,
+      "grad_norm": 0.026172492653131485,
+      "learning_rate": 4.5017182130584194e-05,
+      "loss": 0.0248,
+      "step": 1015
+    },
+    {
+      "epoch": 255.0,
+      "grad_norm": 0.08946063369512558,
+      "learning_rate": 4.473081328751432e-05,
+      "loss": 0.0238,
+      "step": 1020
+    },
+    {
+      "epoch": 256.32,
+      "grad_norm": 0.030571436509490013,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.0249,
+      "step": 1025
+    },
+    {
+      "epoch": 257.64,
+      "grad_norm": 0.03570445254445076,
+      "learning_rate": 4.415807560137457e-05,
+      "loss": 0.024,
+      "step": 1030
+    },
+    {
+      "epoch": 258.96,
+      "grad_norm": 0.03080453909933567,
+      "learning_rate": 4.38717067583047e-05,
+      "loss": 0.0238,
+      "step": 1035
+    },
+    {
+      "epoch": 260.0,
+      "grad_norm": 0.08581066876649857,
+      "learning_rate": 4.3585337915234826e-05,
+      "loss": 0.0248,
+      "step": 1040
+    },
+    {
+      "epoch": 261.32,
+      "grad_norm": 0.030410174280405045,
+      "learning_rate": 4.329896907216495e-05,
+      "loss": 0.0239,
+      "step": 1045
+    },
+    {
+      "epoch": 262.64,
+      "grad_norm": 0.031280554831027985,
+      "learning_rate": 4.301260022909508e-05,
+      "loss": 0.0243,
+      "step": 1050
+    },
+    {
+      "epoch": 263.96,
+      "grad_norm": 0.02672177366912365,
+      "learning_rate": 4.27262313860252e-05,
+      "loss": 0.0238,
+      "step": 1055
+    },
+    {
+      "epoch": 265.0,
+      "grad_norm": 0.07610668987035751,
+      "learning_rate": 4.2439862542955325e-05,
+      "loss": 0.0239,
+      "step": 1060
+    },
+    {
+      "epoch": 266.32,
+      "grad_norm": 0.024727504700422287,
+      "learning_rate": 4.215349369988545e-05,
+      "loss": 0.0239,
+      "step": 1065
+    },
+    {
+      "epoch": 267.64,
+      "grad_norm": 0.02786521054804325,
+      "learning_rate": 4.1867124856815585e-05,
+      "loss": 0.0236,
+      "step": 1070
+    },
+    {
+      "epoch": 268.96,
+      "grad_norm": 0.03422243148088455,
+      "learning_rate": 4.158075601374571e-05,
+      "loss": 0.0253,
+      "step": 1075
+    },
+    {
+      "epoch": 270.0,
+      "grad_norm": 0.1014898419380188,
+      "learning_rate": 4.129438717067583e-05,
+      "loss": 0.0223,
+      "step": 1080
+    },
+    {
+      "epoch": 271.32,
+      "grad_norm": 0.031124193221330643,
+      "learning_rate": 4.100801832760596e-05,
+      "loss": 0.0245,
+      "step": 1085
+    },
+    {
+      "epoch": 272.64,
+      "grad_norm": 0.038533128798007965,
+      "learning_rate": 4.0721649484536084e-05,
+      "loss": 0.0246,
+      "step": 1090
+    },
+    {
+      "epoch": 273.96,
+      "grad_norm": 0.030866755172610283,
+      "learning_rate": 4.043528064146621e-05,
+      "loss": 0.023,
+      "step": 1095
+    },
+    {
+      "epoch": 275.0,
+      "grad_norm": 0.08954590559005737,
+      "learning_rate": 4.014891179839634e-05,
+      "loss": 0.0229,
+      "step": 1100
+    },
+    {
+      "epoch": 276.32,
+      "grad_norm": 0.026276232674717903,
+      "learning_rate": 3.9862542955326463e-05,
+      "loss": 0.0235,
+      "step": 1105
+    },
+    {
+      "epoch": 277.64,
+      "grad_norm": 0.027080141007900238,
+      "learning_rate": 3.957617411225659e-05,
+      "loss": 0.0235,
+      "step": 1110
+    },
+    {
+      "epoch": 278.96,
+      "grad_norm": 0.03417404368519783,
+      "learning_rate": 3.9289805269186716e-05,
+      "loss": 0.0249,
+      "step": 1115
+    },
+    {
+      "epoch": 280.0,
+      "grad_norm": 0.09695928543806076,
+      "learning_rate": 3.900343642611684e-05,
+      "loss": 0.0253,
+      "step": 1120
+    },
+    {
+      "epoch": 281.32,
+      "grad_norm": 0.030673259869217873,
+      "learning_rate": 3.871706758304697e-05,
+      "loss": 0.0243,
+      "step": 1125
+    },
+    {
+      "epoch": 282.64,
+      "grad_norm": 0.030348097905516624,
+      "learning_rate": 3.8430698739977096e-05,
+      "loss": 0.0236,
+      "step": 1130
+    },
+    {
+      "epoch": 283.96,
+      "grad_norm": 0.02967708744108677,
+      "learning_rate": 3.8144329896907216e-05,
+      "loss": 0.0247,
+      "step": 1135
+    },
+    {
+      "epoch": 285.0,
+      "grad_norm": 0.10447746515274048,
+      "learning_rate": 3.785796105383734e-05,
+      "loss": 0.0251,
+      "step": 1140
+    },
+    {
+      "epoch": 286.32,
+      "grad_norm": 0.02734815888106823,
+      "learning_rate": 3.757159221076747e-05,
+      "loss": 0.0237,
+      "step": 1145
+    },
+    {
+      "epoch": 287.64,
+      "grad_norm": 0.029427731409668922,
+      "learning_rate": 3.7285223367697595e-05,
+      "loss": 0.0246,
+      "step": 1150
+    },
+    {
+      "epoch": 288.96,
+      "grad_norm": 0.030745094642043114,
+      "learning_rate": 3.699885452462772e-05,
+      "loss": 0.0233,
+      "step": 1155
+    },
+    {
+      "epoch": 290.0,
+      "grad_norm": 0.10763055831193924,
+      "learning_rate": 3.671248568155785e-05,
+      "loss": 0.0274,
+      "step": 1160
+    },
+    {
+      "epoch": 291.32,
+      "grad_norm": 0.026746047660708427,
+      "learning_rate": 3.6426116838487974e-05,
+      "loss": 0.0238,
+      "step": 1165
+    },
+    {
+      "epoch": 292.64,
+      "grad_norm": 0.03480570390820503,
+      "learning_rate": 3.61397479954181e-05,
+      "loss": 0.0245,
+      "step": 1170
+    },
+    {
+      "epoch": 293.96,
+      "grad_norm": 0.029437130317091942,
+      "learning_rate": 3.585337915234823e-05,
+      "loss": 0.0244,
+      "step": 1175
+    },
+    {
+      "epoch": 295.0,
+      "grad_norm": 0.11941424757242203,
+      "learning_rate": 3.5567010309278354e-05,
+      "loss": 0.0256,
+      "step": 1180
+    },
+    {
+      "epoch": 296.32,
+      "grad_norm": 0.028664808720350266,
+      "learning_rate": 3.528064146620848e-05,
+      "loss": 0.0254,
+      "step": 1185
+    },
+    {
+      "epoch": 297.64,
+      "grad_norm": 0.03227626532316208,
+      "learning_rate": 3.49942726231386e-05,
+      "loss": 0.0247,
+      "step": 1190
+    },
+    {
+      "epoch": 298.96,
+      "grad_norm": 0.03434792160987854,
+      "learning_rate": 3.4707903780068726e-05,
+      "loss": 0.0248,
+      "step": 1195
+    },
+    {
+      "epoch": 300.0,
+      "grad_norm": 0.08759436756372452,
+      "learning_rate": 3.442153493699885e-05,
+      "loss": 0.0239,
+      "step": 1200
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1800,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 450,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0205427400704e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

Math_QA/group_05/checkpoints/checkpoint-1500/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/\u4e0d\u51bb\u7ed3Qwen\u8bad\u7ec3/models/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Math_QA/group_05/checkpoints/checkpoint-1500/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_05/checkpoints/checkpoint-1500/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Math_QA/group_05/checkpoints/checkpoint-1500/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_05/checkpoints/checkpoint-1500/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Math_QA/group_05/checkpoints/checkpoint-1500/trainer_state.json

@@ -0,0 +1,2141 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 375.0,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.32,
+      "grad_norm": 10.400022506713867,
+      "learning_rate": 0.0,
+      "loss": 1.8751,
+      "step": 1
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 7.297171115875244,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 1.9807,
+      "step": 5
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 3.4660441875457764,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6185,
+      "step": 10
+    },
+    {
+      "epoch": 3.96,
+      "grad_norm": 2.1947476863861084,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 1.2614,
+      "step": 15
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.6268408298492432,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 0.9214,
+      "step": 20
+    },
+    {
+      "epoch": 6.32,
+      "grad_norm": 0.6959373354911804,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.7377,
+      "step": 25
+    },
+    {
+      "epoch": 7.64,
+      "grad_norm": 0.5587471723556519,
+      "learning_rate": 5.370370370370371e-05,
+      "loss": 0.6496,
+      "step": 30
+    },
+    {
+      "epoch": 8.96,
+      "grad_norm": 0.6441107988357544,
+      "learning_rate": 6.296296296296296e-05,
+      "loss": 0.5109,
+      "step": 35
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 1.3911799192428589,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.4563,
+      "step": 40
+    },
+    {
+      "epoch": 11.32,
+      "grad_norm": 0.6250300407409668,
+      "learning_rate": 8.148148148148148e-05,
+      "loss": 0.3572,
+      "step": 45
+    },
+    {
+      "epoch": 12.64,
+      "grad_norm": 1.2517679929733276,
+      "learning_rate": 9.074074074074075e-05,
+      "loss": 0.2664,
+      "step": 50
+    },
+    {
+      "epoch": 13.96,
+      "grad_norm": 1.0768126249313354,
+      "learning_rate": 0.0001,
+      "loss": 0.2026,
+      "step": 55
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.3434367179870605,
+      "learning_rate": 9.971363115693013e-05,
+      "loss": 0.1916,
+      "step": 60
+    },
+    {
+      "epoch": 16.32,
+      "grad_norm": 0.6740365028381348,
+      "learning_rate": 9.942726231386026e-05,
+      "loss": 0.089,
+      "step": 65
+    },
+    {
+      "epoch": 17.64,
+      "grad_norm": 0.9331908822059631,
+      "learning_rate": 9.914089347079038e-05,
+      "loss": 0.0638,
+      "step": 70
+    },
+    {
+      "epoch": 18.96,
+      "grad_norm": 0.7591518759727478,
+      "learning_rate": 9.885452462772051e-05,
+      "loss": 0.0436,
+      "step": 75
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 1.878353238105774,
+      "learning_rate": 9.856815578465064e-05,
+      "loss": 0.0356,
+      "step": 80
+    },
+    {
+      "epoch": 21.32,
+      "grad_norm": 0.6895858645439148,
+      "learning_rate": 9.828178694158075e-05,
+      "loss": 0.037,
+      "step": 85
+    },
+    {
+      "epoch": 22.64,
+      "grad_norm": 0.40763363242149353,
+      "learning_rate": 9.799541809851088e-05,
+      "loss": 0.032,
+      "step": 90
+    },
+    {
+      "epoch": 23.96,
+      "grad_norm": 0.48133620619773865,
+      "learning_rate": 9.7709049255441e-05,
+      "loss": 0.0322,
+      "step": 95
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 2.832911968231201,
+      "learning_rate": 9.742268041237114e-05,
+      "loss": 0.0319,
+      "step": 100
+    },
+    {
+      "epoch": 26.32,
+      "grad_norm": 0.3846691846847534,
+      "learning_rate": 9.713631156930127e-05,
+      "loss": 0.0306,
+      "step": 105
+    },
+    {
+      "epoch": 27.64,
+      "grad_norm": 0.0828094556927681,
+      "learning_rate": 9.68499427262314e-05,
+      "loss": 0.031,
+      "step": 110
+    },
+    {
+      "epoch": 28.96,
+      "grad_norm": 0.15966551005840302,
+      "learning_rate": 9.656357388316152e-05,
+      "loss": 0.0311,
+      "step": 115
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.25788235664367676,
+      "learning_rate": 9.627720504009165e-05,
+      "loss": 0.0324,
+      "step": 120
+    },
+    {
+      "epoch": 31.32,
+      "grad_norm": 0.06880518049001694,
+      "learning_rate": 9.599083619702178e-05,
+      "loss": 0.0288,
+      "step": 125
+    },
+    {
+      "epoch": 32.64,
+      "grad_norm": 0.08572518080472946,
+      "learning_rate": 9.57044673539519e-05,
+      "loss": 0.0274,
+      "step": 130
+    },
+    {
+      "epoch": 33.96,
+      "grad_norm": 0.13074341416358948,
+      "learning_rate": 9.541809851088203e-05,
+      "loss": 0.0291,
+      "step": 135
+    },
+    {
+      "epoch": 35.0,
+      "grad_norm": 0.20269766449928284,
+      "learning_rate": 9.513172966781214e-05,
+      "loss": 0.029,
+      "step": 140
+    },
+    {
+      "epoch": 36.32,
+      "grad_norm": 0.11758029460906982,
+      "learning_rate": 9.484536082474227e-05,
+      "loss": 0.0268,
+      "step": 145
+    },
+    {
+      "epoch": 37.64,
+      "grad_norm": 0.11994139105081558,
+      "learning_rate": 9.45589919816724e-05,
+      "loss": 0.0278,
+      "step": 150
+    },
+    {
+      "epoch": 38.96,
+      "grad_norm": 0.05518774688243866,
+      "learning_rate": 9.427262313860252e-05,
+      "loss": 0.0278,
+      "step": 155
+    },
+    {
+      "epoch": 40.0,
+      "grad_norm": 0.15044096112251282,
+      "learning_rate": 9.398625429553265e-05,
+      "loss": 0.0267,
+      "step": 160
+    },
+    {
+      "epoch": 41.32,
+      "grad_norm": 0.07676887512207031,
+      "learning_rate": 9.369988545246277e-05,
+      "loss": 0.0282,
+      "step": 165
+    },
+    {
+      "epoch": 42.64,
+      "grad_norm": 0.061064496636390686,
+      "learning_rate": 9.34135166093929e-05,
+      "loss": 0.027,
+      "step": 170
+    },
+    {
+      "epoch": 43.96,
+      "grad_norm": 0.0829635038971901,
+      "learning_rate": 9.312714776632303e-05,
+      "loss": 0.0271,
+      "step": 175
+    },
+    {
+      "epoch": 45.0,
+      "grad_norm": 0.19648897647857666,
+      "learning_rate": 9.284077892325315e-05,
+      "loss": 0.0281,
+      "step": 180
+    },
+    {
+      "epoch": 46.32,
+      "grad_norm": 0.054943546652793884,
+      "learning_rate": 9.255441008018328e-05,
+      "loss": 0.0273,
+      "step": 185
+    },
+    {
+      "epoch": 47.64,
+      "grad_norm": 0.04817037656903267,
+      "learning_rate": 9.22680412371134e-05,
+      "loss": 0.0283,
+      "step": 190
+    },
+    {
+      "epoch": 48.96,
+      "grad_norm": 0.11423788964748383,
+      "learning_rate": 9.198167239404353e-05,
+      "loss": 0.0265,
+      "step": 195
+    },
+    {
+      "epoch": 50.0,
+      "grad_norm": 0.27549758553504944,
+      "learning_rate": 9.169530355097366e-05,
+      "loss": 0.0284,
+      "step": 200
+    },
+    {
+      "epoch": 51.32,
+      "grad_norm": 0.05396447703242302,
+      "learning_rate": 9.140893470790379e-05,
+      "loss": 0.0265,
+      "step": 205
+    },
+    {
+      "epoch": 52.64,
+      "grad_norm": 0.05337011069059372,
+      "learning_rate": 9.112256586483391e-05,
+      "loss": 0.0258,
+      "step": 210
+    },
+    {
+      "epoch": 53.96,
+      "grad_norm": 0.05249905586242676,
+      "learning_rate": 9.083619702176404e-05,
+      "loss": 0.0257,
+      "step": 215
+    },
+    {
+      "epoch": 55.0,
+      "grad_norm": 0.1728358268737793,
+      "learning_rate": 9.054982817869416e-05,
+      "loss": 0.0263,
+      "step": 220
+    },
+    {
+      "epoch": 56.32,
+      "grad_norm": 0.059466876089572906,
+      "learning_rate": 9.026345933562429e-05,
+      "loss": 0.0273,
+      "step": 225
+    },
+    {
+      "epoch": 57.64,
+      "grad_norm": 0.05643869563937187,
+      "learning_rate": 8.997709049255442e-05,
+      "loss": 0.0256,
+      "step": 230
+    },
+    {
+      "epoch": 58.96,
+      "grad_norm": 0.04988839849829674,
+      "learning_rate": 8.969072164948454e-05,
+      "loss": 0.0273,
+      "step": 235
+    },
+    {
+      "epoch": 60.0,
+      "grad_norm": 0.16858898103237152,
+      "learning_rate": 8.940435280641467e-05,
+      "loss": 0.026,
+      "step": 240
+    },
+    {
+      "epoch": 61.32,
+      "grad_norm": 0.06762107461690903,
+      "learning_rate": 8.91179839633448e-05,
+      "loss": 0.0256,
+      "step": 245
+    },
+    {
+      "epoch": 62.64,
+      "grad_norm": 0.055475521832704544,
+      "learning_rate": 8.883161512027491e-05,
+      "loss": 0.0251,
+      "step": 250
+    },
+    {
+      "epoch": 63.96,
+      "grad_norm": 0.050718843936920166,
+      "learning_rate": 8.854524627720504e-05,
+      "loss": 0.0252,
+      "step": 255
+    },
+    {
+      "epoch": 65.0,
+      "grad_norm": 0.14429792761802673,
+      "learning_rate": 8.825887743413516e-05,
+      "loss": 0.0249,
+      "step": 260
+    },
+    {
+      "epoch": 66.32,
+      "grad_norm": 0.05015683174133301,
+      "learning_rate": 8.797250859106529e-05,
+      "loss": 0.0263,
+      "step": 265
+    },
+    {
+      "epoch": 67.64,
+      "grad_norm": 0.050093237310647964,
+      "learning_rate": 8.768613974799542e-05,
+      "loss": 0.0258,
+      "step": 270
+    },
+    {
+      "epoch": 68.96,
+      "grad_norm": 0.05564512312412262,
+      "learning_rate": 8.739977090492554e-05,
+      "loss": 0.0266,
+      "step": 275
+    },
+    {
+      "epoch": 70.0,
+      "grad_norm": 0.19852356612682343,
+      "learning_rate": 8.711340206185567e-05,
+      "loss": 0.0273,
+      "step": 280
+    },
+    {
+      "epoch": 71.32,
+      "grad_norm": 0.04382947087287903,
+      "learning_rate": 8.682703321878581e-05,
+      "loss": 0.0262,
+      "step": 285
+    },
+    {
+      "epoch": 72.64,
+      "grad_norm": 0.048804983496665955,
+      "learning_rate": 8.654066437571594e-05,
+      "loss": 0.0253,
+      "step": 290
+    },
+    {
+      "epoch": 73.96,
+      "grad_norm": 0.05235697329044342,
+      "learning_rate": 8.625429553264606e-05,
+      "loss": 0.0266,
+      "step": 295
+    },
+    {
+      "epoch": 75.0,
+      "grad_norm": 0.10435523092746735,
+      "learning_rate": 8.596792668957619e-05,
+      "loss": 0.0267,
+      "step": 300
+    },
+    {
+      "epoch": 76.32,
+      "grad_norm": 0.0428118035197258,
+      "learning_rate": 8.56815578465063e-05,
+      "loss": 0.0248,
+      "step": 305
+    },
+    {
+      "epoch": 77.64,
+      "grad_norm": 0.050953563302755356,
+      "learning_rate": 8.539518900343643e-05,
+      "loss": 0.0266,
+      "step": 310
+    },
+    {
+      "epoch": 78.96,
+      "grad_norm": 0.04534580558538437,
+      "learning_rate": 8.510882016036655e-05,
+      "loss": 0.0266,
+      "step": 315
+    },
+    {
+      "epoch": 80.0,
+      "grad_norm": 0.12051164358854294,
+      "learning_rate": 8.482245131729668e-05,
+      "loss": 0.0234,
+      "step": 320
+    },
+    {
+      "epoch": 81.32,
+      "grad_norm": 0.04783328250050545,
+      "learning_rate": 8.453608247422681e-05,
+      "loss": 0.0262,
+      "step": 325
+    },
+    {
+      "epoch": 82.64,
+      "grad_norm": 0.04426267743110657,
+      "learning_rate": 8.424971363115693e-05,
+      "loss": 0.0251,
+      "step": 330
+    },
+    {
+      "epoch": 83.96,
+      "grad_norm": 0.05148656293749809,
+      "learning_rate": 8.396334478808706e-05,
+      "loss": 0.024,
+      "step": 335
+    },
+    {
+      "epoch": 85.0,
+      "grad_norm": 0.16552002727985382,
+      "learning_rate": 8.367697594501719e-05,
+      "loss": 0.0271,
+      "step": 340
+    },
+    {
+      "epoch": 86.32,
+      "grad_norm": 0.048130642622709274,
+      "learning_rate": 8.339060710194731e-05,
+      "loss": 0.0253,
+      "step": 345
+    },
+    {
+      "epoch": 87.64,
+      "grad_norm": 0.04855916276574135,
+      "learning_rate": 8.310423825887744e-05,
+      "loss": 0.0251,
+      "step": 350
+    },
+    {
+      "epoch": 88.96,
+      "grad_norm": 0.04769808053970337,
+      "learning_rate": 8.281786941580757e-05,
+      "loss": 0.0246,
+      "step": 355
+    },
+    {
+      "epoch": 90.0,
+      "grad_norm": 0.13492615520954132,
+      "learning_rate": 8.253150057273768e-05,
+      "loss": 0.0266,
+      "step": 360
+    },
+    {
+      "epoch": 91.32,
+      "grad_norm": 0.03944740071892738,
+      "learning_rate": 8.224513172966782e-05,
+      "loss": 0.0248,
+      "step": 365
+    },
+    {
+      "epoch": 92.64,
+      "grad_norm": 0.04215722531080246,
+      "learning_rate": 8.195876288659795e-05,
+      "loss": 0.0254,
+      "step": 370
+    },
+    {
+      "epoch": 93.96,
+      "grad_norm": 0.039043162018060684,
+      "learning_rate": 8.167239404352807e-05,
+      "loss": 0.0266,
+      "step": 375
+    },
+    {
+      "epoch": 95.0,
+      "grad_norm": 0.14891959726810455,
+      "learning_rate": 8.13860252004582e-05,
+      "loss": 0.0259,
+      "step": 380
+    },
+    {
+      "epoch": 96.32,
+      "grad_norm": 0.04248829931020737,
+      "learning_rate": 8.109965635738833e-05,
+      "loss": 0.0249,
+      "step": 385
+    },
+    {
+      "epoch": 97.64,
+      "grad_norm": 0.03926391899585724,
+      "learning_rate": 8.081328751431845e-05,
+      "loss": 0.0246,
+      "step": 390
+    },
+    {
+      "epoch": 98.96,
+      "grad_norm": 0.03748203441500664,
+      "learning_rate": 8.052691867124858e-05,
+      "loss": 0.0261,
+      "step": 395
+    },
+    {
+      "epoch": 100.0,
+      "grad_norm": 0.1537267118692398,
+      "learning_rate": 8.02405498281787e-05,
+      "loss": 0.0269,
+      "step": 400
+    },
+    {
+      "epoch": 101.32,
+      "grad_norm": 0.03673433139920235,
+      "learning_rate": 7.995418098510883e-05,
+      "loss": 0.026,
+      "step": 405
+    },
+    {
+      "epoch": 102.64,
+      "grad_norm": 0.0412544384598732,
+      "learning_rate": 7.966781214203894e-05,
+      "loss": 0.025,
+      "step": 410
+    },
+    {
+      "epoch": 103.96,
+      "grad_norm": 0.04654613137245178,
+      "learning_rate": 7.938144329896907e-05,
+      "loss": 0.0257,
+      "step": 415
+    },
+    {
+      "epoch": 105.0,
+      "grad_norm": 0.16913264989852905,
+      "learning_rate": 7.90950744558992e-05,
+      "loss": 0.0273,
+      "step": 420
+    },
+    {
+      "epoch": 106.32,
+      "grad_norm": 0.038868557661771774,
+      "learning_rate": 7.880870561282932e-05,
+      "loss": 0.0249,
+      "step": 425
+    },
+    {
+      "epoch": 107.64,
+      "grad_norm": 0.035050954669713974,
+      "learning_rate": 7.852233676975945e-05,
+      "loss": 0.0248,
+      "step": 430
+    },
+    {
+      "epoch": 108.96,
+      "grad_norm": 0.048128217458724976,
+      "learning_rate": 7.823596792668958e-05,
+      "loss": 0.025,
+      "step": 435
+    },
+    {
+      "epoch": 110.0,
+      "grad_norm": 0.15171416103839874,
+      "learning_rate": 7.79495990836197e-05,
+      "loss": 0.0249,
+      "step": 440
+    },
+    {
+      "epoch": 111.32,
+      "grad_norm": 0.0424317866563797,
+      "learning_rate": 7.766323024054983e-05,
+      "loss": 0.0242,
+      "step": 445
+    },
+    {
+      "epoch": 112.64,
+      "grad_norm": 0.03891604021191597,
+      "learning_rate": 7.737686139747996e-05,
+      "loss": 0.0256,
+      "step": 450
+    },
+    {
+      "epoch": 113.96,
+      "grad_norm": 0.038753215223550797,
+      "learning_rate": 7.709049255441008e-05,
+      "loss": 0.0255,
+      "step": 455
+    },
+    {
+      "epoch": 115.0,
+      "grad_norm": 0.12358593195676804,
+      "learning_rate": 7.680412371134021e-05,
+      "loss": 0.0267,
+      "step": 460
+    },
+    {
+      "epoch": 116.32,
+      "grad_norm": 0.04489829018712044,
+      "learning_rate": 7.651775486827034e-05,
+      "loss": 0.026,
+      "step": 465
+    },
+    {
+      "epoch": 117.64,
+      "grad_norm": 0.03076840564608574,
+      "learning_rate": 7.623138602520046e-05,
+      "loss": 0.0243,
+      "step": 470
+    },
+    {
+      "epoch": 118.96,
+      "grad_norm": 0.0373355895280838,
+      "learning_rate": 7.594501718213059e-05,
+      "loss": 0.0252,
+      "step": 475
+    },
+    {
+      "epoch": 120.0,
+      "grad_norm": 0.12211772054433823,
+      "learning_rate": 7.565864833906071e-05,
+      "loss": 0.0251,
+      "step": 480
+    },
+    {
+      "epoch": 121.32,
+      "grad_norm": 0.033596232533454895,
+      "learning_rate": 7.537227949599084e-05,
+      "loss": 0.024,
+      "step": 485
+    },
+    {
+      "epoch": 122.64,
+      "grad_norm": 0.034943681210279465,
+      "learning_rate": 7.508591065292097e-05,
+      "loss": 0.0243,
+      "step": 490
+    },
+    {
+      "epoch": 123.96,
+      "grad_norm": 0.03886587917804718,
+      "learning_rate": 7.47995418098511e-05,
+      "loss": 0.0261,
+      "step": 495
+    },
+    {
+      "epoch": 125.0,
+      "grad_norm": 0.09428434073925018,
+      "learning_rate": 7.451317296678122e-05,
+      "loss": 0.0243,
+      "step": 500
+    },
+    {
+      "epoch": 126.32,
+      "grad_norm": 0.03675651550292969,
+      "learning_rate": 7.422680412371135e-05,
+      "loss": 0.0234,
+      "step": 505
+    },
+    {
+      "epoch": 127.64,
+      "grad_norm": 0.035114239901304245,
+      "learning_rate": 7.394043528064147e-05,
+      "loss": 0.0234,
+      "step": 510
+    },
+    {
+      "epoch": 128.96,
+      "grad_norm": 0.04188455641269684,
+      "learning_rate": 7.36540664375716e-05,
+      "loss": 0.025,
+      "step": 515
+    },
+    {
+      "epoch": 130.0,
+      "grad_norm": 0.12602494657039642,
+      "learning_rate": 7.336769759450171e-05,
+      "loss": 0.0251,
+      "step": 520
+    },
+    {
+      "epoch": 131.32,
+      "grad_norm": 0.03690803796052933,
+      "learning_rate": 7.308132875143184e-05,
+      "loss": 0.0243,
+      "step": 525
+    },
+    {
+      "epoch": 132.64,
+      "grad_norm": 0.03474804386496544,
+      "learning_rate": 7.279495990836197e-05,
+      "loss": 0.0249,
+      "step": 530
+    },
+    {
+      "epoch": 133.96,
+      "grad_norm": 0.03961336240172386,
+      "learning_rate": 7.250859106529209e-05,
+      "loss": 0.0245,
+      "step": 535
+    },
+    {
+      "epoch": 135.0,
+      "grad_norm": 0.12104982137680054,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.0261,
+      "step": 540
+    },
+    {
+      "epoch": 136.32,
+      "grad_norm": 0.034218139946460724,
+      "learning_rate": 7.193585337915235e-05,
+      "loss": 0.0261,
+      "step": 545
+    },
+    {
+      "epoch": 137.64,
+      "grad_norm": 0.03710426762700081,
+      "learning_rate": 7.164948453608247e-05,
+      "loss": 0.025,
+      "step": 550
+    },
+    {
+      "epoch": 138.96,
+      "grad_norm": 0.04457065463066101,
+      "learning_rate": 7.136311569301261e-05,
+      "loss": 0.0242,
+      "step": 555
+    },
+    {
+      "epoch": 140.0,
+      "grad_norm": 0.13821738958358765,
+      "learning_rate": 7.107674684994274e-05,
+      "loss": 0.0274,
+      "step": 560
+    },
+    {
+      "epoch": 141.32,
+      "grad_norm": 0.03650037199258804,
+      "learning_rate": 7.079037800687286e-05,
+      "loss": 0.026,
+      "step": 565
+    },
+    {
+      "epoch": 142.64,
+      "grad_norm": 0.03383618965744972,
+      "learning_rate": 7.050400916380299e-05,
+      "loss": 0.0255,
+      "step": 570
+    },
+    {
+      "epoch": 143.96,
+      "grad_norm": 0.04317783936858177,
+      "learning_rate": 7.02176403207331e-05,
+      "loss": 0.0249,
+      "step": 575
+    },
+    {
+      "epoch": 145.0,
+      "grad_norm": 0.10297311842441559,
+      "learning_rate": 6.993127147766323e-05,
+      "loss": 0.0256,
+      "step": 580
+    },
+    {
+      "epoch": 146.32,
+      "grad_norm": 0.03381495550274849,
+      "learning_rate": 6.964490263459336e-05,
+      "loss": 0.0251,
+      "step": 585
+    },
+    {
+      "epoch": 147.64,
+      "grad_norm": 0.035750940442085266,
+      "learning_rate": 6.935853379152348e-05,
+      "loss": 0.0263,
+      "step": 590
+    },
+    {
+      "epoch": 148.96,
+      "grad_norm": 0.035565897822380066,
+      "learning_rate": 6.907216494845361e-05,
+      "loss": 0.0252,
+      "step": 595
+    },
+    {
+      "epoch": 150.0,
+      "grad_norm": 0.17040526866912842,
+      "learning_rate": 6.878579610538374e-05,
+      "loss": 0.0266,
+      "step": 600
+    },
+    {
+      "epoch": 151.32,
+      "grad_norm": 0.033280182629823685,
+      "learning_rate": 6.849942726231386e-05,
+      "loss": 0.025,
+      "step": 605
+    },
+    {
+      "epoch": 152.64,
+      "grad_norm": 0.03360641375184059,
+      "learning_rate": 6.821305841924399e-05,
+      "loss": 0.0256,
+      "step": 610
+    },
+    {
+      "epoch": 153.96,
+      "grad_norm": 0.0320255346596241,
+      "learning_rate": 6.792668957617412e-05,
+      "loss": 0.0269,
+      "step": 615
+    },
+    {
+      "epoch": 155.0,
+      "grad_norm": 0.11772758513689041,
+      "learning_rate": 6.764032073310424e-05,
+      "loss": 0.0268,
+      "step": 620
+    },
+    {
+      "epoch": 156.32,
+      "grad_norm": 0.03358511999249458,
+      "learning_rate": 6.735395189003437e-05,
+      "loss": 0.025,
+      "step": 625
+    },
+    {
+      "epoch": 157.64,
+      "grad_norm": 0.033862195909023285,
+      "learning_rate": 6.706758304696448e-05,
+      "loss": 0.0243,
+      "step": 630
+    },
+    {
+      "epoch": 158.96,
+      "grad_norm": 0.03414261341094971,
+      "learning_rate": 6.678121420389462e-05,
+      "loss": 0.0256,
+      "step": 635
+    },
+    {
+      "epoch": 160.0,
+      "grad_norm": 0.10067260265350342,
+      "learning_rate": 6.649484536082475e-05,
+      "loss": 0.0254,
+      "step": 640
+    },
+    {
+      "epoch": 161.32,
+      "grad_norm": 0.02890392392873764,
+      "learning_rate": 6.620847651775487e-05,
+      "loss": 0.0243,
+      "step": 645
+    },
+    {
+      "epoch": 162.64,
+      "grad_norm": 0.03421242907643318,
+      "learning_rate": 6.5922107674685e-05,
+      "loss": 0.0273,
+      "step": 650
+    },
+    {
+      "epoch": 163.96,
+      "grad_norm": 0.030961284413933754,
+      "learning_rate": 6.563573883161513e-05,
+      "loss": 0.0247,
+      "step": 655
+    },
+    {
+      "epoch": 165.0,
+      "grad_norm": 0.15579695999622345,
+      "learning_rate": 6.534936998854525e-05,
+      "loss": 0.0249,
+      "step": 660
+    },
+    {
+      "epoch": 166.32,
+      "grad_norm": 0.034360092133283615,
+      "learning_rate": 6.506300114547538e-05,
+      "loss": 0.0248,
+      "step": 665
+    },
+    {
+      "epoch": 167.64,
+      "grad_norm": 0.03785019367933273,
+      "learning_rate": 6.477663230240551e-05,
+      "loss": 0.025,
+      "step": 670
+    },
+    {
+      "epoch": 168.96,
+      "grad_norm": 0.03284551948308945,
+      "learning_rate": 6.449026345933563e-05,
+      "loss": 0.0241,
+      "step": 675
+    },
+    {
+      "epoch": 170.0,
+      "grad_norm": 0.09759528934955597,
+      "learning_rate": 6.420389461626576e-05,
+      "loss": 0.0244,
+      "step": 680
+    },
+    {
+      "epoch": 171.32,
+      "grad_norm": 0.03584463894367218,
+      "learning_rate": 6.391752577319587e-05,
+      "loss": 0.0259,
+      "step": 685
+    },
+    {
+      "epoch": 172.64,
+      "grad_norm": 0.030156895518302917,
+      "learning_rate": 6.3631156930126e-05,
+      "loss": 0.0243,
+      "step": 690
+    },
+    {
+      "epoch": 173.96,
+      "grad_norm": 0.03188961371779442,
+      "learning_rate": 6.334478808705613e-05,
+      "loss": 0.0249,
+      "step": 695
+    },
+    {
+      "epoch": 175.0,
+      "grad_norm": 0.0809582769870758,
+      "learning_rate": 6.305841924398625e-05,
+      "loss": 0.0248,
+      "step": 700
+    },
+    {
+      "epoch": 176.32,
+      "grad_norm": 0.03264029696583748,
+      "learning_rate": 6.277205040091638e-05,
+      "loss": 0.0232,
+      "step": 705
+    },
+    {
+      "epoch": 177.64,
+      "grad_norm": 0.027732770889997482,
+      "learning_rate": 6.24856815578465e-05,
+      "loss": 0.0236,
+      "step": 710
+    },
+    {
+      "epoch": 178.96,
+      "grad_norm": 0.030222464352846146,
+      "learning_rate": 6.219931271477663e-05,
+      "loss": 0.0251,
+      "step": 715
+    },
+    {
+      "epoch": 180.0,
+      "grad_norm": 0.1071929931640625,
+      "learning_rate": 6.191294387170676e-05,
+      "loss": 0.0247,
+      "step": 720
+    },
+    {
+      "epoch": 181.32,
+      "grad_norm": 0.032799385488033295,
+      "learning_rate": 6.162657502863689e-05,
+      "loss": 0.0254,
+      "step": 725
+    },
+    {
+      "epoch": 182.64,
+      "grad_norm": 0.028912093490362167,
+      "learning_rate": 6.134020618556701e-05,
+      "loss": 0.0241,
+      "step": 730
+    },
+    {
+      "epoch": 183.96,
+      "grad_norm": 0.03428152576088905,
+      "learning_rate": 6.105383734249714e-05,
+      "loss": 0.0245,
+      "step": 735
+    },
+    {
+      "epoch": 185.0,
+      "grad_norm": 0.1015963926911354,
+      "learning_rate": 6.076746849942726e-05,
+      "loss": 0.025,
+      "step": 740
+    },
+    {
+      "epoch": 186.32,
+      "grad_norm": 0.03009233996272087,
+      "learning_rate": 6.0481099656357384e-05,
+      "loss": 0.0246,
+      "step": 745
+    },
+    {
+      "epoch": 187.64,
+      "grad_norm": 0.0332995280623436,
+      "learning_rate": 6.019473081328752e-05,
+      "loss": 0.0257,
+      "step": 750
+    },
+    {
+      "epoch": 188.96,
+      "grad_norm": 0.03733398765325546,
+      "learning_rate": 5.9908361970217644e-05,
+      "loss": 0.0243,
+      "step": 755
+    },
+    {
+      "epoch": 190.0,
+      "grad_norm": 0.10931331664323807,
+      "learning_rate": 5.962199312714777e-05,
+      "loss": 0.0251,
+      "step": 760
+    },
+    {
+      "epoch": 191.32,
+      "grad_norm": 0.028579795733094215,
+      "learning_rate": 5.93356242840779e-05,
+      "loss": 0.0232,
+      "step": 765
+    },
+    {
+      "epoch": 192.64,
+      "grad_norm": 0.032194267958402634,
+      "learning_rate": 5.904925544100802e-05,
+      "loss": 0.0246,
+      "step": 770
+    },
+    {
+      "epoch": 193.96,
+      "grad_norm": 0.02930261939764023,
+      "learning_rate": 5.876288659793815e-05,
+      "loss": 0.0252,
+      "step": 775
+    },
+    {
+      "epoch": 195.0,
+      "grad_norm": 0.10426792502403259,
+      "learning_rate": 5.8476517754868276e-05,
+      "loss": 0.0248,
+      "step": 780
+    },
+    {
+      "epoch": 196.32,
+      "grad_norm": 0.03524012863636017,
+      "learning_rate": 5.81901489117984e-05,
+      "loss": 0.0248,
+      "step": 785
+    },
+    {
+      "epoch": 197.64,
+      "grad_norm": 0.03506775572896004,
+      "learning_rate": 5.790378006872853e-05,
+      "loss": 0.0247,
+      "step": 790
+    },
+    {
+      "epoch": 198.96,
+      "grad_norm": 0.0311473049223423,
+      "learning_rate": 5.761741122565865e-05,
+      "loss": 0.0232,
+      "step": 795
+    },
+    {
+      "epoch": 200.0,
+      "grad_norm": 0.07525704801082611,
+      "learning_rate": 5.7331042382588775e-05,
+      "loss": 0.0243,
+      "step": 800
+    },
+    {
+      "epoch": 201.32,
+      "grad_norm": 0.035031698644161224,
+      "learning_rate": 5.70446735395189e-05,
+      "loss": 0.0239,
+      "step": 805
+    },
+    {
+      "epoch": 202.64,
+      "grad_norm": 0.034695811569690704,
+      "learning_rate": 5.675830469644903e-05,
+      "loss": 0.0243,
+      "step": 810
+    },
+    {
+      "epoch": 203.96,
+      "grad_norm": 0.03308610990643501,
+      "learning_rate": 5.6471935853379155e-05,
+      "loss": 0.0253,
+      "step": 815
+    },
+    {
+      "epoch": 205.0,
+      "grad_norm": 0.09630656987428665,
+      "learning_rate": 5.618556701030928e-05,
+      "loss": 0.0237,
+      "step": 820
+    },
+    {
+      "epoch": 206.32,
+      "grad_norm": 0.029655827209353447,
+      "learning_rate": 5.589919816723941e-05,
+      "loss": 0.0243,
+      "step": 825
+    },
+    {
+      "epoch": 207.64,
+      "grad_norm": 0.033564385026693344,
+      "learning_rate": 5.5612829324169534e-05,
+      "loss": 0.0256,
+      "step": 830
+    },
+    {
+      "epoch": 208.96,
+      "grad_norm": 0.032118216156959534,
+      "learning_rate": 5.532646048109966e-05,
+      "loss": 0.0255,
+      "step": 835
+    },
+    {
+      "epoch": 210.0,
+      "grad_norm": 0.1026848703622818,
+      "learning_rate": 5.504009163802979e-05,
+      "loss": 0.026,
+      "step": 840
+    },
+    {
+      "epoch": 211.32,
+      "grad_norm": 0.0279522817581892,
+      "learning_rate": 5.4753722794959914e-05,
+      "loss": 0.0251,
+      "step": 845
+    },
+    {
+      "epoch": 212.64,
+      "grad_norm": 0.03077705204486847,
+      "learning_rate": 5.4467353951890033e-05,
+      "loss": 0.0249,
+      "step": 850
+    },
+    {
+      "epoch": 213.96,
+      "grad_norm": 0.03049428202211857,
+      "learning_rate": 5.418098510882016e-05,
+      "loss": 0.0242,
+      "step": 855
+    },
+    {
+      "epoch": 215.0,
+      "grad_norm": 0.10257317870855331,
+      "learning_rate": 5.3894616265750286e-05,
+      "loss": 0.0259,
+      "step": 860
+    },
+    {
+      "epoch": 216.32,
+      "grad_norm": 0.03210216015577316,
+      "learning_rate": 5.360824742268041e-05,
+      "loss": 0.0255,
+      "step": 865
+    },
+    {
+      "epoch": 217.64,
+      "grad_norm": 0.02780107595026493,
+      "learning_rate": 5.332187857961054e-05,
+      "loss": 0.0241,
+      "step": 870
+    },
+    {
+      "epoch": 218.96,
+      "grad_norm": 0.0322456955909729,
+      "learning_rate": 5.3035509736540666e-05,
+      "loss": 0.0246,
+      "step": 875
+    },
+    {
+      "epoch": 220.0,
+      "grad_norm": 0.1266552209854126,
+      "learning_rate": 5.274914089347079e-05,
+      "loss": 0.0249,
+      "step": 880
+    },
+    {
+      "epoch": 221.32,
+      "grad_norm": 0.03610976040363312,
+      "learning_rate": 5.246277205040092e-05,
+      "loss": 0.0252,
+      "step": 885
+    },
+    {
+      "epoch": 222.64,
+      "grad_norm": 0.02593020163476467,
+      "learning_rate": 5.2176403207331045e-05,
+      "loss": 0.0239,
+      "step": 890
+    },
+    {
+      "epoch": 223.96,
+      "grad_norm": 0.0278825294226408,
+      "learning_rate": 5.189003436426118e-05,
+      "loss": 0.0244,
+      "step": 895
+    },
+    {
+      "epoch": 225.0,
+      "grad_norm": 0.13016103208065033,
+      "learning_rate": 5.1603665521191305e-05,
+      "loss": 0.0238,
+      "step": 900
+    },
+    {
+      "epoch": 226.32,
+      "grad_norm": 0.04394061490893364,
+      "learning_rate": 5.131729667812142e-05,
+      "loss": 0.0241,
+      "step": 905
+    },
+    {
+      "epoch": 227.64,
+      "grad_norm": 0.029826989397406578,
+      "learning_rate": 5.1030927835051544e-05,
+      "loss": 0.0249,
+      "step": 910
+    },
+    {
+      "epoch": 228.96,
+      "grad_norm": 0.03191008418798447,
+      "learning_rate": 5.074455899198167e-05,
+      "loss": 0.0243,
+      "step": 915
+    },
+    {
+      "epoch": 230.0,
+      "grad_norm": 0.08656979352235794,
+      "learning_rate": 5.04581901489118e-05,
+      "loss": 0.0224,
+      "step": 920
+    },
+    {
+      "epoch": 231.32,
+      "grad_norm": 0.02518548257648945,
+      "learning_rate": 5.0171821305841924e-05,
+      "loss": 0.0237,
+      "step": 925
+    },
+    {
+      "epoch": 232.64,
+      "grad_norm": 0.033082202076911926,
+      "learning_rate": 4.988545246277205e-05,
+      "loss": 0.027,
+      "step": 930
+    },
+    {
+      "epoch": 233.96,
+      "grad_norm": 0.03068440407514572,
+      "learning_rate": 4.9599083619702184e-05,
+      "loss": 0.0247,
+      "step": 935
+    },
+    {
+      "epoch": 235.0,
+      "grad_norm": 0.13633547723293304,
+      "learning_rate": 4.931271477663231e-05,
+      "loss": 0.0261,
+      "step": 940
+    },
+    {
+      "epoch": 236.32,
+      "grad_norm": 0.031706273555755615,
+      "learning_rate": 4.902634593356243e-05,
+      "loss": 0.0245,
+      "step": 945
+    },
+    {
+      "epoch": 237.64,
+      "grad_norm": 0.036736082285642624,
+      "learning_rate": 4.8739977090492556e-05,
+      "loss": 0.0234,
+      "step": 950
+    },
+    {
+      "epoch": 238.96,
+      "grad_norm": 0.0318564772605896,
+      "learning_rate": 4.845360824742268e-05,
+      "loss": 0.0253,
+      "step": 955
+    },
+    {
+      "epoch": 240.0,
+      "grad_norm": 0.1363125592470169,
+      "learning_rate": 4.816723940435281e-05,
+      "loss": 0.0263,
+      "step": 960
+    },
+    {
+      "epoch": 241.32,
+      "grad_norm": 0.02688954770565033,
+      "learning_rate": 4.7880870561282936e-05,
+      "loss": 0.0238,
+      "step": 965
+    },
+    {
+      "epoch": 242.64,
+      "grad_norm": 0.02968299575150013,
+      "learning_rate": 4.7594501718213055e-05,
+      "loss": 0.0244,
+      "step": 970
+    },
+    {
+      "epoch": 243.96,
+      "grad_norm": 0.03266594931483269,
+      "learning_rate": 4.730813287514318e-05,
+      "loss": 0.0238,
+      "step": 975
+    },
+    {
+      "epoch": 245.0,
+      "grad_norm": 0.10234478116035461,
+      "learning_rate": 4.7021764032073315e-05,
+      "loss": 0.0251,
+      "step": 980
+    },
+    {
+      "epoch": 246.32,
+      "grad_norm": 0.027367645874619484,
+      "learning_rate": 4.673539518900344e-05,
+      "loss": 0.0248,
+      "step": 985
+    },
+    {
+      "epoch": 247.64,
+      "grad_norm": 0.033224888145923615,
+      "learning_rate": 4.644902634593357e-05,
+      "loss": 0.0239,
+      "step": 990
+    },
+    {
+      "epoch": 248.96,
+      "grad_norm": 0.029980432242155075,
+      "learning_rate": 4.6162657502863694e-05,
+      "loss": 0.0245,
+      "step": 995
+    },
+    {
+      "epoch": 250.0,
+      "grad_norm": 0.09450731426477432,
+      "learning_rate": 4.5876288659793814e-05,
+      "loss": 0.0249,
+      "step": 1000
+    },
+    {
+      "epoch": 251.32,
+      "grad_norm": 0.03310879319906235,
+      "learning_rate": 4.558991981672394e-05,
+      "loss": 0.0249,
+      "step": 1005
+    },
+    {
+      "epoch": 252.64,
+      "grad_norm": 0.03340078517794609,
+      "learning_rate": 4.530355097365407e-05,
+      "loss": 0.0241,
+      "step": 1010
+    },
+    {
+      "epoch": 253.96,
+      "grad_norm": 0.026172492653131485,
+      "learning_rate": 4.5017182130584194e-05,
+      "loss": 0.0248,
+      "step": 1015
+    },
+    {
+      "epoch": 255.0,
+      "grad_norm": 0.08946063369512558,
+      "learning_rate": 4.473081328751432e-05,
+      "loss": 0.0238,
+      "step": 1020
+    },
+    {
+      "epoch": 256.32,
+      "grad_norm": 0.030571436509490013,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.0249,
+      "step": 1025
+    },
+    {
+      "epoch": 257.64,
+      "grad_norm": 0.03570445254445076,
+      "learning_rate": 4.415807560137457e-05,
+      "loss": 0.024,
+      "step": 1030
+    },
+    {
+      "epoch": 258.96,
+      "grad_norm": 0.03080453909933567,
+      "learning_rate": 4.38717067583047e-05,
+      "loss": 0.0238,
+      "step": 1035
+    },
+    {
+      "epoch": 260.0,
+      "grad_norm": 0.08581066876649857,
+      "learning_rate": 4.3585337915234826e-05,
+      "loss": 0.0248,
+      "step": 1040
+    },
+    {
+      "epoch": 261.32,
+      "grad_norm": 0.030410174280405045,
+      "learning_rate": 4.329896907216495e-05,
+      "loss": 0.0239,
+      "step": 1045
+    },
+    {
+      "epoch": 262.64,
+      "grad_norm": 0.031280554831027985,
+      "learning_rate": 4.301260022909508e-05,
+      "loss": 0.0243,
+      "step": 1050
+    },
+    {
+      "epoch": 263.96,
+      "grad_norm": 0.02672177366912365,
+      "learning_rate": 4.27262313860252e-05,
+      "loss": 0.0238,
+      "step": 1055
+    },
+    {
+      "epoch": 265.0,
+      "grad_norm": 0.07610668987035751,
+      "learning_rate": 4.2439862542955325e-05,
+      "loss": 0.0239,
+      "step": 1060
+    },
+    {
+      "epoch": 266.32,
+      "grad_norm": 0.024727504700422287,
+      "learning_rate": 4.215349369988545e-05,
+      "loss": 0.0239,
+      "step": 1065
+    },
+    {
+      "epoch": 267.64,
+      "grad_norm": 0.02786521054804325,
+      "learning_rate": 4.1867124856815585e-05,
+      "loss": 0.0236,
+      "step": 1070
+    },
+    {
+      "epoch": 268.96,
+      "grad_norm": 0.03422243148088455,
+      "learning_rate": 4.158075601374571e-05,
+      "loss": 0.0253,
+      "step": 1075
+    },
+    {
+      "epoch": 270.0,
+      "grad_norm": 0.1014898419380188,
+      "learning_rate": 4.129438717067583e-05,
+      "loss": 0.0223,
+      "step": 1080
+    },
+    {
+      "epoch": 271.32,
+      "grad_norm": 0.031124193221330643,
+      "learning_rate": 4.100801832760596e-05,
+      "loss": 0.0245,
+      "step": 1085
+    },
+    {
+      "epoch": 272.64,
+      "grad_norm": 0.038533128798007965,
+      "learning_rate": 4.0721649484536084e-05,
+      "loss": 0.0246,
+      "step": 1090
+    },
+    {
+      "epoch": 273.96,
+      "grad_norm": 0.030866755172610283,
+      "learning_rate": 4.043528064146621e-05,
+      "loss": 0.023,
+      "step": 1095
+    },
+    {
+      "epoch": 275.0,
+      "grad_norm": 0.08954590559005737,
+      "learning_rate": 4.014891179839634e-05,
+      "loss": 0.0229,
+      "step": 1100
+    },
+    {
+      "epoch": 276.32,
+      "grad_norm": 0.026276232674717903,
+      "learning_rate": 3.9862542955326463e-05,
+      "loss": 0.0235,
+      "step": 1105
+    },
+    {
+      "epoch": 277.64,
+      "grad_norm": 0.027080141007900238,
+      "learning_rate": 3.957617411225659e-05,
+      "loss": 0.0235,
+      "step": 1110
+    },
+    {
+      "epoch": 278.96,
+      "grad_norm": 0.03417404368519783,
+      "learning_rate": 3.9289805269186716e-05,
+      "loss": 0.0249,
+      "step": 1115
+    },
+    {
+      "epoch": 280.0,
+      "grad_norm": 0.09695928543806076,
+      "learning_rate": 3.900343642611684e-05,
+      "loss": 0.0253,
+      "step": 1120
+    },
+    {
+      "epoch": 281.32,
+      "grad_norm": 0.030673259869217873,
+      "learning_rate": 3.871706758304697e-05,
+      "loss": 0.0243,
+      "step": 1125
+    },
+    {
+      "epoch": 282.64,
+      "grad_norm": 0.030348097905516624,
+      "learning_rate": 3.8430698739977096e-05,
+      "loss": 0.0236,
+      "step": 1130
+    },
+    {
+      "epoch": 283.96,
+      "grad_norm": 0.02967708744108677,
+      "learning_rate": 3.8144329896907216e-05,
+      "loss": 0.0247,
+      "step": 1135
+    },
+    {
+      "epoch": 285.0,
+      "grad_norm": 0.10447746515274048,
+      "learning_rate": 3.785796105383734e-05,
+      "loss": 0.0251,
+      "step": 1140
+    },
+    {
+      "epoch": 286.32,
+      "grad_norm": 0.02734815888106823,
+      "learning_rate": 3.757159221076747e-05,
+      "loss": 0.0237,
+      "step": 1145
+    },
+    {
+      "epoch": 287.64,
+      "grad_norm": 0.029427731409668922,
+      "learning_rate": 3.7285223367697595e-05,
+      "loss": 0.0246,
+      "step": 1150
+    },
+    {
+      "epoch": 288.96,
+      "grad_norm": 0.030745094642043114,
+      "learning_rate": 3.699885452462772e-05,
+      "loss": 0.0233,
+      "step": 1155
+    },
+    {
+      "epoch": 290.0,
+      "grad_norm": 0.10763055831193924,
+      "learning_rate": 3.671248568155785e-05,
+      "loss": 0.0274,
+      "step": 1160
+    },
+    {
+      "epoch": 291.32,
+      "grad_norm": 0.026746047660708427,
+      "learning_rate": 3.6426116838487974e-05,
+      "loss": 0.0238,
+      "step": 1165
+    },
+    {
+      "epoch": 292.64,
+      "grad_norm": 0.03480570390820503,
+      "learning_rate": 3.61397479954181e-05,
+      "loss": 0.0245,
+      "step": 1170
+    },
+    {
+      "epoch": 293.96,
+      "grad_norm": 0.029437130317091942,
+      "learning_rate": 3.585337915234823e-05,
+      "loss": 0.0244,
+      "step": 1175
+    },
+    {
+      "epoch": 295.0,
+      "grad_norm": 0.11941424757242203,
+      "learning_rate": 3.5567010309278354e-05,
+      "loss": 0.0256,
+      "step": 1180
+    },
+    {
+      "epoch": 296.32,
+      "grad_norm": 0.028664808720350266,
+      "learning_rate": 3.528064146620848e-05,
+      "loss": 0.0254,
+      "step": 1185
+    },
+    {
+      "epoch": 297.64,
+      "grad_norm": 0.03227626532316208,
+      "learning_rate": 3.49942726231386e-05,
+      "loss": 0.0247,
+      "step": 1190
+    },
+    {
+      "epoch": 298.96,
+      "grad_norm": 0.03434792160987854,
+      "learning_rate": 3.4707903780068726e-05,
+      "loss": 0.0248,
+      "step": 1195
+    },
+    {
+      "epoch": 300.0,
+      "grad_norm": 0.08759436756372452,
+      "learning_rate": 3.442153493699885e-05,
+      "loss": 0.0239,
+      "step": 1200
+    },
+    {
+      "epoch": 301.32,
+      "grad_norm": 0.02896389737725258,
+      "learning_rate": 3.4135166093928986e-05,
+      "loss": 0.0239,
+      "step": 1205
+    },
+    {
+      "epoch": 302.64,
+      "grad_norm": 0.029901767149567604,
+      "learning_rate": 3.384879725085911e-05,
+      "loss": 0.0243,
+      "step": 1210
+    },
+    {
+      "epoch": 303.96,
+      "grad_norm": 0.032977014780044556,
+      "learning_rate": 3.356242840778923e-05,
+      "loss": 0.0235,
+      "step": 1215
+    },
+    {
+      "epoch": 305.0,
+      "grad_norm": 0.07835178822278976,
+      "learning_rate": 3.327605956471936e-05,
+      "loss": 0.0232,
+      "step": 1220
+    },
+    {
+      "epoch": 306.32,
+      "grad_norm": 0.027806570753455162,
+      "learning_rate": 3.2989690721649485e-05,
+      "loss": 0.0249,
+      "step": 1225
+    },
+    {
+      "epoch": 307.64,
+      "grad_norm": 0.02897116169333458,
+      "learning_rate": 3.270332187857961e-05,
+      "loss": 0.0241,
+      "step": 1230
+    },
+    {
+      "epoch": 308.96,
+      "grad_norm": 0.03003302402794361,
+      "learning_rate": 3.241695303550974e-05,
+      "loss": 0.0251,
+      "step": 1235
+    },
+    {
+      "epoch": 310.0,
+      "grad_norm": 0.07837285846471786,
+      "learning_rate": 3.2130584192439865e-05,
+      "loss": 0.0235,
+      "step": 1240
+    },
+    {
+      "epoch": 311.32,
+      "grad_norm": 0.031553126871585846,
+      "learning_rate": 3.184421534936999e-05,
+      "loss": 0.0241,
+      "step": 1245
+    },
+    {
+      "epoch": 312.64,
+      "grad_norm": 0.02843259461224079,
+      "learning_rate": 3.155784650630012e-05,
+      "loss": 0.0248,
+      "step": 1250
+    },
+    {
+      "epoch": 313.96,
+      "grad_norm": 0.02455761469900608,
+      "learning_rate": 3.1271477663230244e-05,
+      "loss": 0.024,
+      "step": 1255
+    },
+    {
+      "epoch": 315.0,
+      "grad_norm": 0.11803377419710159,
+      "learning_rate": 3.098510882016037e-05,
+      "loss": 0.026,
+      "step": 1260
+    },
+    {
+      "epoch": 316.32,
+      "grad_norm": 0.02773027867078781,
+      "learning_rate": 3.06987399770905e-05,
+      "loss": 0.0247,
+      "step": 1265
+    },
+    {
+      "epoch": 317.64,
+      "grad_norm": 0.029186822474002838,
+      "learning_rate": 3.0412371134020617e-05,
+      "loss": 0.0245,
+      "step": 1270
+    },
+    {
+      "epoch": 318.96,
+      "grad_norm": 0.030825328081846237,
+      "learning_rate": 3.0126002290950743e-05,
+      "loss": 0.0244,
+      "step": 1275
+    },
+    {
+      "epoch": 320.0,
+      "grad_norm": 0.07714283466339111,
+      "learning_rate": 2.983963344788087e-05,
+      "loss": 0.0239,
+      "step": 1280
+    },
+    {
+      "epoch": 321.32,
+      "grad_norm": 0.028335148468613625,
+      "learning_rate": 2.9553264604811e-05,
+      "loss": 0.024,
+      "step": 1285
+    },
+    {
+      "epoch": 322.64,
+      "grad_norm": 0.027639545500278473,
+      "learning_rate": 2.9266895761741126e-05,
+      "loss": 0.025,
+      "step": 1290
+    },
+    {
+      "epoch": 323.96,
+      "grad_norm": 0.0297994427382946,
+      "learning_rate": 2.8980526918671253e-05,
+      "loss": 0.0249,
+      "step": 1295
+    },
+    {
+      "epoch": 325.0,
+      "grad_norm": 0.09917034208774567,
+      "learning_rate": 2.8694158075601372e-05,
+      "loss": 0.0252,
+      "step": 1300
+    },
+    {
+      "epoch": 326.32,
+      "grad_norm": 0.030293215066194534,
+      "learning_rate": 2.8407789232531502e-05,
+      "loss": 0.0257,
+      "step": 1305
+    },
+    {
+      "epoch": 327.64,
+      "grad_norm": 0.028884241357445717,
+      "learning_rate": 2.812142038946163e-05,
+      "loss": 0.0246,
+      "step": 1310
+    },
+    {
+      "epoch": 328.96,
+      "grad_norm": 0.02873382903635502,
+      "learning_rate": 2.7835051546391755e-05,
+      "loss": 0.0249,
+      "step": 1315
+    },
+    {
+      "epoch": 330.0,
+      "grad_norm": 0.08581385016441345,
+      "learning_rate": 2.754868270332188e-05,
+      "loss": 0.0246,
+      "step": 1320
+    },
+    {
+      "epoch": 331.32,
+      "grad_norm": 0.034190621227025986,
+      "learning_rate": 2.7262313860252005e-05,
+      "loss": 0.0246,
+      "step": 1325
+    },
+    {
+      "epoch": 332.64,
+      "grad_norm": 0.028211133554577827,
+      "learning_rate": 2.697594501718213e-05,
+      "loss": 0.024,
+      "step": 1330
+    },
+    {
+      "epoch": 333.96,
+      "grad_norm": 0.03193029761314392,
+      "learning_rate": 2.6689576174112258e-05,
+      "loss": 0.0241,
+      "step": 1335
+    },
+    {
+      "epoch": 335.0,
+      "grad_norm": 0.08886734396219254,
+      "learning_rate": 2.6403207331042384e-05,
+      "loss": 0.0244,
+      "step": 1340
+    },
+    {
+      "epoch": 336.32,
+      "grad_norm": 0.028154456987977028,
+      "learning_rate": 2.611683848797251e-05,
+      "loss": 0.0236,
+      "step": 1345
+    },
+    {
+      "epoch": 337.64,
+      "grad_norm": 0.030437052249908447,
+      "learning_rate": 2.5830469644902637e-05,
+      "loss": 0.0234,
+      "step": 1350
+    },
+    {
+      "epoch": 338.96,
+      "grad_norm": 0.026873640716075897,
+      "learning_rate": 2.554410080183276e-05,
+      "loss": 0.0232,
+      "step": 1355
+    },
+    {
+      "epoch": 340.0,
+      "grad_norm": 0.10400444269180298,
+      "learning_rate": 2.5257731958762887e-05,
+      "loss": 0.0247,
+      "step": 1360
+    },
+    {
+      "epoch": 341.32,
+      "grad_norm": 0.028991395607590675,
+      "learning_rate": 2.4971363115693013e-05,
+      "loss": 0.0235,
+      "step": 1365
+    },
+    {
+      "epoch": 342.64,
+      "grad_norm": 0.026338281109929085,
+      "learning_rate": 2.468499427262314e-05,
+      "loss": 0.023,
+      "step": 1370
+    },
+    {
+      "epoch": 343.96,
+      "grad_norm": 0.02977067418396473,
+      "learning_rate": 2.4398625429553266e-05,
+      "loss": 0.0236,
+      "step": 1375
+    },
+    {
+      "epoch": 345.0,
+      "grad_norm": 0.10130415856838226,
+      "learning_rate": 2.4112256586483393e-05,
+      "loss": 0.0236,
+      "step": 1380
+    },
+    {
+      "epoch": 346.32,
+      "grad_norm": 0.026455974206328392,
+      "learning_rate": 2.3825887743413516e-05,
+      "loss": 0.024,
+      "step": 1385
+    },
+    {
+      "epoch": 347.64,
+      "grad_norm": 0.030528899282217026,
+      "learning_rate": 2.3539518900343642e-05,
+      "loss": 0.0238,
+      "step": 1390
+    },
+    {
+      "epoch": 348.96,
+      "grad_norm": 0.030728155747056007,
+      "learning_rate": 2.3253150057273772e-05,
+      "loss": 0.0229,
+      "step": 1395
+    },
+    {
+      "epoch": 350.0,
+      "grad_norm": 0.09410478174686432,
+      "learning_rate": 2.2966781214203895e-05,
+      "loss": 0.0241,
+      "step": 1400
+    },
+    {
+      "epoch": 351.32,
+      "grad_norm": 0.0306029561907053,
+      "learning_rate": 2.268041237113402e-05,
+      "loss": 0.024,
+      "step": 1405
+    },
+    {
+      "epoch": 352.64,
+      "grad_norm": 0.03082997165620327,
+      "learning_rate": 2.2394043528064148e-05,
+      "loss": 0.0246,
+      "step": 1410
+    },
+    {
+      "epoch": 353.96,
+      "grad_norm": 0.028301365673542023,
+      "learning_rate": 2.210767468499427e-05,
+      "loss": 0.023,
+      "step": 1415
+    },
+    {
+      "epoch": 355.0,
+      "grad_norm": 0.09607961773872375,
+      "learning_rate": 2.18213058419244e-05,
+      "loss": 0.0238,
+      "step": 1420
+    },
+    {
+      "epoch": 356.32,
+      "grad_norm": 0.03138814494013786,
+      "learning_rate": 2.1534936998854528e-05,
+      "loss": 0.025,
+      "step": 1425
+    },
+    {
+      "epoch": 357.64,
+      "grad_norm": 0.028846602886915207,
+      "learning_rate": 2.124856815578465e-05,
+      "loss": 0.0242,
+      "step": 1430
+    },
+    {
+      "epoch": 358.96,
+      "grad_norm": 0.03569352626800537,
+      "learning_rate": 2.0962199312714777e-05,
+      "loss": 0.0248,
+      "step": 1435
+    },
+    {
+      "epoch": 360.0,
+      "grad_norm": 0.09023328125476837,
+      "learning_rate": 2.0675830469644904e-05,
+      "loss": 0.0233,
+      "step": 1440
+    },
+    {
+      "epoch": 361.32,
+      "grad_norm": 0.03486696258187294,
+      "learning_rate": 2.038946162657503e-05,
+      "loss": 0.024,
+      "step": 1445
+    },
+    {
+      "epoch": 362.64,
+      "grad_norm": 0.02816309593617916,
+      "learning_rate": 2.0103092783505157e-05,
+      "loss": 0.0238,
+      "step": 1450
+    },
+    {
+      "epoch": 363.96,
+      "grad_norm": 0.03304789215326309,
+      "learning_rate": 1.981672394043528e-05,
+      "loss": 0.0243,
+      "step": 1455
+    },
+    {
+      "epoch": 365.0,
+      "grad_norm": 0.10482362657785416,
+      "learning_rate": 1.9530355097365406e-05,
+      "loss": 0.025,
+      "step": 1460
+    },
+    {
+      "epoch": 366.32,
+      "grad_norm": 0.030311785638332367,
+      "learning_rate": 1.9243986254295536e-05,
+      "loss": 0.0248,
+      "step": 1465
+    },
+    {
+      "epoch": 367.64,
+      "grad_norm": 0.03092452697455883,
+      "learning_rate": 1.895761741122566e-05,
+      "loss": 0.0234,
+      "step": 1470
+    },
+    {
+      "epoch": 368.96,
+      "grad_norm": 0.030490227043628693,
+      "learning_rate": 1.8671248568155786e-05,
+      "loss": 0.0249,
+      "step": 1475
+    },
+    {
+      "epoch": 370.0,
+      "grad_norm": 0.0780540406703949,
+      "learning_rate": 1.8384879725085912e-05,
+      "loss": 0.0229,
+      "step": 1480
+    },
+    {
+      "epoch": 371.32,
+      "grad_norm": 0.029578667134046555,
+      "learning_rate": 1.809851088201604e-05,
+      "loss": 0.0246,
+      "step": 1485
+    },
+    {
+      "epoch": 372.64,
+      "grad_norm": 0.028088267892599106,
+      "learning_rate": 1.7812142038946165e-05,
+      "loss": 0.025,
+      "step": 1490
+    },
+    {
+      "epoch": 373.96,
+      "grad_norm": 0.03090262971818447,
+      "learning_rate": 1.7525773195876288e-05,
+      "loss": 0.0243,
+      "step": 1495
+    },
+    {
+      "epoch": 375.0,
+      "grad_norm": 0.12176036089658737,
+      "learning_rate": 1.7239404352806415e-05,
+      "loss": 0.0255,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1800,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 450,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.275678425088e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

Math_QA/group_05/checkpoints/checkpoint-1800/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/不冻结Qwen训练/models/Qwen2.5-1.5B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

Math_QA/group_05/checkpoints/checkpoint-1800/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_05/checkpoints/checkpoint-1800/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Math_QA/group_05/checkpoints/checkpoint-300/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/不冻结Qwen训练/models/Qwen2.5-1.5B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

Math_QA/group_05/checkpoints/checkpoint-300/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/\u4e0d\u51bb\u7ed3Qwen\u8bad\u7ec3/models/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Math_QA/group_05/checkpoints/checkpoint-300/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

Math_QA/group_05/checkpoints/checkpoint-300/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Math_QA/group_05/checkpoints/checkpoint-300/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_05/checkpoints/checkpoint-300/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

Math_QA/group_05/checkpoints/checkpoint-300/trainer_state.json

@@ -0,0 +1,461 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 75.0,
+  "eval_steps": 500,
+  "global_step": 300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.32,
+      "grad_norm": 10.400022506713867,
+      "learning_rate": 0.0,
+      "loss": 1.8751,
+      "step": 1
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 7.297171115875244,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 1.9807,
+      "step": 5
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 3.4660441875457764,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6185,
+      "step": 10
+    },
+    {
+      "epoch": 3.96,
+      "grad_norm": 2.1947476863861084,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 1.2614,
+      "step": 15
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.6268408298492432,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 0.9214,
+      "step": 20
+    },
+    {
+      "epoch": 6.32,
+      "grad_norm": 0.6959373354911804,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.7377,
+      "step": 25
+    },
+    {
+      "epoch": 7.64,
+      "grad_norm": 0.5587471723556519,
+      "learning_rate": 5.370370370370371e-05,
+      "loss": 0.6496,
+      "step": 30
+    },
+    {
+      "epoch": 8.96,
+      "grad_norm": 0.6441107988357544,
+      "learning_rate": 6.296296296296296e-05,
+      "loss": 0.5109,
+      "step": 35
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 1.3911799192428589,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.4563,
+      "step": 40
+    },
+    {
+      "epoch": 11.32,
+      "grad_norm": 0.6250300407409668,
+      "learning_rate": 8.148148148148148e-05,
+      "loss": 0.3572,
+      "step": 45
+    },
+    {
+      "epoch": 12.64,
+      "grad_norm": 1.2517679929733276,
+      "learning_rate": 9.074074074074075e-05,
+      "loss": 0.2664,
+      "step": 50
+    },
+    {
+      "epoch": 13.96,
+      "grad_norm": 1.0768126249313354,
+      "learning_rate": 0.0001,
+      "loss": 0.2026,
+      "step": 55
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.3434367179870605,
+      "learning_rate": 9.971363115693013e-05,
+      "loss": 0.1916,
+      "step": 60
+    },
+    {
+      "epoch": 16.32,
+      "grad_norm": 0.6740365028381348,
+      "learning_rate": 9.942726231386026e-05,
+      "loss": 0.089,
+      "step": 65
+    },
+    {
+      "epoch": 17.64,
+      "grad_norm": 0.9331908822059631,
+      "learning_rate": 9.914089347079038e-05,
+      "loss": 0.0638,
+      "step": 70
+    },
+    {
+      "epoch": 18.96,
+      "grad_norm": 0.7591518759727478,
+      "learning_rate": 9.885452462772051e-05,
+      "loss": 0.0436,
+      "step": 75
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 1.878353238105774,
+      "learning_rate": 9.856815578465064e-05,
+      "loss": 0.0356,
+      "step": 80
+    },
+    {
+      "epoch": 21.32,
+      "grad_norm": 0.6895858645439148,
+      "learning_rate": 9.828178694158075e-05,
+      "loss": 0.037,
+      "step": 85
+    },
+    {
+      "epoch": 22.64,
+      "grad_norm": 0.40763363242149353,
+      "learning_rate": 9.799541809851088e-05,
+      "loss": 0.032,
+      "step": 90
+    },
+    {
+      "epoch": 23.96,
+      "grad_norm": 0.48133620619773865,
+      "learning_rate": 9.7709049255441e-05,
+      "loss": 0.0322,
+      "step": 95
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 2.832911968231201,
+      "learning_rate": 9.742268041237114e-05,
+      "loss": 0.0319,
+      "step": 100
+    },
+    {
+      "epoch": 26.32,
+      "grad_norm": 0.3846691846847534,
+      "learning_rate": 9.713631156930127e-05,
+      "loss": 0.0306,
+      "step": 105
+    },
+    {
+      "epoch": 27.64,
+      "grad_norm": 0.0828094556927681,
+      "learning_rate": 9.68499427262314e-05,
+      "loss": 0.031,
+      "step": 110
+    },
+    {
+      "epoch": 28.96,
+      "grad_norm": 0.15966551005840302,
+      "learning_rate": 9.656357388316152e-05,
+      "loss": 0.0311,
+      "step": 115
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.25788235664367676,
+      "learning_rate": 9.627720504009165e-05,
+      "loss": 0.0324,
+      "step": 120
+    },
+    {
+      "epoch": 31.32,
+      "grad_norm": 0.06880518049001694,
+      "learning_rate": 9.599083619702178e-05,
+      "loss": 0.0288,
+      "step": 125
+    },
+    {
+      "epoch": 32.64,
+      "grad_norm": 0.08572518080472946,
+      "learning_rate": 9.57044673539519e-05,
+      "loss": 0.0274,
+      "step": 130
+    },
+    {
+      "epoch": 33.96,
+      "grad_norm": 0.13074341416358948,
+      "learning_rate": 9.541809851088203e-05,
+      "loss": 0.0291,
+      "step": 135
+    },
+    {
+      "epoch": 35.0,
+      "grad_norm": 0.20269766449928284,
+      "learning_rate": 9.513172966781214e-05,
+      "loss": 0.029,
+      "step": 140
+    },
+    {
+      "epoch": 36.32,
+      "grad_norm": 0.11758029460906982,
+      "learning_rate": 9.484536082474227e-05,
+      "loss": 0.0268,
+      "step": 145
+    },
+    {
+      "epoch": 37.64,
+      "grad_norm": 0.11994139105081558,
+      "learning_rate": 9.45589919816724e-05,
+      "loss": 0.0278,
+      "step": 150
+    },
+    {
+      "epoch": 38.96,
+      "grad_norm": 0.05518774688243866,
+      "learning_rate": 9.427262313860252e-05,
+      "loss": 0.0278,
+      "step": 155
+    },
+    {
+      "epoch": 40.0,
+      "grad_norm": 0.15044096112251282,
+      "learning_rate": 9.398625429553265e-05,
+      "loss": 0.0267,
+      "step": 160
+    },
+    {
+      "epoch": 41.32,
+      "grad_norm": 0.07676887512207031,
+      "learning_rate": 9.369988545246277e-05,
+      "loss": 0.0282,
+      "step": 165
+    },
+    {
+      "epoch": 42.64,
+      "grad_norm": 0.061064496636390686,
+      "learning_rate": 9.34135166093929e-05,
+      "loss": 0.027,
+      "step": 170
+    },
+    {
+      "epoch": 43.96,
+      "grad_norm": 0.0829635038971901,
+      "learning_rate": 9.312714776632303e-05,
+      "loss": 0.0271,
+      "step": 175
+    },
+    {
+      "epoch": 45.0,
+      "grad_norm": 0.19648897647857666,
+      "learning_rate": 9.284077892325315e-05,
+      "loss": 0.0281,
+      "step": 180
+    },
+    {
+      "epoch": 46.32,
+      "grad_norm": 0.054943546652793884,
+      "learning_rate": 9.255441008018328e-05,
+      "loss": 0.0273,
+      "step": 185
+    },
+    {
+      "epoch": 47.64,
+      "grad_norm": 0.04817037656903267,
+      "learning_rate": 9.22680412371134e-05,
+      "loss": 0.0283,
+      "step": 190
+    },
+    {
+      "epoch": 48.96,
+      "grad_norm": 0.11423788964748383,
+      "learning_rate": 9.198167239404353e-05,
+      "loss": 0.0265,
+      "step": 195
+    },
+    {
+      "epoch": 50.0,
+      "grad_norm": 0.27549758553504944,
+      "learning_rate": 9.169530355097366e-05,
+      "loss": 0.0284,
+      "step": 200
+    },
+    {
+      "epoch": 51.32,
+      "grad_norm": 0.05396447703242302,
+      "learning_rate": 9.140893470790379e-05,
+      "loss": 0.0265,
+      "step": 205
+    },
+    {
+      "epoch": 52.64,
+      "grad_norm": 0.05337011069059372,
+      "learning_rate": 9.112256586483391e-05,
+      "loss": 0.0258,
+      "step": 210
+    },
+    {
+      "epoch": 53.96,
+      "grad_norm": 0.05249905586242676,
+      "learning_rate": 9.083619702176404e-05,
+      "loss": 0.0257,
+      "step": 215
+    },
+    {
+      "epoch": 55.0,
+      "grad_norm": 0.1728358268737793,
+      "learning_rate": 9.054982817869416e-05,
+      "loss": 0.0263,
+      "step": 220
+    },
+    {
+      "epoch": 56.32,
+      "grad_norm": 0.059466876089572906,
+      "learning_rate": 9.026345933562429e-05,
+      "loss": 0.0273,
+      "step": 225
+    },
+    {
+      "epoch": 57.64,
+      "grad_norm": 0.05643869563937187,
+      "learning_rate": 8.997709049255442e-05,
+      "loss": 0.0256,
+      "step": 230
+    },
+    {
+      "epoch": 58.96,
+      "grad_norm": 0.04988839849829674,
+      "learning_rate": 8.969072164948454e-05,
+      "loss": 0.0273,
+      "step": 235
+    },
+    {
+      "epoch": 60.0,
+      "grad_norm": 0.16858898103237152,
+      "learning_rate": 8.940435280641467e-05,
+      "loss": 0.026,
+      "step": 240
+    },
+    {
+      "epoch": 61.32,
+      "grad_norm": 0.06762107461690903,
+      "learning_rate": 8.91179839633448e-05,
+      "loss": 0.0256,
+      "step": 245
+    },
+    {
+      "epoch": 62.64,
+      "grad_norm": 0.055475521832704544,
+      "learning_rate": 8.883161512027491e-05,
+      "loss": 0.0251,
+      "step": 250
+    },
+    {
+      "epoch": 63.96,
+      "grad_norm": 0.050718843936920166,
+      "learning_rate": 8.854524627720504e-05,
+      "loss": 0.0252,
+      "step": 255
+    },
+    {
+      "epoch": 65.0,
+      "grad_norm": 0.14429792761802673,
+      "learning_rate": 8.825887743413516e-05,
+      "loss": 0.0249,
+      "step": 260
+    },
+    {
+      "epoch": 66.32,
+      "grad_norm": 0.05015683174133301,
+      "learning_rate": 8.797250859106529e-05,
+      "loss": 0.0263,
+      "step": 265
+    },
+    {
+      "epoch": 67.64,
+      "grad_norm": 0.050093237310647964,
+      "learning_rate": 8.768613974799542e-05,
+      "loss": 0.0258,
+      "step": 270
+    },
+    {
+      "epoch": 68.96,
+      "grad_norm": 0.05564512312412262,
+      "learning_rate": 8.739977090492554e-05,
+      "loss": 0.0266,
+      "step": 275
+    },
+    {
+      "epoch": 70.0,
+      "grad_norm": 0.19852356612682343,
+      "learning_rate": 8.711340206185567e-05,
+      "loss": 0.0273,
+      "step": 280
+    },
+    {
+      "epoch": 71.32,
+      "grad_norm": 0.04382947087287903,
+      "learning_rate": 8.682703321878581e-05,
+      "loss": 0.0262,
+      "step": 285
+    },
+    {
+      "epoch": 72.64,
+      "grad_norm": 0.048804983496665955,
+      "learning_rate": 8.654066437571594e-05,
+      "loss": 0.0253,
+      "step": 290
+    },
+    {
+      "epoch": 73.96,
+      "grad_norm": 0.05235697329044342,
+      "learning_rate": 8.625429553264606e-05,
+      "loss": 0.0266,
+      "step": 295
+    },
+    {
+      "epoch": 75.0,
+      "grad_norm": 0.10435523092746735,
+      "learning_rate": 8.596792668957619e-05,
+      "loss": 0.0267,
+      "step": 300
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1800,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 450,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.551356850176e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

Math_QA/group_05/checkpoints/checkpoint-600/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/不冻结Qwen训练/models/Qwen2.5-1.5B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

Math_QA/group_05/checkpoints/checkpoint-600/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Math_QA/group_05/checkpoints/checkpoint-600/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

Math_QA/group_05/checkpoints/checkpoint-900/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/hkfs/work/workspace/scratch/tum_fmp0582-dndworkspace/\u4e0d\u51bb\u7ed3Qwen\u8bad\u7ec3/models/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Math_QA/group_05/checkpoints/checkpoint-900/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}