Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,150 @@
+---
+library_name: peft
+license: other
+base_model: unsloth/Llama-3.2-3B-Instruct
+tags:
+- llama-factory
+- lora
+- unsloth
+- generated_from_trainer
+model-index:
+- name: llm3br256
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llm3br256
+
+This model is a fine-tuned version of [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) on the spinny dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0079
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 32
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.0598        | 0.0578 | 5    | 0.0557          |
+| 0.0388        | 0.1156 | 10   | 0.0346          |
+| 0.0275        | 0.1734 | 15   | 0.0276          |
+| 0.0218        | 0.2312 | 20   | 0.0228          |
+| 0.0236        | 0.2890 | 25   | 0.0203          |
+| 0.0182        | 0.3468 | 30   | 0.0179          |
+| 0.019         | 0.4046 | 35   | 0.0162          |
+| 0.017         | 0.4624 | 40   | 0.0147          |
+| 0.0147        | 0.5202 | 45   | 0.0137          |
+| 0.0118        | 0.5780 | 50   | 0.0132          |
+| 0.0107        | 0.6358 | 55   | 0.0127          |
+| 0.016         | 0.6936 | 60   | 0.0123          |
+| 0.0144        | 0.7514 | 65   | 0.0116          |
+| 0.0119        | 0.8092 | 70   | 0.0113          |
+| 0.0111        | 0.8671 | 75   | 0.0109          |
+| 0.012         | 0.9249 | 80   | 0.0107          |
+| 0.0139        | 0.9827 | 85   | 0.0102          |
+| 0.0085        | 1.0405 | 90   | 0.0104          |
+| 0.01          | 1.0983 | 95   | 0.0102          |
+| 0.009         | 1.1561 | 100  | 0.0099          |
+| 0.0094        | 1.2139 | 105  | 0.0098          |
+| 0.0069        | 1.2717 | 110  | 0.0099          |
+| 0.0108        | 1.3295 | 115  | 0.0096          |
+| 0.0066        | 1.3873 | 120  | 0.0095          |
+| 0.0089        | 1.4451 | 125  | 0.0094          |
+| 0.0084        | 1.5029 | 130  | 0.0093          |
+| 0.0102        | 1.5607 | 135  | 0.0093          |
+| 0.01          | 1.6185 | 140  | 0.0091          |
+| 0.0098        | 1.6763 | 145  | 0.0088          |
+| 0.0071        | 1.7341 | 150  | 0.0087          |
+| 0.0094        | 1.7919 | 155  | 0.0086          |
+| 0.008         | 1.8497 | 160  | 0.0086          |
+| 0.01          | 1.9075 | 165  | 0.0085          |
+| 0.0084        | 1.9653 | 170  | 0.0086          |
+| 0.0058        | 2.0231 | 175  | 0.0087          |
+| 0.0056        | 2.0809 | 180  | 0.0090          |
+| 0.0077        | 2.1387 | 185  | 0.0086          |
+| 0.0061        | 2.1965 | 190  | 0.0086          |
+| 0.008         | 2.2543 | 195  | 0.0083          |
+| 0.0058        | 2.3121 | 200  | 0.0083          |
+| 0.0047        | 2.3699 | 205  | 0.0084          |
+| 0.0066        | 2.4277 | 210  | 0.0084          |
+| 0.0055        | 2.4855 | 215  | 0.0082          |
+| 0.0056        | 2.5434 | 220  | 0.0083          |
+| 0.005         | 2.6012 | 225  | 0.0082          |
+| 0.0065        | 2.6590 | 230  | 0.0082          |
+| 0.0061        | 2.7168 | 235  | 0.0081          |
+| 0.0052        | 2.7746 | 240  | 0.0082          |
+| 0.0053        | 2.8324 | 245  | 0.0081          |
+| 0.0058        | 2.8902 | 250  | 0.0079          |
+| 0.0052        | 2.9480 | 255  | 0.0078          |
+| 0.0071        | 3.0058 | 260  | 0.0080          |
+| 0.0051        | 3.0636 | 265  | 0.0082          |
+| 0.0033        | 3.1214 | 270  | 0.0086          |
+| 0.004         | 3.1792 | 275  | 0.0084          |
+| 0.0032        | 3.2370 | 280  | 0.0082          |
+| 0.0042        | 3.2948 | 285  | 0.0082          |
+| 0.0035        | 3.3526 | 290  | 0.0082          |
+| 0.0041        | 3.4104 | 295  | 0.0081          |
+| 0.0048        | 3.4682 | 300  | 0.0080          |
+| 0.0046        | 3.5260 | 305  | 0.0080          |
+| 0.004         | 3.5838 | 310  | 0.0080          |
+| 0.0032        | 3.6416 | 315  | 0.0081          |
+| 0.0039        | 3.6994 | 320  | 0.0084          |
+| 0.0042        | 3.7572 | 325  | 0.0083          |
+| 0.0046        | 3.8150 | 330  | 0.0080          |
+| 0.0035        | 3.8728 | 335  | 0.0081          |
+| 0.0048        | 3.9306 | 340  | 0.0081          |
+| 0.0056        | 3.9884 | 345  | 0.0080          |
+| 0.0025        | 4.0462 | 350  | 0.0080          |
+| 0.0035        | 4.1040 | 355  | 0.0082          |
+| 0.0028        | 4.1618 | 360  | 0.0083          |
+| 0.0028        | 4.2197 | 365  | 0.0084          |
+| 0.003         | 4.2775 | 370  | 0.0085          |
+| 0.0033        | 4.3353 | 375  | 0.0085          |
+| 0.003         | 4.3931 | 380  | 0.0086          |
+| 0.0022        | 4.4509 | 385  | 0.0086          |
+| 0.0028        | 4.5087 | 390  | 0.0086          |
+| 0.0028        | 4.5665 | 395  | 0.0085          |
+| 0.0031        | 4.6243 | 400  | 0.0085          |
+| 0.0038        | 4.6821 | 405  | 0.0084          |
+| 0.0024        | 4.7399 | 410  | 0.0084          |
+| 0.0024        | 4.7977 | 415  | 0.0084          |
+| 0.0024        | 4.8555 | 420  | 0.0084          |
+| 0.0026        | 4.9133 | 425  | 0.0084          |
+| 0.0029        | 4.9711 | 430  | 0.0084          |
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.46.1
+- Pytorch 2.4.0+cu121
+- Datasets 3.1.0
+- Tokenizers 0.20.3

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 256,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 256,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbf269a40455849956cb38b21f996f00ac73b950dde5df91542ce37bc4f202
+size 1556140392

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 4.971098265895954,
+    "eval_loss": 0.007892867550253868,
+    "eval_runtime": 9.953,
+    "eval_samples_per_second": 5.024,
+    "eval_steps_per_second": 1.306,
+    "total_flos": 1.0207257247425331e+18,
+    "train_loss": 0.0087554031284526,
+    "train_runtime": 8412.5192,
+    "train_samples_per_second": 1.645,
+    "train_steps_per_second": 0.051
+}

checkpoint-250/README.md

@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.2-3B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

checkpoint-250/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 256,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 256,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "q_proj",
+    "o_proj",
+    "gate_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-250/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbf269a40455849956cb38b21f996f00ac73b950dde5df91542ce37bc4f202
+size 1556140392

checkpoint-250/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e2eadf13a261de3d60d5b4a85b91bd3e5eaf7704be90c10cfcc836315fed0a
+size 3112505578

checkpoint-250/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f362e1a8fea4e1cffd5ed7fa11c32dbf4c14f359e0b86f9d7b4d7926514d2d3
+size 14308

checkpoint-250/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93d1c8dcf6e2b250fdc3ba1db5b8713fa5d5c0399e828e57c5dcf99ddeb179d
+size 1064

checkpoint-250/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-250/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-250/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-250/trainer_state.json

@@ -0,0 +1,2183 @@
+{
+  "best_metric": 0.007892865687608719,
+  "best_model_checkpoint": "/home/paperspace/Data/models/spinny/llm3br256/checkpoint-250",
+  "epoch": 2.8901734104046244,
+  "eval_steps": 5,
+  "global_step": 250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.011560693641618497,
+      "grad_norm": 0.15129172801971436,
+      "learning_rate": 2.325581395348837e-06,
+      "loss": 0.068,
+      "step": 1
+    },
+    {
+      "epoch": 0.023121387283236993,
+      "grad_norm": 0.14174357056617737,
+      "learning_rate": 4.651162790697674e-06,
+      "loss": 0.0635,
+      "step": 2
+    },
+    {
+      "epoch": 0.03468208092485549,
+      "grad_norm": 0.14430448412895203,
+      "learning_rate": 6.976744186046512e-06,
+      "loss": 0.0649,
+      "step": 3
+    },
+    {
+      "epoch": 0.046242774566473986,
+      "grad_norm": 0.1410493552684784,
+      "learning_rate": 9.302325581395349e-06,
+      "loss": 0.063,
+      "step": 4
+    },
+    {
+      "epoch": 0.057803468208092484,
+      "grad_norm": 0.13995003700256348,
+      "learning_rate": 1.1627906976744187e-05,
+      "loss": 0.0598,
+      "step": 5
+    },
+    {
+      "epoch": 0.057803468208092484,
+      "eval_loss": 0.05565303936600685,
+      "eval_runtime": 11.8576,
+      "eval_samples_per_second": 4.217,
+      "eval_steps_per_second": 1.096,
+      "step": 5
+    },
+    {
+      "epoch": 0.06936416184971098,
+      "grad_norm": 0.12226737290620804,
+      "learning_rate": 1.3953488372093024e-05,
+      "loss": 0.0533,
+      "step": 6
+    },
+    {
+      "epoch": 0.08092485549132948,
+      "grad_norm": 0.10596886277198792,
+      "learning_rate": 1.6279069767441862e-05,
+      "loss": 0.0544,
+      "step": 7
+    },
+    {
+      "epoch": 0.09248554913294797,
+      "grad_norm": 0.07781537622213364,
+      "learning_rate": 1.8604651162790697e-05,
+      "loss": 0.0448,
+      "step": 8
+    },
+    {
+      "epoch": 0.10404624277456648,
+      "grad_norm": 0.06554879248142242,
+      "learning_rate": 2.0930232558139536e-05,
+      "loss": 0.0373,
+      "step": 9
+    },
+    {
+      "epoch": 0.11560693641618497,
+      "grad_norm": 0.08980869501829147,
+      "learning_rate": 2.3255813953488374e-05,
+      "loss": 0.0388,
+      "step": 10
+    },
+    {
+      "epoch": 0.11560693641618497,
+      "eval_loss": 0.034586433321237564,
+      "eval_runtime": 10.0247,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 10
+    },
+    {
+      "epoch": 0.12716763005780346,
+      "grad_norm": 0.08015415817499161,
+      "learning_rate": 2.5581395348837212e-05,
+      "loss": 0.0393,
+      "step": 11
+    },
+    {
+      "epoch": 0.13872832369942195,
+      "grad_norm": 0.06148159131407738,
+      "learning_rate": 2.7906976744186048e-05,
+      "loss": 0.0377,
+      "step": 12
+    },
+    {
+      "epoch": 0.15028901734104047,
+      "grad_norm": 0.04883963614702225,
+      "learning_rate": 3.0232558139534883e-05,
+      "loss": 0.0356,
+      "step": 13
+    },
+    {
+      "epoch": 0.16184971098265896,
+      "grad_norm": 0.04954546317458153,
+      "learning_rate": 3.2558139534883724e-05,
+      "loss": 0.0363,
+      "step": 14
+    },
+    {
+      "epoch": 0.17341040462427745,
+      "grad_norm": 0.041509971022605896,
+      "learning_rate": 3.488372093023256e-05,
+      "loss": 0.0275,
+      "step": 15
+    },
+    {
+      "epoch": 0.17341040462427745,
+      "eval_loss": 0.027632026001811028,
+      "eval_runtime": 10.0235,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 15
+    },
+    {
+      "epoch": 0.18497109826589594,
+      "grad_norm": 0.041887976229190826,
+      "learning_rate": 3.7209302325581394e-05,
+      "loss": 0.0303,
+      "step": 16
+    },
+    {
+      "epoch": 0.19653179190751446,
+      "grad_norm": 0.03965295851230621,
+      "learning_rate": 3.953488372093023e-05,
+      "loss": 0.0284,
+      "step": 17
+    },
+    {
+      "epoch": 0.20809248554913296,
+      "grad_norm": 0.03458382189273834,
+      "learning_rate": 4.186046511627907e-05,
+      "loss": 0.03,
+      "step": 18
+    },
+    {
+      "epoch": 0.21965317919075145,
+      "grad_norm": 0.03138720989227295,
+      "learning_rate": 4.418604651162791e-05,
+      "loss": 0.0242,
+      "step": 19
+    },
+    {
+      "epoch": 0.23121387283236994,
+      "grad_norm": 0.02681548520922661,
+      "learning_rate": 4.651162790697675e-05,
+      "loss": 0.0218,
+      "step": 20
+    },
+    {
+      "epoch": 0.23121387283236994,
+      "eval_loss": 0.02280299924314022,
+      "eval_runtime": 10.0675,
+      "eval_samples_per_second": 4.967,
+      "eval_steps_per_second": 1.291,
+      "step": 20
+    },
+    {
+      "epoch": 0.24277456647398843,
+      "grad_norm": 0.03174450621008873,
+      "learning_rate": 4.883720930232558e-05,
+      "loss": 0.0235,
+      "step": 21
+    },
+    {
+      "epoch": 0.2543352601156069,
+      "grad_norm": 0.033451005816459656,
+      "learning_rate": 5.1162790697674425e-05,
+      "loss": 0.0291,
+      "step": 22
+    },
+    {
+      "epoch": 0.2658959537572254,
+      "grad_norm": 0.03227928280830383,
+      "learning_rate": 5.348837209302326e-05,
+      "loss": 0.0254,
+      "step": 23
+    },
+    {
+      "epoch": 0.2774566473988439,
+      "grad_norm": 0.03783709928393364,
+      "learning_rate": 5.5813953488372095e-05,
+      "loss": 0.0256,
+      "step": 24
+    },
+    {
+      "epoch": 0.28901734104046245,
+      "grad_norm": 0.03228365629911423,
+      "learning_rate": 5.8139534883720933e-05,
+      "loss": 0.0236,
+      "step": 25
+    },
+    {
+      "epoch": 0.28901734104046245,
+      "eval_loss": 0.020257851108908653,
+      "eval_runtime": 10.0419,
+      "eval_samples_per_second": 4.979,
+      "eval_steps_per_second": 1.295,
+      "step": 25
+    },
+    {
+      "epoch": 0.30057803468208094,
+      "grad_norm": 0.02823326177895069,
+      "learning_rate": 6.0465116279069765e-05,
+      "loss": 0.0229,
+      "step": 26
+    },
+    {
+      "epoch": 0.31213872832369943,
+      "grad_norm": 0.02882234752178192,
+      "learning_rate": 6.27906976744186e-05,
+      "loss": 0.0226,
+      "step": 27
+    },
+    {
+      "epoch": 0.3236994219653179,
+      "grad_norm": 0.02527730166912079,
+      "learning_rate": 6.511627906976745e-05,
+      "loss": 0.0196,
+      "step": 28
+    },
+    {
+      "epoch": 0.3352601156069364,
+      "grad_norm": 0.026926985010504723,
+      "learning_rate": 6.744186046511628e-05,
+      "loss": 0.0182,
+      "step": 29
+    },
+    {
+      "epoch": 0.3468208092485549,
+      "grad_norm": 0.02383883111178875,
+      "learning_rate": 6.976744186046513e-05,
+      "loss": 0.0182,
+      "step": 30
+    },
+    {
+      "epoch": 0.3468208092485549,
+      "eval_loss": 0.01791333220899105,
+      "eval_runtime": 10.1038,
+      "eval_samples_per_second": 4.949,
+      "eval_steps_per_second": 1.287,
+      "step": 30
+    },
+    {
+      "epoch": 0.3583815028901734,
+      "grad_norm": 0.020905988290905952,
+      "learning_rate": 7.209302325581396e-05,
+      "loss": 0.0173,
+      "step": 31
+    },
+    {
+      "epoch": 0.3699421965317919,
+      "grad_norm": 0.021837348118424416,
+      "learning_rate": 7.441860465116279e-05,
+      "loss": 0.0186,
+      "step": 32
+    },
+    {
+      "epoch": 0.3815028901734104,
+      "grad_norm": 0.022534186020493507,
+      "learning_rate": 7.674418604651163e-05,
+      "loss": 0.0192,
+      "step": 33
+    },
+    {
+      "epoch": 0.3930635838150289,
+      "grad_norm": 0.021404536440968513,
+      "learning_rate": 7.906976744186047e-05,
+      "loss": 0.0163,
+      "step": 34
+    },
+    {
+      "epoch": 0.4046242774566474,
+      "grad_norm": 0.02087543159723282,
+      "learning_rate": 8.139534883720931e-05,
+      "loss": 0.019,
+      "step": 35
+    },
+    {
+      "epoch": 0.4046242774566474,
+      "eval_loss": 0.016155000776052475,
+      "eval_runtime": 10.0056,
+      "eval_samples_per_second": 4.997,
+      "eval_steps_per_second": 1.299,
+      "step": 35
+    },
+    {
+      "epoch": 0.4161849710982659,
+      "grad_norm": 0.023041941225528717,
+      "learning_rate": 8.372093023255814e-05,
+      "loss": 0.0157,
+      "step": 36
+    },
+    {
+      "epoch": 0.4277456647398844,
+      "grad_norm": 0.020684899762272835,
+      "learning_rate": 8.604651162790697e-05,
+      "loss": 0.0154,
+      "step": 37
+    },
+    {
+      "epoch": 0.4393063583815029,
+      "grad_norm": 0.019204530864953995,
+      "learning_rate": 8.837209302325582e-05,
+      "loss": 0.0142,
+      "step": 38
+    },
+    {
+      "epoch": 0.4508670520231214,
+      "grad_norm": 0.019893651828169823,
+      "learning_rate": 9.069767441860465e-05,
+      "loss": 0.0155,
+      "step": 39
+    },
+    {
+      "epoch": 0.4624277456647399,
+      "grad_norm": 0.022773414850234985,
+      "learning_rate": 9.30232558139535e-05,
+      "loss": 0.017,
+      "step": 40
+    },
+    {
+      "epoch": 0.4624277456647399,
+      "eval_loss": 0.01472202967852354,
+      "eval_runtime": 10.018,
+      "eval_samples_per_second": 4.991,
+      "eval_steps_per_second": 1.298,
+      "step": 40
+    },
+    {
+      "epoch": 0.47398843930635837,
+      "grad_norm": 0.021773461252450943,
+      "learning_rate": 9.534883720930233e-05,
+      "loss": 0.0161,
+      "step": 41
+    },
+    {
+      "epoch": 0.48554913294797686,
+      "grad_norm": 0.023095447570085526,
+      "learning_rate": 9.767441860465116e-05,
+      "loss": 0.0146,
+      "step": 42
+    },
+    {
+      "epoch": 0.49710982658959535,
+      "grad_norm": 0.0202298853546381,
+      "learning_rate": 0.0001,
+      "loss": 0.015,
+      "step": 43
+    },
+    {
+      "epoch": 0.5086705202312138,
+      "grad_norm": 0.01809552311897278,
+      "learning_rate": 9.999835253787473e-05,
+      "loss": 0.0149,
+      "step": 44
+    },
+    {
+      "epoch": 0.5202312138728323,
+      "grad_norm": 0.019870778545737267,
+      "learning_rate": 9.999341026006419e-05,
+      "loss": 0.0147,
+      "step": 45
+    },
+    {
+      "epoch": 0.5202312138728323,
+      "eval_loss": 0.013716931454837322,
+      "eval_runtime": 10.0201,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.297,
+      "step": 45
+    },
+    {
+      "epoch": 0.5317919075144508,
+      "grad_norm": 0.017238808795809746,
+      "learning_rate": 9.998517349225698e-05,
+      "loss": 0.0107,
+      "step": 46
+    },
+    {
+      "epoch": 0.5433526011560693,
+      "grad_norm": 0.022697314620018005,
+      "learning_rate": 9.997364277724361e-05,
+      "loss": 0.0149,
+      "step": 47
+    },
+    {
+      "epoch": 0.5549132947976878,
+      "grad_norm": 0.023472866043448448,
+      "learning_rate": 9.99588188748808e-05,
+      "loss": 0.0144,
+      "step": 48
+    },
+    {
+      "epoch": 0.5664739884393064,
+      "grad_norm": 0.017129473388195038,
+      "learning_rate": 9.994070276204116e-05,
+      "loss": 0.0126,
+      "step": 49
+    },
+    {
+      "epoch": 0.5780346820809249,
+      "grad_norm": 0.01756882295012474,
+      "learning_rate": 9.991929563254914e-05,
+      "loss": 0.0118,
+      "step": 50
+    },
+    {
+      "epoch": 0.5780346820809249,
+      "eval_loss": 0.013151152059435844,
+      "eval_runtime": 10.0009,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 1.3,
+      "step": 50
+    },
+    {
+      "epoch": 0.5895953757225434,
+      "grad_norm": 0.019612474367022514,
+      "learning_rate": 9.989459889710213e-05,
+      "loss": 0.0144,
+      "step": 51
+    },
+    {
+      "epoch": 0.6011560693641619,
+      "grad_norm": 0.016709089279174805,
+      "learning_rate": 9.986661418317759e-05,
+      "loss": 0.0119,
+      "step": 52
+    },
+    {
+      "epoch": 0.6127167630057804,
+      "grad_norm": 0.023054232820868492,
+      "learning_rate": 9.983534333492575e-05,
+      "loss": 0.0137,
+      "step": 53
+    },
+    {
+      "epoch": 0.6242774566473989,
+      "grad_norm": 0.02029217965900898,
+      "learning_rate": 9.980078841304816e-05,
+      "loss": 0.014,
+      "step": 54
+    },
+    {
+      "epoch": 0.6358381502890174,
+      "grad_norm": 0.018532264977693558,
+      "learning_rate": 9.976295169466178e-05,
+      "loss": 0.0107,
+      "step": 55
+    },
+    {
+      "epoch": 0.6358381502890174,
+      "eval_loss": 0.012713148258626461,
+      "eval_runtime": 10.0087,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 55
+    },
+    {
+      "epoch": 0.6473988439306358,
+      "grad_norm": 0.020468739792704582,
+      "learning_rate": 9.97218356731491e-05,
+      "loss": 0.0146,
+      "step": 56
+    },
+    {
+      "epoch": 0.6589595375722543,
+      "grad_norm": 0.01887972466647625,
+      "learning_rate": 9.967744305799357e-05,
+      "loss": 0.0126,
+      "step": 57
+    },
+    {
+      "epoch": 0.6705202312138728,
+      "grad_norm": 0.02040836587548256,
+      "learning_rate": 9.962977677460132e-05,
+      "loss": 0.0126,
+      "step": 58
+    },
+    {
+      "epoch": 0.6820809248554913,
+      "grad_norm": 0.02685651369392872,
+      "learning_rate": 9.957883996410821e-05,
+      "loss": 0.0122,
+      "step": 59
+    },
+    {
+      "epoch": 0.6936416184971098,
+      "grad_norm": 0.02112666517496109,
+      "learning_rate": 9.952463598317285e-05,
+      "loss": 0.016,
+      "step": 60
+    },
+    {
+      "epoch": 0.6936416184971098,
+      "eval_loss": 0.012294010259211063,
+      "eval_runtime": 10.0073,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 60
+    },
+    {
+      "epoch": 0.7052023121387283,
+      "grad_norm": 0.020788514986634254,
+      "learning_rate": 9.946716840375551e-05,
+      "loss": 0.0106,
+      "step": 61
+    },
+    {
+      "epoch": 0.7167630057803468,
+      "grad_norm": 0.01940411888062954,
+      "learning_rate": 9.940644101288259e-05,
+      "loss": 0.0098,
+      "step": 62
+    },
+    {
+      "epoch": 0.7283236994219653,
+      "grad_norm": 0.02072029560804367,
+      "learning_rate": 9.934245781239714e-05,
+      "loss": 0.0142,
+      "step": 63
+    },
+    {
+      "epoch": 0.7398843930635838,
+      "grad_norm": 0.017221063375473022,
+      "learning_rate": 9.927522301869515e-05,
+      "loss": 0.0114,
+      "step": 64
+    },
+    {
+      "epoch": 0.7514450867052023,
+      "grad_norm": 0.026088256388902664,
+      "learning_rate": 9.920474106244763e-05,
+      "loss": 0.0144,
+      "step": 65
+    },
+    {
+      "epoch": 0.7514450867052023,
+      "eval_loss": 0.011602817103266716,
+      "eval_runtime": 10.0191,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.298,
+      "step": 65
+    },
+    {
+      "epoch": 0.7630057803468208,
+      "grad_norm": 0.016981270164251328,
+      "learning_rate": 9.91310165883088e-05,
+      "loss": 0.0136,
+      "step": 66
+    },
+    {
+      "epoch": 0.7745664739884393,
+      "grad_norm": 0.017894290387630463,
+      "learning_rate": 9.905405445460972e-05,
+      "loss": 0.0113,
+      "step": 67
+    },
+    {
+      "epoch": 0.7861271676300579,
+      "grad_norm": 0.017901500687003136,
+      "learning_rate": 9.897385973303845e-05,
+      "loss": 0.0133,
+      "step": 68
+    },
+    {
+      "epoch": 0.7976878612716763,
+      "grad_norm": 0.018053261563181877,
+      "learning_rate": 9.889043770830566e-05,
+      "loss": 0.0108,
+      "step": 69
+    },
+    {
+      "epoch": 0.8092485549132948,
+      "grad_norm": 0.023738127201795578,
+      "learning_rate": 9.880379387779637e-05,
+      "loss": 0.0119,
+      "step": 70
+    },
+    {
+      "epoch": 0.8092485549132948,
+      "eval_loss": 0.011262123472988605,
+      "eval_runtime": 10.0281,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 70
+    },
+    {
+      "epoch": 0.8208092485549133,
+      "grad_norm": 0.01628166250884533,
+      "learning_rate": 9.871393395120774e-05,
+      "loss": 0.014,
+      "step": 71
+    },
+    {
+      "epoch": 0.8323699421965318,
+      "grad_norm": 0.014171602204442024,
+      "learning_rate": 9.862086385017283e-05,
+      "loss": 0.0099,
+      "step": 72
+    },
+    {
+      "epoch": 0.8439306358381503,
+      "grad_norm": 0.01973879709839821,
+      "learning_rate": 9.852458970787026e-05,
+      "loss": 0.011,
+      "step": 73
+    },
+    {
+      "epoch": 0.8554913294797688,
+      "grad_norm": 0.015728101134300232,
+      "learning_rate": 9.842511786862019e-05,
+      "loss": 0.01,
+      "step": 74
+    },
+    {
+      "epoch": 0.8670520231213873,
+      "grad_norm": 0.015097449533641338,
+      "learning_rate": 9.832245488746611e-05,
+      "loss": 0.0111,
+      "step": 75
+    },
+    {
+      "epoch": 0.8670520231213873,
+      "eval_loss": 0.010938560590147972,
+      "eval_runtime": 10.0124,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.298,
+      "step": 75
+    },
+    {
+      "epoch": 0.8786127167630058,
+      "grad_norm": 0.02237934060394764,
+      "learning_rate": 9.821660752974293e-05,
+      "loss": 0.0142,
+      "step": 76
+    },
+    {
+      "epoch": 0.8901734104046243,
+      "grad_norm": 0.01948779821395874,
+      "learning_rate": 9.810758277063119e-05,
+      "loss": 0.0138,
+      "step": 77
+    },
+    {
+      "epoch": 0.9017341040462428,
+      "grad_norm": 0.022487910464406013,
+      "learning_rate": 9.799538779469734e-05,
+      "loss": 0.0151,
+      "step": 78
+    },
+    {
+      "epoch": 0.9132947976878613,
+      "grad_norm": 0.017546942457556725,
+      "learning_rate": 9.78800299954203e-05,
+      "loss": 0.0098,
+      "step": 79
+    },
+    {
+      "epoch": 0.9248554913294798,
+      "grad_norm": 0.021010980010032654,
+      "learning_rate": 9.77615169747043e-05,
+      "loss": 0.012,
+      "step": 80
+    },
+    {
+      "epoch": 0.9248554913294798,
+      "eval_loss": 0.010658971033990383,
+      "eval_runtime": 10.0307,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 80
+    },
+    {
+      "epoch": 0.9364161849710982,
+      "grad_norm": 0.018796751275658607,
+      "learning_rate": 9.763985654237786e-05,
+      "loss": 0.0126,
+      "step": 81
+    },
+    {
+      "epoch": 0.9479768786127167,
+      "grad_norm": 0.020107241347432137,
+      "learning_rate": 9.751505671567913e-05,
+      "loss": 0.0129,
+      "step": 82
+    },
+    {
+      "epoch": 0.9595375722543352,
+      "grad_norm": 0.015596112236380577,
+      "learning_rate": 9.738712571872763e-05,
+      "loss": 0.0093,
+      "step": 83
+    },
+    {
+      "epoch": 0.9710982658959537,
+      "grad_norm": 0.018946580588817596,
+      "learning_rate": 9.725607198198227e-05,
+      "loss": 0.0139,
+      "step": 84
+    },
+    {
+      "epoch": 0.9826589595375722,
+      "grad_norm": 0.01942116767168045,
+      "learning_rate": 9.712190414168572e-05,
+      "loss": 0.0139,
+      "step": 85
+    },
+    {
+      "epoch": 0.9826589595375722,
+      "eval_loss": 0.010201876051723957,
+      "eval_runtime": 10.0325,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 85
+    },
+    {
+      "epoch": 0.9942196531791907,
+      "grad_norm": 0.01808648556470871,
+      "learning_rate": 9.698463103929542e-05,
+      "loss": 0.0096,
+      "step": 86
+    },
+    {
+      "epoch": 1.0057803468208093,
+      "grad_norm": 0.033104732632637024,
+      "learning_rate": 9.684426172090085e-05,
+      "loss": 0.0208,
+      "step": 87
+    },
+    {
+      "epoch": 1.0173410404624277,
+      "grad_norm": 0.011730443686246872,
+      "learning_rate": 9.67008054366274e-05,
+      "loss": 0.0079,
+      "step": 88
+    },
+    {
+      "epoch": 1.0289017341040463,
+      "grad_norm": 0.017196012660861015,
+      "learning_rate": 9.65542716400269e-05,
+      "loss": 0.0103,
+      "step": 89
+    },
+    {
+      "epoch": 1.0404624277456647,
+      "grad_norm": 0.015379775315523148,
+      "learning_rate": 9.640466998745456e-05,
+      "loss": 0.0085,
+      "step": 90
+    },
+    {
+      "epoch": 1.0404624277456647,
+      "eval_loss": 0.01041076984256506,
+      "eval_runtime": 10.0354,
+      "eval_samples_per_second": 4.982,
+      "eval_steps_per_second": 1.295,
+      "step": 90
+    },
+    {
+      "epoch": 1.0520231213872833,
+      "grad_norm": 0.01682409830391407,
+      "learning_rate": 9.625201033743261e-05,
+      "loss": 0.0102,
+      "step": 91
+    },
+    {
+      "epoch": 1.0635838150289016,
+      "grad_norm": 0.017098382115364075,
+      "learning_rate": 9.609630275000072e-05,
+      "loss": 0.0081,
+      "step": 92
+    },
+    {
+      "epoch": 1.0751445086705202,
+      "grad_norm": 0.017288707196712494,
+      "learning_rate": 9.5937557486053e-05,
+      "loss": 0.0094,
+      "step": 93
+    },
+    {
+      "epoch": 1.0867052023121386,
+      "grad_norm": 0.018024342134594917,
+      "learning_rate": 9.577578500666187e-05,
+      "loss": 0.0116,
+      "step": 94
+    },
+    {
+      "epoch": 1.0982658959537572,
+      "grad_norm": 0.017229463905096054,
+      "learning_rate": 9.56109959723886e-05,
+      "loss": 0.01,
+      "step": 95
+    },
+    {
+      "epoch": 1.0982658959537572,
+      "eval_loss": 0.010240535251796246,
+      "eval_runtime": 10.0835,
+      "eval_samples_per_second": 4.959,
+      "eval_steps_per_second": 1.289,
+      "step": 95
+    },
+    {
+      "epoch": 1.1098265895953756,
+      "grad_norm": 0.015899403020739555,
+      "learning_rate": 9.544320124258092e-05,
+      "loss": 0.0099,
+      "step": 96
+    },
+    {
+      "epoch": 1.1213872832369942,
+      "grad_norm": 0.019960559904575348,
+      "learning_rate": 9.527241187465734e-05,
+      "loss": 0.0098,
+      "step": 97
+    },
+    {
+      "epoch": 1.1329479768786128,
+      "grad_norm": 0.01425469946116209,
+      "learning_rate": 9.509863912337842e-05,
+      "loss": 0.0084,
+      "step": 98
+    },
+    {
+      "epoch": 1.1445086705202312,
+      "grad_norm": 0.015252132900059223,
+      "learning_rate": 9.492189444010521e-05,
+      "loss": 0.01,
+      "step": 99
+    },
+    {
+      "epoch": 1.1560693641618498,
+      "grad_norm": 0.014408037066459656,
+      "learning_rate": 9.474218947204459e-05,
+      "loss": 0.009,
+      "step": 100
+    },
+    {
+      "epoch": 1.1560693641618498,
+      "eval_loss": 0.009868398308753967,
+      "eval_runtime": 10.0137,
+      "eval_samples_per_second": 4.993,
+      "eval_steps_per_second": 1.298,
+      "step": 100
+    },
+    {
+      "epoch": 1.1676300578034682,
+      "grad_norm": 0.01568921096622944,
+      "learning_rate": 9.455953606148172e-05,
+      "loss": 0.0125,
+      "step": 101
+    },
+    {
+      "epoch": 1.1791907514450868,
+      "grad_norm": 0.01693912222981453,
+      "learning_rate": 9.437394624499958e-05,
+      "loss": 0.0116,
+      "step": 102
+    },
+    {
+      "epoch": 1.1907514450867052,
+      "grad_norm": 0.018201276659965515,
+      "learning_rate": 9.418543225268596e-05,
+      "loss": 0.0117,
+      "step": 103
+    },
+    {
+      "epoch": 1.2023121387283238,
+      "grad_norm": 0.015434252098202705,
+      "learning_rate": 9.399400650732735e-05,
+      "loss": 0.011,
+      "step": 104
+    },
+    {
+      "epoch": 1.2138728323699421,
+      "grad_norm": 0.01606677658855915,
+      "learning_rate": 9.379968162359034e-05,
+      "loss": 0.0094,
+      "step": 105
+    },
+    {
+      "epoch": 1.2138728323699421,
+      "eval_loss": 0.009825030341744423,
+      "eval_runtime": 10.0305,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 105
+    },
+    {
+      "epoch": 1.2254335260115607,
+      "grad_norm": 0.015970559790730476,
+      "learning_rate": 9.360247040719039e-05,
+      "loss": 0.0079,
+      "step": 106
+    },
+    {
+      "epoch": 1.2369942196531791,
+      "grad_norm": 0.01553067285567522,
+      "learning_rate": 9.340238585404788e-05,
+      "loss": 0.0077,
+      "step": 107
+    },
+    {
+      "epoch": 1.2485549132947977,
+      "grad_norm": 0.017365023493766785,
+      "learning_rate": 9.319944114943171e-05,
+      "loss": 0.0089,
+      "step": 108
+    },
+    {
+      "epoch": 1.260115606936416,
+      "grad_norm": 0.01562884822487831,
+      "learning_rate": 9.29936496670905e-05,
+      "loss": 0.0076,
+      "step": 109
+    },
+    {
+      "epoch": 1.2716763005780347,
+      "grad_norm": 0.016722485423088074,
+      "learning_rate": 9.278502496837116e-05,
+      "loss": 0.0069,
+      "step": 110
+    },
+    {
+      "epoch": 1.2716763005780347,
+      "eval_loss": 0.009917480871081352,
+      "eval_runtime": 9.9972,
+      "eval_samples_per_second": 5.001,
+      "eval_steps_per_second": 1.3,
+      "step": 110
+    },
+    {
+      "epoch": 1.2832369942196533,
+      "grad_norm": 0.019191304221749306,
+      "learning_rate": 9.257358080132523e-05,
+      "loss": 0.0108,
+      "step": 111
+    },
+    {
+      "epoch": 1.2947976878612717,
+      "grad_norm": 0.02037121169269085,
+      "learning_rate": 9.235933109980301e-05,
+      "loss": 0.011,
+      "step": 112
+    },
+    {
+      "epoch": 1.30635838150289,
+      "grad_norm": 0.016349676996469498,
+      "learning_rate": 9.214228998253527e-05,
+      "loss": 0.0084,
+      "step": 113
+    },
+    {
+      "epoch": 1.3179190751445087,
+      "grad_norm": 0.01671903021633625,
+      "learning_rate": 9.192247175220276e-05,
+      "loss": 0.0087,
+      "step": 114
+    },
+    {
+      "epoch": 1.3294797687861273,
+      "grad_norm": 0.01710616424679756,
+      "learning_rate": 9.16998908944939e-05,
+      "loss": 0.0108,
+      "step": 115
+    },
+    {
+      "epoch": 1.3294797687861273,
+      "eval_loss": 0.009632885456085205,
+      "eval_runtime": 10.0191,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.298,
+      "step": 115
+    },
+    {
+      "epoch": 1.3410404624277457,
+      "grad_norm": 0.01672513224184513,
+      "learning_rate": 9.147456207714997e-05,
+      "loss": 0.0077,
+      "step": 116
+    },
+    {
+      "epoch": 1.352601156069364,
+      "grad_norm": 0.017153792083263397,
+      "learning_rate": 9.124650014899867e-05,
+      "loss": 0.0101,
+      "step": 117
+    },
+    {
+      "epoch": 1.3641618497109826,
+      "grad_norm": 0.018158160150051117,
+      "learning_rate": 9.101572013897555e-05,
+      "loss": 0.0103,
+      "step": 118
+    },
+    {
+      "epoch": 1.3757225433526012,
+      "grad_norm": 0.017670975998044014,
+      "learning_rate": 9.078223725513366e-05,
+      "loss": 0.0112,
+      "step": 119
+    },
+    {
+      "epoch": 1.3872832369942196,
+      "grad_norm": 0.013258930295705795,
+      "learning_rate": 9.05460668836413e-05,
+      "loss": 0.0066,
+      "step": 120
+    },
+    {
+      "epoch": 1.3872832369942196,
+      "eval_loss": 0.009479235857725143,
+      "eval_runtime": 10.0092,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 120
+    },
+    {
+      "epoch": 1.3988439306358382,
+      "grad_norm": 0.016367750242352486,
+      "learning_rate": 9.030722458776814e-05,
+      "loss": 0.0083,
+      "step": 121
+    },
+    {
+      "epoch": 1.4104046242774566,
+      "grad_norm": 0.01966327428817749,
+      "learning_rate": 9.006572610685968e-05,
+      "loss": 0.013,
+      "step": 122
+    },
+    {
+      "epoch": 1.4219653179190752,
+      "grad_norm": 0.014227735809981823,
+      "learning_rate": 8.98215873552999e-05,
+      "loss": 0.0081,
+      "step": 123
+    },
+    {
+      "epoch": 1.4335260115606936,
+      "grad_norm": 0.0126969488337636,
+      "learning_rate": 8.957482442146272e-05,
+      "loss": 0.0069,
+      "step": 124
+    },
+    {
+      "epoch": 1.4450867052023122,
+      "grad_norm": 0.0182335264980793,
+      "learning_rate": 8.932545356665157e-05,
+      "loss": 0.0089,
+      "step": 125
+    },
+    {
+      "epoch": 1.4450867052023122,
+      "eval_loss": 0.009439178742468357,
+      "eval_runtime": 10.0231,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 125
+    },
+    {
+      "epoch": 1.4566473988439306,
+      "grad_norm": 0.013425913639366627,
+      "learning_rate": 8.907349122402801e-05,
+      "loss": 0.0064,
+      "step": 126
+    },
+    {
+      "epoch": 1.4682080924855492,
+      "grad_norm": 0.017706867307424545,
+      "learning_rate": 8.881895399752874e-05,
+      "loss": 0.0085,
+      "step": 127
+    },
+    {
+      "epoch": 1.4797687861271676,
+      "grad_norm": 0.015954311937093735,
+      "learning_rate": 8.856185866077129e-05,
+      "loss": 0.0091,
+      "step": 128
+    },
+    {
+      "epoch": 1.4913294797687862,
+      "grad_norm": 0.01800154522061348,
+      "learning_rate": 8.83022221559489e-05,
+      "loss": 0.0118,
+      "step": 129
+    },
+    {
+      "epoch": 1.5028901734104045,
+      "grad_norm": 0.022386785596609116,
+      "learning_rate": 8.80400615927139e-05,
+      "loss": 0.0084,
+      "step": 130
+    },
+    {
+      "epoch": 1.5028901734104045,
+      "eval_loss": 0.009285805746912956,
+      "eval_runtime": 10.0195,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.297,
+      "step": 130
+    },
+    {
+      "epoch": 1.5144508670520231,
+      "grad_norm": 0.015237067826092243,
+      "learning_rate": 8.777539424705023e-05,
+      "loss": 0.0067,
+      "step": 131
+    },
+    {
+      "epoch": 1.5260115606936417,
+      "grad_norm": 0.01740083284676075,
+      "learning_rate": 8.750823756013498e-05,
+      "loss": 0.0111,
+      "step": 132
+    },
+    {
+      "epoch": 1.5375722543352601,
+      "grad_norm": 0.01614670269191265,
+      "learning_rate": 8.72386091371891e-05,
+      "loss": 0.0066,
+      "step": 133
+    },
+    {
+      "epoch": 1.5491329479768785,
+      "grad_norm": 0.018181053921580315,
+      "learning_rate": 8.696652674631717e-05,
+      "loss": 0.0089,
+      "step": 134
+    },
+    {
+      "epoch": 1.560693641618497,
+      "grad_norm": 0.01898285746574402,
+      "learning_rate": 8.669200831733655e-05,
+      "loss": 0.0102,
+      "step": 135
+    },
+    {
+      "epoch": 1.560693641618497,
+      "eval_loss": 0.00925290398299694,
+      "eval_runtime": 10.0096,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 135
+    },
+    {
+      "epoch": 1.5722543352601157,
+      "grad_norm": 0.01583796739578247,
+      "learning_rate": 8.641507194059579e-05,
+      "loss": 0.0084,
+      "step": 136
+    },
+    {
+      "epoch": 1.583815028901734,
+      "grad_norm": 0.020259637385606766,
+      "learning_rate": 8.613573586578262e-05,
+      "loss": 0.0097,
+      "step": 137
+    },
+    {
+      "epoch": 1.5953757225433525,
+      "grad_norm": 0.0170609038323164,
+      "learning_rate": 8.585401850072113e-05,
+      "loss": 0.0102,
+      "step": 138
+    },
+    {
+      "epoch": 1.606936416184971,
+      "grad_norm": 0.013348150067031384,
+      "learning_rate": 8.55699384101589e-05,
+      "loss": 0.0076,
+      "step": 139
+    },
+    {
+      "epoch": 1.6184971098265897,
+      "grad_norm": 0.0179379191249609,
+      "learning_rate": 8.528351431454351e-05,
+      "loss": 0.01,
+      "step": 140
+    },
+    {
+      "epoch": 1.6184971098265897,
+      "eval_loss": 0.009090203791856766,
+      "eval_runtime": 10.0116,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.298,
+      "step": 140
+    },
+    {
+      "epoch": 1.630057803468208,
+      "grad_norm": 0.014754540286958218,
+      "learning_rate": 8.499476508878893e-05,
+      "loss": 0.0091,
+      "step": 141
+    },
+    {
+      "epoch": 1.6416184971098264,
+      "grad_norm": 0.014680921100080013,
+      "learning_rate": 8.47037097610317e-05,
+      "loss": 0.008,
+      "step": 142
+    },
+    {
+      "epoch": 1.653179190751445,
+      "grad_norm": 0.01806177943944931,
+      "learning_rate": 8.441036751137696e-05,
+      "loss": 0.0122,
+      "step": 143
+    },
+    {
+      "epoch": 1.6647398843930636,
+      "grad_norm": 0.014901218004524708,
+      "learning_rate": 8.411475767063455e-05,
+      "loss": 0.0075,
+      "step": 144
+    },
+    {
+      "epoch": 1.6763005780346822,
+      "grad_norm": 0.01642463356256485,
+      "learning_rate": 8.381689971904514e-05,
+      "loss": 0.0098,
+      "step": 145
+    },
+    {
+      "epoch": 1.6763005780346822,
+      "eval_loss": 0.008807710371911526,
+      "eval_runtime": 10.0289,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 145
+    },
+    {
+      "epoch": 1.6878612716763006,
+      "grad_norm": 0.0145337525755167,
+      "learning_rate": 8.35168132849965e-05,
+      "loss": 0.0074,
+      "step": 146
+    },
+    {
+      "epoch": 1.699421965317919,
+      "grad_norm": 0.019870057702064514,
+      "learning_rate": 8.321451814372997e-05,
+      "loss": 0.0111,
+      "step": 147
+    },
+    {
+      "epoch": 1.7109826589595376,
+      "grad_norm": 0.015163514763116837,
+      "learning_rate": 8.29100342160374e-05,
+      "loss": 0.0097,
+      "step": 148
+    },
+    {
+      "epoch": 1.7225433526011562,
+      "grad_norm": 0.01458723470568657,
+      "learning_rate": 8.260338156694836e-05,
+      "loss": 0.007,
+      "step": 149
+    },
+    {
+      "epoch": 1.7341040462427746,
+      "grad_norm": 0.015452525578439236,
+      "learning_rate": 8.229458040440783e-05,
+      "loss": 0.0071,
+      "step": 150
+    },
+    {
+      "epoch": 1.7341040462427746,
+      "eval_loss": 0.008663667365908623,
+      "eval_runtime": 10.0348,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.295,
+      "step": 150
+    },
+    {
+      "epoch": 1.745664739884393,
+      "grad_norm": 0.017789160832762718,
+      "learning_rate": 8.198365107794457e-05,
+      "loss": 0.0098,
+      "step": 151
+    },
+    {
+      "epoch": 1.7572254335260116,
+      "grad_norm": 0.019878627732396126,
+      "learning_rate": 8.167061407733016e-05,
+      "loss": 0.0077,
+      "step": 152
+    },
+    {
+      "epoch": 1.7687861271676302,
+      "grad_norm": 0.018271176144480705,
+      "learning_rate": 8.135549003122871e-05,
+      "loss": 0.0096,
+      "step": 153
+    },
+    {
+      "epoch": 1.7803468208092486,
+      "grad_norm": 0.017175493761897087,
+      "learning_rate": 8.103829970583742e-05,
+      "loss": 0.0111,
+      "step": 154
+    },
+    {
+      "epoch": 1.791907514450867,
+      "grad_norm": 0.014682111330330372,
+      "learning_rate": 8.071906400351822e-05,
+      "loss": 0.0094,
+      "step": 155
+    },
+    {
+      "epoch": 1.791907514450867,
+      "eval_loss": 0.008556585758924484,
+      "eval_runtime": 10.0386,
+      "eval_samples_per_second": 4.981,
+      "eval_steps_per_second": 1.295,
+      "step": 155
+    },
+    {
+      "epoch": 1.8034682080924855,
+      "grad_norm": 0.016677409410476685,
+      "learning_rate": 8.039780396142022e-05,
+      "loss": 0.0079,
+      "step": 156
+    },
+    {
+      "epoch": 1.8150289017341041,
+      "grad_norm": 0.01885165646672249,
+      "learning_rate": 8.007454075009351e-05,
+      "loss": 0.0115,
+      "step": 157
+    },
+    {
+      "epoch": 1.8265895953757225,
+      "grad_norm": 0.01522767636924982,
+      "learning_rate": 7.9749295672094e-05,
+      "loss": 0.0076,
+      "step": 158
+    },
+    {
+      "epoch": 1.838150289017341,
+      "grad_norm": 0.01811189390718937,
+      "learning_rate": 7.942209016057954e-05,
+      "loss": 0.01,
+      "step": 159
+    },
+    {
+      "epoch": 1.8497109826589595,
+      "grad_norm": 0.01717502437531948,
+      "learning_rate": 7.909294577789766e-05,
+      "loss": 0.008,
+      "step": 160
+    },
+    {
+      "epoch": 1.8497109826589595,
+      "eval_loss": 0.008559009060263634,
+      "eval_runtime": 10.0652,
+      "eval_samples_per_second": 4.968,
+      "eval_steps_per_second": 1.292,
+      "step": 160
+    },
+    {
+      "epoch": 1.861271676300578,
+      "grad_norm": 0.015464117750525475,
+      "learning_rate": 7.876188421416449e-05,
+      "loss": 0.0068,
+      "step": 161
+    },
+    {
+      "epoch": 1.8728323699421965,
+      "grad_norm": 0.015217979438602924,
+      "learning_rate": 7.842892728583558e-05,
+      "loss": 0.0074,
+      "step": 162
+    },
+    {
+      "epoch": 1.8843930635838149,
+      "grad_norm": 0.01554564293473959,
+      "learning_rate": 7.809409693426803e-05,
+      "loss": 0.0071,
+      "step": 163
+    },
+    {
+      "epoch": 1.8959537572254335,
+      "grad_norm": 0.01914595626294613,
+      "learning_rate": 7.775741522427477e-05,
+      "loss": 0.009,
+      "step": 164
+    },
+    {
+      "epoch": 1.907514450867052,
+      "grad_norm": 0.01934712752699852,
+      "learning_rate": 7.741890434267043e-05,
+      "loss": 0.01,
+      "step": 165
+    },
+    {
+      "epoch": 1.907514450867052,
+      "eval_loss": 0.00854802131652832,
+      "eval_runtime": 10.0226,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 165
+    },
+    {
+      "epoch": 1.9190751445086707,
+      "grad_norm": 0.01625540666282177,
+      "learning_rate": 7.707858659680924e-05,
+      "loss": 0.0071,
+      "step": 166
+    },
+    {
+      "epoch": 1.930635838150289,
+      "grad_norm": 0.020419662818312645,
+      "learning_rate": 7.673648441311508e-05,
+      "loss": 0.0076,
+      "step": 167
+    },
+    {
+      "epoch": 1.9421965317919074,
+      "grad_norm": 0.012187760323286057,
+      "learning_rate": 7.639262033560359e-05,
+      "loss": 0.0064,
+      "step": 168
+    },
+    {
+      "epoch": 1.953757225433526,
+      "grad_norm": 0.015659835189580917,
+      "learning_rate": 7.604701702439651e-05,
+      "loss": 0.0074,
+      "step": 169
+    },
+    {
+      "epoch": 1.9653179190751446,
+      "grad_norm": 0.017916489392518997,
+      "learning_rate": 7.56996972542285e-05,
+      "loss": 0.0084,
+      "step": 170
+    },
+    {
+      "epoch": 1.9653179190751446,
+      "eval_loss": 0.008561979979276657,
+      "eval_runtime": 10.0323,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 170
+    },
+    {
+      "epoch": 1.976878612716763,
+      "grad_norm": 0.018545281141996384,
+      "learning_rate": 7.535068391294617e-05,
+      "loss": 0.0102,
+      "step": 171
+    },
+    {
+      "epoch": 1.9884393063583814,
+      "grad_norm": 0.01769687980413437,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.0086,
+      "step": 172
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.021417992189526558,
+      "learning_rate": 7.464766862492855e-05,
+      "loss": 0.0092,
+      "step": 173
+    },
+    {
+      "epoch": 2.0115606936416186,
+      "grad_norm": 0.01275323610752821,
+      "learning_rate": 7.42937130058357e-05,
+      "loss": 0.0069,
+      "step": 174
+    },
+    {
+      "epoch": 2.023121387283237,
+      "grad_norm": 0.011270470917224884,
+      "learning_rate": 7.393815646786046e-05,
+      "loss": 0.0058,
+      "step": 175
+    },
+    {
+      "epoch": 2.023121387283237,
+      "eval_loss": 0.008691162802278996,
+      "eval_runtime": 10.0831,
+      "eval_samples_per_second": 4.959,
+      "eval_steps_per_second": 1.289,
+      "step": 175
+    },
+    {
+      "epoch": 2.0346820809248554,
+      "grad_norm": 0.014580226503312588,
+      "learning_rate": 7.358102244164003e-05,
+      "loss": 0.0077,
+      "step": 176
+    },
+    {
+      "epoch": 2.046242774566474,
+      "grad_norm": 0.014212528243660927,
+      "learning_rate": 7.322233446176571e-05,
+      "loss": 0.0074,
+      "step": 177
+    },
+    {
+      "epoch": 2.0578034682080926,
+      "grad_norm": 0.01766706444323063,
+      "learning_rate": 7.286211616523193e-05,
+      "loss": 0.007,
+      "step": 178
+    },
+    {
+      "epoch": 2.069364161849711,
+      "grad_norm": 0.015258056111633778,
+      "learning_rate": 7.250039128987873e-05,
+      "loss": 0.0073,
+      "step": 179
+    },
+    {
+      "epoch": 2.0809248554913293,
+      "grad_norm": 0.01634743995964527,
+      "learning_rate": 7.213718367282737e-05,
+      "loss": 0.0056,
+      "step": 180
+    },
+    {
+      "epoch": 2.0809248554913293,
+      "eval_loss": 0.008958614431321621,
+      "eval_runtime": 10.0215,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 180
+    },
+    {
+      "epoch": 2.092485549132948,
+      "grad_norm": 0.014233705587685108,
+      "learning_rate": 7.177251724890956e-05,
+      "loss": 0.0056,
+      "step": 181
+    },
+    {
+      "epoch": 2.1040462427745665,
+      "grad_norm": 0.013312169350683689,
+      "learning_rate": 7.14064160490902e-05,
+      "loss": 0.0055,
+      "step": 182
+    },
+    {
+      "epoch": 2.115606936416185,
+      "grad_norm": 0.012955575250089169,
+      "learning_rate": 7.103890419888367e-05,
+      "loss": 0.0053,
+      "step": 183
+    },
+    {
+      "epoch": 2.1271676300578033,
+      "grad_norm": 0.018879901617765427,
+      "learning_rate": 7.067000591676416e-05,
+      "loss": 0.0065,
+      "step": 184
+    },
+    {
+      "epoch": 2.138728323699422,
+      "grad_norm": 0.01857951283454895,
+      "learning_rate": 7.029974551256956e-05,
+      "loss": 0.0077,
+      "step": 185
+    },
+    {
+      "epoch": 2.138728323699422,
+      "eval_loss": 0.008626853115856647,
+      "eval_runtime": 10.0278,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 185
+    },
+    {
+      "epoch": 2.1502890173410405,
+      "grad_norm": 0.015720047056674957,
+      "learning_rate": 6.992814738589957e-05,
+      "loss": 0.0057,
+      "step": 186
+    },
+    {
+      "epoch": 2.161849710982659,
+      "grad_norm": 0.016932690516114235,
+      "learning_rate": 6.95552360245078e-05,
+      "loss": 0.0074,
+      "step": 187
+    },
+    {
+      "epoch": 2.1734104046242773,
+      "grad_norm": 0.013904884457588196,
+      "learning_rate": 6.918103600268799e-05,
+      "loss": 0.0054,
+      "step": 188
+    },
+    {
+      "epoch": 2.184971098265896,
+      "grad_norm": 0.015230257995426655,
+      "learning_rate": 6.880557197965464e-05,
+      "loss": 0.0053,
+      "step": 189
+    },
+    {
+      "epoch": 2.1965317919075145,
+      "grad_norm": 0.017044221982359886,
+      "learning_rate": 6.842886869791809e-05,
+      "loss": 0.0061,
+      "step": 190
+    },
+    {
+      "epoch": 2.1965317919075145,
+      "eval_loss": 0.00858032051473856,
+      "eval_runtime": 10.0219,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 190
+    },
+    {
+      "epoch": 2.208092485549133,
+      "grad_norm": 0.01593642681837082,
+      "learning_rate": 6.805095098165389e-05,
+      "loss": 0.0056,
+      "step": 191
+    },
+    {
+      "epoch": 2.2196531791907512,
+      "grad_norm": 0.018296780064702034,
+      "learning_rate": 6.767184373506697e-05,
+      "loss": 0.008,
+      "step": 192
+    },
+    {
+      "epoch": 2.23121387283237,
+      "grad_norm": 0.02369534969329834,
+      "learning_rate": 6.729157194075057e-05,
+      "loss": 0.0116,
+      "step": 193
+    },
+    {
+      "epoch": 2.2427745664739884,
+      "grad_norm": 0.020556915551424026,
+      "learning_rate": 6.691016065803983e-05,
+      "loss": 0.0078,
+      "step": 194
+    },
+    {
+      "epoch": 2.254335260115607,
+      "grad_norm": 0.01714545115828514,
+      "learning_rate": 6.652763502136043e-05,
+      "loss": 0.008,
+      "step": 195
+    },
+    {
+      "epoch": 2.254335260115607,
+      "eval_loss": 0.008329370059072971,
+      "eval_runtime": 10.0304,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 195
+    },
+    {
+      "epoch": 2.2658959537572256,
+      "grad_norm": 0.013920610770583153,
+      "learning_rate": 6.614402023857232e-05,
+      "loss": 0.0057,
+      "step": 196
+    },
+    {
+      "epoch": 2.277456647398844,
+      "grad_norm": 0.014315689913928509,
+      "learning_rate": 6.57593415893085e-05,
+      "loss": 0.0062,
+      "step": 197
+    },
+    {
+      "epoch": 2.2890173410404624,
+      "grad_norm": 0.01451371144503355,
+      "learning_rate": 6.537362442330916e-05,
+      "loss": 0.0059,
+      "step": 198
+    },
+    {
+      "epoch": 2.300578034682081,
+      "grad_norm": 0.013728981837630272,
+      "learning_rate": 6.498689415875121e-05,
+      "loss": 0.0054,
+      "step": 199
+    },
+    {
+      "epoch": 2.3121387283236996,
+      "grad_norm": 0.01417378056794405,
+      "learning_rate": 6.45991762805732e-05,
+      "loss": 0.0058,
+      "step": 200
+    },
+    {
+      "epoch": 2.3121387283236996,
+      "eval_loss": 0.00831348542124033,
+      "eval_runtime": 10.0504,
+      "eval_samples_per_second": 4.975,
+      "eval_steps_per_second": 1.293,
+      "step": 200
+    },
+    {
+      "epoch": 2.3236994219653178,
+      "grad_norm": 0.013795462436974049,
+      "learning_rate": 6.421049633879588e-05,
+      "loss": 0.005,
+      "step": 201
+    },
+    {
+      "epoch": 2.3352601156069364,
+      "grad_norm": 0.01878678984940052,
+      "learning_rate": 6.382087994683859e-05,
+      "loss": 0.0075,
+      "step": 202
+    },
+    {
+      "epoch": 2.346820809248555,
+      "grad_norm": 0.01882004365324974,
+      "learning_rate": 6.343035277983127e-05,
+      "loss": 0.0068,
+      "step": 203
+    },
+    {
+      "epoch": 2.3583815028901736,
+      "grad_norm": 0.015659485012292862,
+      "learning_rate": 6.303894057292261e-05,
+      "loss": 0.006,
+      "step": 204
+    },
+    {
+      "epoch": 2.3699421965317917,
+      "grad_norm": 0.015219546854496002,
+      "learning_rate": 6.264666911958404e-05,
+      "loss": 0.0047,
+      "step": 205
+    },
+    {
+      "epoch": 2.3699421965317917,
+      "eval_loss": 0.00836299266666174,
+      "eval_runtime": 10.0293,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 205
+    },
+    {
+      "epoch": 2.3815028901734103,
+      "grad_norm": 0.017362525686621666,
+      "learning_rate": 6.225356426991007e-05,
+      "loss": 0.0069,
+      "step": 206
+    },
+    {
+      "epoch": 2.393063583815029,
+      "grad_norm": 0.014902186580002308,
+      "learning_rate": 6.185965192891472e-05,
+      "loss": 0.0055,
+      "step": 207
+    },
+    {
+      "epoch": 2.4046242774566475,
+      "grad_norm": 0.016910729929804802,
+      "learning_rate": 6.146495805482451e-05,
+      "loss": 0.0062,
+      "step": 208
+    },
+    {
+      "epoch": 2.416184971098266,
+      "grad_norm": 0.014512901194393635,
+      "learning_rate": 6.106950865736777e-05,
+      "loss": 0.0052,
+      "step": 209
+    },
+    {
+      "epoch": 2.4277456647398843,
+      "grad_norm": 0.017721183598041534,
+      "learning_rate": 6.0673329796060686e-05,
+      "loss": 0.0066,
+      "step": 210
+    },
+    {
+      "epoch": 2.4277456647398843,
+      "eval_loss": 0.008446984924376011,
+      "eval_runtime": 10.0239,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 210
+    },
+    {
+      "epoch": 2.439306358381503,
+      "grad_norm": 0.01806679181754589,
+      "learning_rate": 6.0276447578490035e-05,
+      "loss": 0.0063,
+      "step": 211
+    },
+    {
+      "epoch": 2.4508670520231215,
+      "grad_norm": 0.01761380210518837,
+      "learning_rate": 5.987888815859266e-05,
+      "loss": 0.0058,
+      "step": 212
+    },
+    {
+      "epoch": 2.4624277456647397,
+      "grad_norm": 0.015691956505179405,
+      "learning_rate": 5.9480677734932045e-05,
+      "loss": 0.0057,
+      "step": 213
+    },
+    {
+      "epoch": 2.4739884393063583,
+      "grad_norm": 0.016050070524215698,
+      "learning_rate": 5.908184254897182e-05,
+      "loss": 0.0073,
+      "step": 214
+    },
+    {
+      "epoch": 2.485549132947977,
+      "grad_norm": 0.013452823273837566,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.0055,
+      "step": 215
+    },
+    {
+      "epoch": 2.485549132947977,
+      "eval_loss": 0.008248448371887207,
+      "eval_runtime": 10.0544,
+      "eval_samples_per_second": 4.973,
+      "eval_steps_per_second": 1.293,
+      "step": 215
+    },
+    {
+      "epoch": 2.4971098265895955,
+      "grad_norm": 0.013310995884239674,
+      "learning_rate": 5.8282403060129566e-05,
+      "loss": 0.0064,
+      "step": 216
+    },
+    {
+      "epoch": 2.508670520231214,
+      "grad_norm": 0.016307106241583824,
+      "learning_rate": 5.788185143909868e-05,
+      "loss": 0.006,
+      "step": 217
+    },
+    {
+      "epoch": 2.520231213872832,
+      "grad_norm": 0.014403578825294971,
+      "learning_rate": 5.7480780415998906e-05,
+      "loss": 0.0053,
+      "step": 218
+    },
+    {
+      "epoch": 2.531791907514451,
+      "grad_norm": 0.015278173610568047,
+      "learning_rate": 5.707921642080299e-05,
+      "loss": 0.0067,
+      "step": 219
+    },
+    {
+      "epoch": 2.5433526011560694,
+      "grad_norm": 0.01573382504284382,
+      "learning_rate": 5.66771859159699e-05,
+      "loss": 0.0056,
+      "step": 220
+    },
+    {
+      "epoch": 2.5433526011560694,
+      "eval_loss": 0.008289137855172157,
+      "eval_runtime": 10.0106,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 220
+    },
+    {
+      "epoch": 2.5549132947976876,
+      "grad_norm": 0.014673051424324512,
+      "learning_rate": 5.6274715394700805e-05,
+      "loss": 0.0057,
+      "step": 221
+    },
+    {
+      "epoch": 2.5664739884393066,
+      "grad_norm": 0.017399994656443596,
+      "learning_rate": 5.587183137919332e-05,
+      "loss": 0.0066,
+      "step": 222
+    },
+    {
+      "epoch": 2.578034682080925,
+      "grad_norm": 0.015570064075291157,
+      "learning_rate": 5.546856041889373e-05,
+      "loss": 0.0062,
+      "step": 223
+    },
+    {
+      "epoch": 2.5895953757225434,
+      "grad_norm": 0.012873631902039051,
+      "learning_rate": 5.5064929088747316e-05,
+      "loss": 0.0048,
+      "step": 224
+    },
+    {
+      "epoch": 2.601156069364162,
+      "grad_norm": 0.01452395599335432,
+      "learning_rate": 5.46609639874473e-05,
+      "loss": 0.005,
+      "step": 225
+    },
+    {
+      "epoch": 2.601156069364162,
+      "eval_loss": 0.008248119615018368,
+      "eval_runtime": 10.0518,
+      "eval_samples_per_second": 4.974,
+      "eval_steps_per_second": 1.293,
+      "step": 225
+    },
+    {
+      "epoch": 2.61271676300578,
+      "grad_norm": 0.015882886946201324,
+      "learning_rate": 5.4256691735681786e-05,
+      "loss": 0.006,
+      "step": 226
+    },
+    {
+      "epoch": 2.6242774566473988,
+      "grad_norm": 0.01853213645517826,
+      "learning_rate": 5.385213897437975e-05,
+      "loss": 0.0072,
+      "step": 227
+    },
+    {
+      "epoch": 2.6358381502890174,
+      "grad_norm": 0.01727055385708809,
+      "learning_rate": 5.344733236295525e-05,
+      "loss": 0.0056,
+      "step": 228
+    },
+    {
+      "epoch": 2.647398843930636,
+      "grad_norm": 0.01715169847011566,
+      "learning_rate": 5.3042298577550696e-05,
+      "loss": 0.007,
+      "step": 229
+    },
+    {
+      "epoch": 2.6589595375722546,
+      "grad_norm": 0.01657768152654171,
+      "learning_rate": 5.263706430927895e-05,
+      "loss": 0.0065,
+      "step": 230
+    },
+    {
+      "epoch": 2.6589595375722546,
+      "eval_loss": 0.00817356538027525,
+      "eval_runtime": 10.0412,
+      "eval_samples_per_second": 4.979,
+      "eval_steps_per_second": 1.295,
+      "step": 230
+    },
+    {
+      "epoch": 2.6705202312138727,
+      "grad_norm": 0.016935985535383224,
+      "learning_rate": 5.223165626246432e-05,
+      "loss": 0.0056,
+      "step": 231
+    },
+    {
+      "epoch": 2.6820809248554913,
+      "grad_norm": 0.016983183100819588,
+      "learning_rate": 5.182610115288295e-05,
+      "loss": 0.0054,
+      "step": 232
+    },
+    {
+      "epoch": 2.69364161849711,
+      "grad_norm": 0.014110002666711807,
+      "learning_rate": 5.142042570600212e-05,
+      "loss": 0.0048,
+      "step": 233
+    },
+    {
+      "epoch": 2.705202312138728,
+      "grad_norm": 0.015584226697683334,
+      "learning_rate": 5.1014656655219197e-05,
+      "loss": 0.0074,
+      "step": 234
+    },
+    {
+      "epoch": 2.7167630057803467,
+      "grad_norm": 0.015623894520103931,
+      "learning_rate": 5.060882074009988e-05,
+      "loss": 0.0061,
+      "step": 235
+    },
+    {
+      "epoch": 2.7167630057803467,
+      "eval_loss": 0.00805756263434887,
+      "eval_runtime": 10.0337,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.296,
+      "step": 235
+    },
+    {
+      "epoch": 2.7283236994219653,
+      "grad_norm": 0.014514243230223656,
+      "learning_rate": 5.020294470461615e-05,
+      "loss": 0.005,
+      "step": 236
+    },
+    {
+      "epoch": 2.739884393063584,
+      "grad_norm": 0.016889233142137527,
+      "learning_rate": 4.979705529538385e-05,
+      "loss": 0.0065,
+      "step": 237
+    },
+    {
+      "epoch": 2.7514450867052025,
+      "grad_norm": 0.014339439570903778,
+      "learning_rate": 4.9391179259900125e-05,
+      "loss": 0.0047,
+      "step": 238
+    },
+    {
+      "epoch": 2.7630057803468207,
+      "grad_norm": 0.019386202096939087,
+      "learning_rate": 4.8985343344780815e-05,
+      "loss": 0.0055,
+      "step": 239
+    },
+    {
+      "epoch": 2.7745664739884393,
+      "grad_norm": 0.016825564205646515,
+      "learning_rate": 4.857957429399788e-05,
+      "loss": 0.0052,
+      "step": 240
+    },
+    {
+      "epoch": 2.7745664739884393,
+      "eval_loss": 0.008152703754603863,
+      "eval_runtime": 10.0237,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 240
+    },
+    {
+      "epoch": 2.786127167630058,
+      "grad_norm": 0.018642200157046318,
+      "learning_rate": 4.817389884711705e-05,
+      "loss": 0.0054,
+      "step": 241
+    },
+    {
+      "epoch": 2.7976878612716765,
+      "grad_norm": 0.017443155869841576,
+      "learning_rate": 4.776834373753569e-05,
+      "loss": 0.0066,
+      "step": 242
+    },
+    {
+      "epoch": 2.809248554913295,
+      "grad_norm": 0.017855728045105934,
+      "learning_rate": 4.7362935690721076e-05,
+      "loss": 0.0064,
+      "step": 243
+    },
+    {
+      "epoch": 2.820809248554913,
+      "grad_norm": 0.013038886711001396,
+      "learning_rate": 4.695770142244931e-05,
+      "loss": 0.0054,
+      "step": 244
+    },
+    {
+      "epoch": 2.832369942196532,
+      "grad_norm": 0.0145301828160882,
+      "learning_rate": 4.655266763704476e-05,
+      "loss": 0.0053,
+      "step": 245
+    },
+    {
+      "epoch": 2.832369942196532,
+      "eval_loss": 0.008140629157423973,
+      "eval_runtime": 10.0264,
+      "eval_samples_per_second": 4.987,
+      "eval_steps_per_second": 1.297,
+      "step": 245
+    },
+    {
+      "epoch": 2.8439306358381504,
+      "grad_norm": 0.015260045416653156,
+      "learning_rate": 4.614786102562026e-05,
+      "loss": 0.0048,
+      "step": 246
+    },
+    {
+      "epoch": 2.8554913294797686,
+      "grad_norm": 0.014731310307979584,
+      "learning_rate": 4.574330826431821e-05,
+      "loss": 0.005,
+      "step": 247
+    },
+    {
+      "epoch": 2.867052023121387,
+      "grad_norm": 0.017430312931537628,
+      "learning_rate": 4.5339036012552716e-05,
+      "loss": 0.0062,
+      "step": 248
+    },
+    {
+      "epoch": 2.878612716763006,
+      "grad_norm": 0.01655244641005993,
+      "learning_rate": 4.493507091125269e-05,
+      "loss": 0.0056,
+      "step": 249
+    },
+    {
+      "epoch": 2.8901734104046244,
+      "grad_norm": 0.016315851360559464,
+      "learning_rate": 4.4531439581106295e-05,
+      "loss": 0.0058,
+      "step": 250
+    },
+    {
+      "epoch": 2.8901734104046244,
+      "eval_loss": 0.007892865687608719,
+      "eval_runtime": 10.0251,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 250
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 430,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.930577893658132e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-250/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72886bedd016d1f99814720df6614c5543c0ad45208bb8f78e98bee78c53147d
+size 5432

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 4.971098265895954,
+    "eval_loss": 0.007892867550253868,
+    "eval_runtime": 9.953,
+    "eval_samples_per_second": 5.024,
+    "eval_steps_per_second": 1.306
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 4.971098265895954,
+    "total_flos": 1.0207257247425331e+18,
+    "train_loss": 0.0087554031284526,
+    "train_runtime": 8412.5192,
+    "train_samples_per_second": 1.645,
+    "train_steps_per_second": 0.051
+}

trainer_log.jsonl

@@ -0,0 +1,517 @@
+{"current_steps": 1, "total_steps": 430, "loss": 0.068, "lr": 2.325581395348837e-06, "epoch": 0.011560693641618497, "percentage": 0.23, "elapsed_time": "0:00:30", "remaining_time": "3:36:07"}
+{"current_steps": 2, "total_steps": 430, "loss": 0.0635, "lr": 4.651162790697674e-06, "epoch": 0.023121387283236993, "percentage": 0.47, "elapsed_time": "0:00:51", "remaining_time": "3:02:11"}
+{"current_steps": 3, "total_steps": 430, "loss": 0.0649, "lr": 6.976744186046512e-06, "epoch": 0.03468208092485549, "percentage": 0.7, "elapsed_time": "0:01:08", "remaining_time": "2:42:03"}
+{"current_steps": 4, "total_steps": 430, "loss": 0.063, "lr": 9.302325581395349e-06, "epoch": 0.046242774566473986, "percentage": 0.93, "elapsed_time": "0:01:26", "remaining_time": "2:34:05"}
+{"current_steps": 5, "total_steps": 430, "loss": 0.0598, "lr": 1.1627906976744187e-05, "epoch": 0.057803468208092484, "percentage": 1.16, "elapsed_time": "0:01:44", "remaining_time": "2:27:39"}
+{"current_steps": 5, "total_steps": 430, "eval_loss": 0.05565303936600685, "epoch": 0.057803468208092484, "percentage": 1.16, "elapsed_time": "0:01:56", "remaining_time": "2:44:28"}
+{"current_steps": 6, "total_steps": 430, "loss": 0.0533, "lr": 1.3953488372093024e-05, "epoch": 0.06936416184971098, "percentage": 1.4, "elapsed_time": "0:02:16", "remaining_time": "2:40:58"}
+{"current_steps": 7, "total_steps": 430, "loss": 0.0544, "lr": 1.6279069767441862e-05, "epoch": 0.08092485549132948, "percentage": 1.63, "elapsed_time": "0:02:33", "remaining_time": "2:34:20"}
+{"current_steps": 8, "total_steps": 430, "loss": 0.0448, "lr": 1.8604651162790697e-05, "epoch": 0.09248554913294797, "percentage": 1.86, "elapsed_time": "0:02:49", "remaining_time": "2:29:03"}
+{"current_steps": 9, "total_steps": 430, "loss": 0.0373, "lr": 2.0930232558139536e-05, "epoch": 0.10404624277456648, "percentage": 2.09, "elapsed_time": "0:03:06", "remaining_time": "2:25:22"}
+{"current_steps": 10, "total_steps": 430, "loss": 0.0388, "lr": 2.3255813953488374e-05, "epoch": 0.11560693641618497, "percentage": 2.33, "elapsed_time": "0:03:23", "remaining_time": "2:22:24"}
+{"current_steps": 10, "total_steps": 430, "eval_loss": 0.034586433321237564, "epoch": 0.11560693641618497, "percentage": 2.33, "elapsed_time": "0:03:33", "remaining_time": "2:29:26"}
+{"current_steps": 11, "total_steps": 430, "loss": 0.0393, "lr": 2.5581395348837212e-05, "epoch": 0.12716763005780346, "percentage": 2.56, "elapsed_time": "0:03:51", "remaining_time": "2:27:06"}
+{"current_steps": 12, "total_steps": 430, "loss": 0.0377, "lr": 2.7906976744186048e-05, "epoch": 0.13872832369942195, "percentage": 2.79, "elapsed_time": "0:04:09", "remaining_time": "2:24:39"}
+{"current_steps": 13, "total_steps": 430, "loss": 0.0356, "lr": 3.0232558139534883e-05, "epoch": 0.15028901734104047, "percentage": 3.02, "elapsed_time": "0:04:27", "remaining_time": "2:22:52"}
+{"current_steps": 14, "total_steps": 430, "loss": 0.0363, "lr": 3.2558139534883724e-05, "epoch": 0.16184971098265896, "percentage": 3.26, "elapsed_time": "0:04:45", "remaining_time": "2:21:21"}
+{"current_steps": 15, "total_steps": 430, "loss": 0.0275, "lr": 3.488372093023256e-05, "epoch": 0.17341040462427745, "percentage": 3.49, "elapsed_time": "0:05:03", "remaining_time": "2:20:05"}
+{"current_steps": 15, "total_steps": 430, "eval_loss": 0.027632026001811028, "epoch": 0.17341040462427745, "percentage": 3.49, "elapsed_time": "0:05:13", "remaining_time": "2:24:43"}
+{"current_steps": 16, "total_steps": 430, "loss": 0.0303, "lr": 3.7209302325581394e-05, "epoch": 0.18497109826589594, "percentage": 3.72, "elapsed_time": "0:05:31", "remaining_time": "2:22:44"}
+{"current_steps": 17, "total_steps": 430, "loss": 0.0284, "lr": 3.953488372093023e-05, "epoch": 0.19653179190751446, "percentage": 3.95, "elapsed_time": "0:05:48", "remaining_time": "2:21:16"}
+{"current_steps": 18, "total_steps": 430, "loss": 0.03, "lr": 4.186046511627907e-05, "epoch": 0.20809248554913296, "percentage": 4.19, "elapsed_time": "0:06:06", "remaining_time": "2:19:42"}
+{"current_steps": 19, "total_steps": 430, "loss": 0.0242, "lr": 4.418604651162791e-05, "epoch": 0.21965317919075145, "percentage": 4.42, "elapsed_time": "0:06:22", "remaining_time": "2:17:59"}
+{"current_steps": 20, "total_steps": 430, "loss": 0.0218, "lr": 4.651162790697675e-05, "epoch": 0.23121387283236994, "percentage": 4.65, "elapsed_time": "0:06:40", "remaining_time": "2:16:47"}
+{"current_steps": 20, "total_steps": 430, "eval_loss": 0.02280299924314022, "epoch": 0.23121387283236994, "percentage": 4.65, "elapsed_time": "0:06:50", "remaining_time": "2:20:15"}
+{"current_steps": 21, "total_steps": 430, "loss": 0.0235, "lr": 4.883720930232558e-05, "epoch": 0.24277456647398843, "percentage": 4.88, "elapsed_time": "0:07:08", "remaining_time": "2:18:57"}
+{"current_steps": 22, "total_steps": 430, "loss": 0.0291, "lr": 5.1162790697674425e-05, "epoch": 0.2543352601156069, "percentage": 5.12, "elapsed_time": "0:07:25", "remaining_time": "2:17:41"}
+{"current_steps": 23, "total_steps": 430, "loss": 0.0254, "lr": 5.348837209302326e-05, "epoch": 0.2658959537572254, "percentage": 5.35, "elapsed_time": "0:07:44", "remaining_time": "2:17:00"}
+{"current_steps": 24, "total_steps": 430, "loss": 0.0256, "lr": 5.5813953488372095e-05, "epoch": 0.2774566473988439, "percentage": 5.58, "elapsed_time": "0:08:01", "remaining_time": "2:15:39"}
+{"current_steps": 25, "total_steps": 430, "loss": 0.0236, "lr": 5.8139534883720933e-05, "epoch": 0.28901734104046245, "percentage": 5.81, "elapsed_time": "0:08:18", "remaining_time": "2:14:41"}
+{"current_steps": 25, "total_steps": 430, "eval_loss": 0.020257851108908653, "epoch": 0.28901734104046245, "percentage": 5.81, "elapsed_time": "0:08:28", "remaining_time": "2:17:24"}
+{"current_steps": 26, "total_steps": 430, "loss": 0.0229, "lr": 6.0465116279069765e-05, "epoch": 0.30057803468208094, "percentage": 6.05, "elapsed_time": "0:08:46", "remaining_time": "2:16:21"}
+{"current_steps": 27, "total_steps": 430, "loss": 0.0226, "lr": 6.27906976744186e-05, "epoch": 0.31213872832369943, "percentage": 6.28, "elapsed_time": "0:09:02", "remaining_time": "2:15:03"}
+{"current_steps": 28, "total_steps": 430, "loss": 0.0196, "lr": 6.511627906976745e-05, "epoch": 0.3236994219653179, "percentage": 6.51, "elapsed_time": "0:09:20", "remaining_time": "2:14:05"}
+{"current_steps": 29, "total_steps": 430, "loss": 0.0182, "lr": 6.744186046511628e-05, "epoch": 0.3352601156069364, "percentage": 6.74, "elapsed_time": "0:09:37", "remaining_time": "2:13:07"}
+{"current_steps": 30, "total_steps": 430, "loss": 0.0182, "lr": 6.976744186046513e-05, "epoch": 0.3468208092485549, "percentage": 6.98, "elapsed_time": "0:09:55", "remaining_time": "2:12:16"}
+{"current_steps": 30, "total_steps": 430, "eval_loss": 0.01791333220899105, "epoch": 0.3468208092485549, "percentage": 6.98, "elapsed_time": "0:10:05", "remaining_time": "2:14:30"}
+{"current_steps": 31, "total_steps": 430, "loss": 0.0173, "lr": 7.209302325581396e-05, "epoch": 0.3583815028901734, "percentage": 7.21, "elapsed_time": "0:10:23", "remaining_time": "2:13:41"}
+{"current_steps": 32, "total_steps": 430, "loss": 0.0186, "lr": 7.441860465116279e-05, "epoch": 0.3699421965317919, "percentage": 7.44, "elapsed_time": "0:10:40", "remaining_time": "2:12:42"}
+{"current_steps": 33, "total_steps": 430, "loss": 0.0192, "lr": 7.674418604651163e-05, "epoch": 0.3815028901734104, "percentage": 7.67, "elapsed_time": "0:10:58", "remaining_time": "2:12:02"}
+{"current_steps": 34, "total_steps": 430, "loss": 0.0163, "lr": 7.906976744186047e-05, "epoch": 0.3930635838150289, "percentage": 7.91, "elapsed_time": "0:11:14", "remaining_time": "2:10:56"}
+{"current_steps": 35, "total_steps": 430, "loss": 0.019, "lr": 8.139534883720931e-05, "epoch": 0.4046242774566474, "percentage": 8.14, "elapsed_time": "0:11:32", "remaining_time": "2:10:10"}
+{"current_steps": 35, "total_steps": 430, "eval_loss": 0.016155000776052475, "epoch": 0.4046242774566474, "percentage": 8.14, "elapsed_time": "0:11:42", "remaining_time": "2:12:03"}
+{"current_steps": 36, "total_steps": 430, "loss": 0.0157, "lr": 8.372093023255814e-05, "epoch": 0.4161849710982659, "percentage": 8.37, "elapsed_time": "0:11:58", "remaining_time": "2:11:04"}
+{"current_steps": 37, "total_steps": 430, "loss": 0.0154, "lr": 8.604651162790697e-05, "epoch": 0.4277456647398844, "percentage": 8.6, "elapsed_time": "0:12:16", "remaining_time": "2:10:20"}
+{"current_steps": 38, "total_steps": 430, "loss": 0.0142, "lr": 8.837209302325582e-05, "epoch": 0.4393063583815029, "percentage": 8.84, "elapsed_time": "0:12:33", "remaining_time": "2:09:37"}
+{"current_steps": 39, "total_steps": 430, "loss": 0.0155, "lr": 9.069767441860465e-05, "epoch": 0.4508670520231214, "percentage": 9.07, "elapsed_time": "0:12:51", "remaining_time": "2:08:50"}
+{"current_steps": 40, "total_steps": 430, "loss": 0.017, "lr": 9.30232558139535e-05, "epoch": 0.4624277456647399, "percentage": 9.3, "elapsed_time": "0:13:08", "remaining_time": "2:08:12"}
+{"current_steps": 40, "total_steps": 430, "eval_loss": 0.01472202967852354, "epoch": 0.4624277456647399, "percentage": 9.3, "elapsed_time": "0:13:19", "remaining_time": "2:09:51"}
+{"current_steps": 41, "total_steps": 430, "loss": 0.0161, "lr": 9.534883720930233e-05, "epoch": 0.47398843930635837, "percentage": 9.53, "elapsed_time": "0:13:36", "remaining_time": "2:09:06"}
+{"current_steps": 42, "total_steps": 430, "loss": 0.0146, "lr": 9.767441860465116e-05, "epoch": 0.48554913294797686, "percentage": 9.77, "elapsed_time": "0:13:53", "remaining_time": "2:08:18"}
+{"current_steps": 43, "total_steps": 430, "loss": 0.015, "lr": 0.0001, "epoch": 0.49710982658959535, "percentage": 10.0, "elapsed_time": "0:14:11", "remaining_time": "2:07:40"}
+{"current_steps": 44, "total_steps": 430, "loss": 0.0149, "lr": 9.999835253787473e-05, "epoch": 0.5086705202312138, "percentage": 10.23, "elapsed_time": "0:14:29", "remaining_time": "2:07:08"}
+{"current_steps": 45, "total_steps": 430, "loss": 0.0147, "lr": 9.999341026006419e-05, "epoch": 0.5202312138728323, "percentage": 10.47, "elapsed_time": "0:14:47", "remaining_time": "2:06:29"}
+{"current_steps": 45, "total_steps": 430, "eval_loss": 0.013716931454837322, "epoch": 0.5202312138728323, "percentage": 10.47, "elapsed_time": "0:14:57", "remaining_time": "2:07:55"}
+{"current_steps": 46, "total_steps": 430, "loss": 0.0107, "lr": 9.998517349225698e-05, "epoch": 0.5317919075144508, "percentage": 10.7, "elapsed_time": "0:15:14", "remaining_time": "2:07:13"}
+{"current_steps": 47, "total_steps": 430, "loss": 0.0149, "lr": 9.997364277724361e-05, "epoch": 0.5433526011560693, "percentage": 10.93, "elapsed_time": "0:15:31", "remaining_time": "2:06:29"}
+{"current_steps": 48, "total_steps": 430, "loss": 0.0144, "lr": 9.99588188748808e-05, "epoch": 0.5549132947976878, "percentage": 11.16, "elapsed_time": "0:15:47", "remaining_time": "2:05:41"}
+{"current_steps": 49, "total_steps": 430, "loss": 0.0126, "lr": 9.994070276204116e-05, "epoch": 0.5664739884393064, "percentage": 11.4, "elapsed_time": "0:16:04", "remaining_time": "2:05:00"}
+{"current_steps": 50, "total_steps": 430, "loss": 0.0118, "lr": 9.991929563254914e-05, "epoch": 0.5780346820809249, "percentage": 11.63, "elapsed_time": "0:16:21", "remaining_time": "2:04:22"}
+{"current_steps": 50, "total_steps": 430, "eval_loss": 0.013151152059435844, "epoch": 0.5780346820809249, "percentage": 11.63, "elapsed_time": "0:16:31", "remaining_time": "2:05:38"}
+{"current_steps": 51, "total_steps": 430, "loss": 0.0144, "lr": 9.989459889710213e-05, "epoch": 0.5895953757225434, "percentage": 11.86, "elapsed_time": "0:16:58", "remaining_time": "2:06:06"}
+{"current_steps": 52, "total_steps": 430, "loss": 0.0119, "lr": 9.986661418317759e-05, "epoch": 0.6011560693641619, "percentage": 12.09, "elapsed_time": "0:17:15", "remaining_time": "2:05:28"}
+{"current_steps": 53, "total_steps": 430, "loss": 0.0137, "lr": 9.983534333492575e-05, "epoch": 0.6127167630057804, "percentage": 12.33, "elapsed_time": "0:17:34", "remaining_time": "2:04:57"}
+{"current_steps": 54, "total_steps": 430, "loss": 0.014, "lr": 9.980078841304816e-05, "epoch": 0.6242774566473989, "percentage": 12.56, "elapsed_time": "0:17:51", "remaining_time": "2:04:22"}
+{"current_steps": 55, "total_steps": 430, "loss": 0.0107, "lr": 9.976295169466178e-05, "epoch": 0.6358381502890174, "percentage": 12.79, "elapsed_time": "0:18:09", "remaining_time": "2:03:47"}
+{"current_steps": 55, "total_steps": 430, "eval_loss": 0.012713148258626461, "epoch": 0.6358381502890174, "percentage": 12.79, "elapsed_time": "0:18:19", "remaining_time": "2:04:56"}
+{"current_steps": 56, "total_steps": 430, "loss": 0.0146, "lr": 9.97218356731491e-05, "epoch": 0.6473988439306358, "percentage": 13.02, "elapsed_time": "0:18:36", "remaining_time": "2:04:17"}
+{"current_steps": 57, "total_steps": 430, "loss": 0.0126, "lr": 9.967744305799357e-05, "epoch": 0.6589595375722543, "percentage": 13.26, "elapsed_time": "0:18:54", "remaining_time": "2:03:46"}
+{"current_steps": 58, "total_steps": 430, "loss": 0.0126, "lr": 9.962977677460132e-05, "epoch": 0.6705202312138728, "percentage": 13.49, "elapsed_time": "0:19:12", "remaining_time": "2:03:14"}
+{"current_steps": 59, "total_steps": 430, "loss": 0.0122, "lr": 9.957883996410821e-05, "epoch": 0.6820809248554913, "percentage": 13.72, "elapsed_time": "0:19:28", "remaining_time": "2:02:26"}
+{"current_steps": 60, "total_steps": 430, "loss": 0.016, "lr": 9.952463598317285e-05, "epoch": 0.6936416184971098, "percentage": 13.95, "elapsed_time": "0:19:46", "remaining_time": "2:01:54"}
+{"current_steps": 60, "total_steps": 430, "eval_loss": 0.012294010259211063, "epoch": 0.6936416184971098, "percentage": 13.95, "elapsed_time": "0:19:56", "remaining_time": "2:02:57"}
+{"current_steps": 61, "total_steps": 430, "loss": 0.0106, "lr": 9.946716840375551e-05, "epoch": 0.7052023121387283, "percentage": 14.19, "elapsed_time": "0:20:14", "remaining_time": "2:02:26"}
+{"current_steps": 62, "total_steps": 430, "loss": 0.0098, "lr": 9.940644101288259e-05, "epoch": 0.7167630057803468, "percentage": 14.42, "elapsed_time": "0:20:31", "remaining_time": "2:01:47"}
+{"current_steps": 63, "total_steps": 430, "loss": 0.0142, "lr": 9.934245781239714e-05, "epoch": 0.7283236994219653, "percentage": 14.65, "elapsed_time": "0:20:47", "remaining_time": "2:01:09"}
+{"current_steps": 64, "total_steps": 430, "loss": 0.0114, "lr": 9.927522301869515e-05, "epoch": 0.7398843930635838, "percentage": 14.88, "elapsed_time": "0:21:06", "remaining_time": "2:00:40"}
+{"current_steps": 65, "total_steps": 430, "loss": 0.0144, "lr": 9.920474106244763e-05, "epoch": 0.7514450867052023, "percentage": 15.12, "elapsed_time": "0:21:22", "remaining_time": "2:00:00"}
+{"current_steps": 65, "total_steps": 430, "eval_loss": 0.011602817103266716, "epoch": 0.7514450867052023, "percentage": 15.12, "elapsed_time": "0:21:32", "remaining_time": "2:00:56"}
+{"current_steps": 66, "total_steps": 430, "loss": 0.0136, "lr": 9.91310165883088e-05, "epoch": 0.7630057803468208, "percentage": 15.35, "elapsed_time": "0:21:49", "remaining_time": "2:00:23"}
+{"current_steps": 67, "total_steps": 430, "loss": 0.0113, "lr": 9.905405445460972e-05, "epoch": 0.7745664739884393, "percentage": 15.58, "elapsed_time": "0:22:05", "remaining_time": "1:59:43"}
+{"current_steps": 68, "total_steps": 430, "loss": 0.0133, "lr": 9.897385973303845e-05, "epoch": 0.7861271676300579, "percentage": 15.81, "elapsed_time": "0:22:21", "remaining_time": "1:59:02"}
+{"current_steps": 69, "total_steps": 430, "loss": 0.0108, "lr": 9.889043770830566e-05, "epoch": 0.7976878612716763, "percentage": 16.05, "elapsed_time": "0:22:37", "remaining_time": "1:58:22"}
+{"current_steps": 70, "total_steps": 430, "loss": 0.0119, "lr": 9.880379387779637e-05, "epoch": 0.8092485549132948, "percentage": 16.28, "elapsed_time": "0:22:55", "remaining_time": "1:57:56"}
+{"current_steps": 70, "total_steps": 430, "eval_loss": 0.011262123472988605, "epoch": 0.8092485549132948, "percentage": 16.28, "elapsed_time": "0:23:05", "remaining_time": "1:58:47"}
+{"current_steps": 71, "total_steps": 430, "loss": 0.014, "lr": 9.871393395120774e-05, "epoch": 0.8208092485549133, "percentage": 16.51, "elapsed_time": "0:23:24", "remaining_time": "1:58:19"}
+{"current_steps": 72, "total_steps": 430, "loss": 0.0099, "lr": 9.862086385017283e-05, "epoch": 0.8323699421965318, "percentage": 16.74, "elapsed_time": "0:23:40", "remaining_time": "1:57:44"}
+{"current_steps": 73, "total_steps": 430, "loss": 0.011, "lr": 9.852458970787026e-05, "epoch": 0.8439306358381503, "percentage": 16.98, "elapsed_time": "0:23:57", "remaining_time": "1:57:08"}
+{"current_steps": 74, "total_steps": 430, "loss": 0.01, "lr": 9.842511786862019e-05, "epoch": 0.8554913294797688, "percentage": 17.21, "elapsed_time": "0:24:14", "remaining_time": "1:56:36"}
+{"current_steps": 75, "total_steps": 430, "loss": 0.0111, "lr": 9.832245488746611e-05, "epoch": 0.8670520231213873, "percentage": 17.44, "elapsed_time": "0:24:32", "remaining_time": "1:56:08"}
+{"current_steps": 75, "total_steps": 430, "eval_loss": 0.010938560590147972, "epoch": 0.8670520231213873, "percentage": 17.44, "elapsed_time": "0:24:42", "remaining_time": "1:56:55"}
+{"current_steps": 76, "total_steps": 430, "loss": 0.0142, "lr": 9.821660752974293e-05, "epoch": 0.8786127167630058, "percentage": 17.67, "elapsed_time": "0:24:59", "remaining_time": "1:56:23"}
+{"current_steps": 77, "total_steps": 430, "loss": 0.0138, "lr": 9.810758277063119e-05, "epoch": 0.8901734104046243, "percentage": 17.91, "elapsed_time": "0:25:17", "remaining_time": "1:55:57"}
+{"current_steps": 78, "total_steps": 430, "loss": 0.0151, "lr": 9.799538779469734e-05, "epoch": 0.9017341040462428, "percentage": 18.14, "elapsed_time": "0:25:35", "remaining_time": "1:55:27"}
+{"current_steps": 79, "total_steps": 430, "loss": 0.0098, "lr": 9.78800299954203e-05, "epoch": 0.9132947976878613, "percentage": 18.37, "elapsed_time": "0:25:52", "remaining_time": "1:54:56"}
+{"current_steps": 80, "total_steps": 430, "loss": 0.012, "lr": 9.77615169747043e-05, "epoch": 0.9248554913294798, "percentage": 18.6, "elapsed_time": "0:26:08", "remaining_time": "1:54:20"}
+{"current_steps": 80, "total_steps": 430, "eval_loss": 0.010658971033990383, "epoch": 0.9248554913294798, "percentage": 18.6, "elapsed_time": "0:26:18", "remaining_time": "1:55:05"}
+{"current_steps": 81, "total_steps": 430, "loss": 0.0126, "lr": 9.763985654237786e-05, "epoch": 0.9364161849710982, "percentage": 18.84, "elapsed_time": "0:26:35", "remaining_time": "1:54:36"}
+{"current_steps": 82, "total_steps": 430, "loss": 0.0129, "lr": 9.751505671567913e-05, "epoch": 0.9479768786127167, "percentage": 19.07, "elapsed_time": "0:26:52", "remaining_time": "1:54:04"}
+{"current_steps": 83, "total_steps": 430, "loss": 0.0093, "lr": 9.738712571872763e-05, "epoch": 0.9595375722543352, "percentage": 19.3, "elapsed_time": "0:27:09", "remaining_time": "1:53:30"}
+{"current_steps": 84, "total_steps": 430, "loss": 0.0139, "lr": 9.725607198198227e-05, "epoch": 0.9710982658959537, "percentage": 19.53, "elapsed_time": "0:27:25", "remaining_time": "1:52:59"}
+{"current_steps": 85, "total_steps": 430, "loss": 0.0139, "lr": 9.712190414168572e-05, "epoch": 0.9826589595375722, "percentage": 19.77, "elapsed_time": "0:27:44", "remaining_time": "1:52:35"}
+{"current_steps": 85, "total_steps": 430, "eval_loss": 0.010201876051723957, "epoch": 0.9826589595375722, "percentage": 19.77, "elapsed_time": "0:27:54", "remaining_time": "1:53:16"}
+{"current_steps": 86, "total_steps": 430, "loss": 0.0096, "lr": 9.698463103929542e-05, "epoch": 0.9942196531791907, "percentage": 20.0, "elapsed_time": "0:28:11", "remaining_time": "1:52:47"}
+{"current_steps": 87, "total_steps": 430, "loss": 0.0208, "lr": 9.684426172090085e-05, "epoch": 1.0057803468208093, "percentage": 20.23, "elapsed_time": "0:28:28", "remaining_time": "1:52:14"}
+{"current_steps": 88, "total_steps": 430, "loss": 0.0079, "lr": 9.67008054366274e-05, "epoch": 1.0173410404624277, "percentage": 20.47, "elapsed_time": "0:28:45", "remaining_time": "1:51:46"}
+{"current_steps": 89, "total_steps": 430, "loss": 0.0103, "lr": 9.65542716400269e-05, "epoch": 1.0289017341040463, "percentage": 20.7, "elapsed_time": "0:29:03", "remaining_time": "1:51:20"}
+{"current_steps": 90, "total_steps": 430, "loss": 0.0085, "lr": 9.640466998745456e-05, "epoch": 1.0404624277456647, "percentage": 20.93, "elapsed_time": "0:29:21", "remaining_time": "1:50:55"}
+{"current_steps": 90, "total_steps": 430, "eval_loss": 0.01041076984256506, "epoch": 1.0404624277456647, "percentage": 20.93, "elapsed_time": "0:29:31", "remaining_time": "1:51:33"}
+{"current_steps": 91, "total_steps": 430, "loss": 0.0102, "lr": 9.625201033743261e-05, "epoch": 1.0520231213872833, "percentage": 21.16, "elapsed_time": "0:29:49", "remaining_time": "1:51:06"}
+{"current_steps": 92, "total_steps": 430, "loss": 0.0081, "lr": 9.609630275000072e-05, "epoch": 1.0635838150289016, "percentage": 21.4, "elapsed_time": "0:30:06", "remaining_time": "1:50:38"}
+{"current_steps": 93, "total_steps": 430, "loss": 0.0094, "lr": 9.5937557486053e-05, "epoch": 1.0751445086705202, "percentage": 21.63, "elapsed_time": "0:30:24", "remaining_time": "1:50:10"}
+{"current_steps": 94, "total_steps": 430, "loss": 0.0116, "lr": 9.577578500666187e-05, "epoch": 1.0867052023121386, "percentage": 21.86, "elapsed_time": "0:30:42", "remaining_time": "1:49:44"}
+{"current_steps": 95, "total_steps": 430, "loss": 0.01, "lr": 9.56109959723886e-05, "epoch": 1.0982658959537572, "percentage": 22.09, "elapsed_time": "0:30:59", "remaining_time": "1:49:16"}
+{"current_steps": 95, "total_steps": 430, "eval_loss": 0.010240535251796246, "epoch": 1.0982658959537572, "percentage": 22.09, "elapsed_time": "0:31:09", "remaining_time": "1:49:52"}
+{"current_steps": 96, "total_steps": 430, "loss": 0.0099, "lr": 9.544320124258092e-05, "epoch": 1.1098265895953756, "percentage": 22.33, "elapsed_time": "0:31:27", "remaining_time": "1:49:25"}
+{"current_steps": 97, "total_steps": 430, "loss": 0.0098, "lr": 9.527241187465734e-05, "epoch": 1.1213872832369942, "percentage": 22.56, "elapsed_time": "0:31:44", "remaining_time": "1:48:59"}
+{"current_steps": 98, "total_steps": 430, "loss": 0.0084, "lr": 9.509863912337842e-05, "epoch": 1.1329479768786128, "percentage": 22.79, "elapsed_time": "0:32:02", "remaining_time": "1:48:33"}
+{"current_steps": 99, "total_steps": 430, "loss": 0.01, "lr": 9.492189444010521e-05, "epoch": 1.1445086705202312, "percentage": 23.02, "elapsed_time": "0:32:19", "remaining_time": "1:48:04"}
+{"current_steps": 100, "total_steps": 430, "loss": 0.009, "lr": 9.474218947204459e-05, "epoch": 1.1560693641618498, "percentage": 23.26, "elapsed_time": "0:32:36", "remaining_time": "1:47:36"}
+{"current_steps": 100, "total_steps": 430, "eval_loss": 0.009868398308753967, "epoch": 1.1560693641618498, "percentage": 23.26, "elapsed_time": "0:32:46", "remaining_time": "1:48:09"}
+{"current_steps": 101, "total_steps": 430, "loss": 0.0125, "lr": 9.455953606148172e-05, "epoch": 1.1676300578034682, "percentage": 23.49, "elapsed_time": "0:33:14", "remaining_time": "1:48:16"}
+{"current_steps": 102, "total_steps": 430, "loss": 0.0116, "lr": 9.437394624499958e-05, "epoch": 1.1791907514450868, "percentage": 23.72, "elapsed_time": "0:33:30", "remaining_time": "1:47:46"}
+{"current_steps": 103, "total_steps": 430, "loss": 0.0117, "lr": 9.418543225268596e-05, "epoch": 1.1907514450867052, "percentage": 23.95, "elapsed_time": "0:33:48", "remaining_time": "1:47:20"}
+{"current_steps": 104, "total_steps": 430, "loss": 0.011, "lr": 9.399400650732735e-05, "epoch": 1.2023121387283238, "percentage": 24.19, "elapsed_time": "0:34:05", "remaining_time": "1:46:52"}
+{"current_steps": 105, "total_steps": 430, "loss": 0.0094, "lr": 9.379968162359034e-05, "epoch": 1.2138728323699421, "percentage": 24.42, "elapsed_time": "0:34:22", "remaining_time": "1:46:23"}
+{"current_steps": 105, "total_steps": 430, "eval_loss": 0.009825030341744423, "epoch": 1.2138728323699421, "percentage": 24.42, "elapsed_time": "0:34:32", "remaining_time": "1:46:54"}
+{"current_steps": 106, "total_steps": 430, "loss": 0.0079, "lr": 9.360247040719039e-05, "epoch": 1.2254335260115607, "percentage": 24.65, "elapsed_time": "0:34:49", "remaining_time": "1:46:27"}
+{"current_steps": 107, "total_steps": 430, "loss": 0.0077, "lr": 9.340238585404788e-05, "epoch": 1.2369942196531791, "percentage": 24.88, "elapsed_time": "0:35:07", "remaining_time": "1:46:02"}
+{"current_steps": 108, "total_steps": 430, "loss": 0.0089, "lr": 9.319944114943171e-05, "epoch": 1.2485549132947977, "percentage": 25.12, "elapsed_time": "0:35:24", "remaining_time": "1:45:34"}
+{"current_steps": 109, "total_steps": 430, "loss": 0.0076, "lr": 9.29936496670905e-05, "epoch": 1.260115606936416, "percentage": 25.35, "elapsed_time": "0:35:41", "remaining_time": "1:45:05"}
+{"current_steps": 110, "total_steps": 430, "loss": 0.0069, "lr": 9.278502496837116e-05, "epoch": 1.2716763005780347, "percentage": 25.58, "elapsed_time": "0:35:57", "remaining_time": "1:44:37"}
+{"current_steps": 110, "total_steps": 430, "eval_loss": 0.009917480871081352, "epoch": 1.2716763005780347, "percentage": 25.58, "elapsed_time": "0:36:07", "remaining_time": "1:45:06"}
+{"current_steps": 111, "total_steps": 430, "loss": 0.0108, "lr": 9.257358080132523e-05, "epoch": 1.2832369942196533, "percentage": 25.81, "elapsed_time": "0:36:26", "remaining_time": "1:44:42"}
+{"current_steps": 112, "total_steps": 430, "loss": 0.011, "lr": 9.235933109980301e-05, "epoch": 1.2947976878612717, "percentage": 26.05, "elapsed_time": "0:36:43", "remaining_time": "1:44:15"}
+{"current_steps": 113, "total_steps": 430, "loss": 0.0084, "lr": 9.214228998253527e-05, "epoch": 1.30635838150289, "percentage": 26.28, "elapsed_time": "0:37:01", "remaining_time": "1:43:52"}
+{"current_steps": 114, "total_steps": 430, "loss": 0.0087, "lr": 9.192247175220276e-05, "epoch": 1.3179190751445087, "percentage": 26.51, "elapsed_time": "0:37:19", "remaining_time": "1:43:26"}
+{"current_steps": 115, "total_steps": 430, "loss": 0.0108, "lr": 9.16998908944939e-05, "epoch": 1.3294797687861273, "percentage": 26.74, "elapsed_time": "0:37:36", "remaining_time": "1:43:01"}
+{"current_steps": 115, "total_steps": 430, "eval_loss": 0.009632885456085205, "epoch": 1.3294797687861273, "percentage": 26.74, "elapsed_time": "0:37:46", "remaining_time": "1:43:28"}
+{"current_steps": 116, "total_steps": 430, "loss": 0.0077, "lr": 9.147456207714997e-05, "epoch": 1.3410404624277457, "percentage": 26.98, "elapsed_time": "0:38:04", "remaining_time": "1:43:03"}
+{"current_steps": 117, "total_steps": 430, "loss": 0.0101, "lr": 9.124650014899867e-05, "epoch": 1.352601156069364, "percentage": 27.21, "elapsed_time": "0:38:22", "remaining_time": "1:42:38"}
+{"current_steps": 118, "total_steps": 430, "loss": 0.0103, "lr": 9.101572013897555e-05, "epoch": 1.3641618497109826, "percentage": 27.44, "elapsed_time": "0:38:39", "remaining_time": "1:42:12"}
+{"current_steps": 119, "total_steps": 430, "loss": 0.0112, "lr": 9.078223725513366e-05, "epoch": 1.3757225433526012, "percentage": 27.67, "elapsed_time": "0:38:57", "remaining_time": "1:41:49"}
+{"current_steps": 120, "total_steps": 430, "loss": 0.0066, "lr": 9.05460668836413e-05, "epoch": 1.3872832369942196, "percentage": 27.91, "elapsed_time": "0:39:14", "remaining_time": "1:41:21"}
+{"current_steps": 120, "total_steps": 430, "eval_loss": 0.009479235857725143, "epoch": 1.3872832369942196, "percentage": 27.91, "elapsed_time": "0:39:24", "remaining_time": "1:41:47"}
+{"current_steps": 121, "total_steps": 430, "loss": 0.0083, "lr": 9.030722458776814e-05, "epoch": 1.3988439306358382, "percentage": 28.14, "elapsed_time": "0:39:40", "remaining_time": "1:41:18"}
+{"current_steps": 122, "total_steps": 430, "loss": 0.013, "lr": 9.006572610685968e-05, "epoch": 1.4104046242774566, "percentage": 28.37, "elapsed_time": "0:39:58", "remaining_time": "1:40:54"}
+{"current_steps": 123, "total_steps": 430, "loss": 0.0081, "lr": 8.98215873552999e-05, "epoch": 1.4219653179190752, "percentage": 28.6, "elapsed_time": "0:40:15", "remaining_time": "1:40:28"}
+{"current_steps": 124, "total_steps": 430, "loss": 0.0069, "lr": 8.957482442146272e-05, "epoch": 1.4335260115606936, "percentage": 28.84, "elapsed_time": "0:40:32", "remaining_time": "1:40:03"}
+{"current_steps": 125, "total_steps": 430, "loss": 0.0089, "lr": 8.932545356665157e-05, "epoch": 1.4450867052023122, "percentage": 29.07, "elapsed_time": "0:40:49", "remaining_time": "1:39:37"}
+{"current_steps": 125, "total_steps": 430, "eval_loss": 0.009439178742468357, "epoch": 1.4450867052023122, "percentage": 29.07, "elapsed_time": "0:40:59", "remaining_time": "1:40:02"}
+{"current_steps": 126, "total_steps": 430, "loss": 0.0064, "lr": 8.907349122402801e-05, "epoch": 1.4566473988439306, "percentage": 29.3, "elapsed_time": "0:41:16", "remaining_time": "1:39:35"}
+{"current_steps": 127, "total_steps": 430, "loss": 0.0085, "lr": 8.881895399752874e-05, "epoch": 1.4682080924855492, "percentage": 29.53, "elapsed_time": "0:41:33", "remaining_time": "1:39:09"}
+{"current_steps": 128, "total_steps": 430, "loss": 0.0091, "lr": 8.856185866077129e-05, "epoch": 1.4797687861271676, "percentage": 29.77, "elapsed_time": "0:41:52", "remaining_time": "1:38:46"}
+{"current_steps": 129, "total_steps": 430, "loss": 0.0118, "lr": 8.83022221559489e-05, "epoch": 1.4913294797687862, "percentage": 30.0, "elapsed_time": "0:42:07", "remaining_time": "1:38:16"}
+{"current_steps": 130, "total_steps": 430, "loss": 0.0084, "lr": 8.80400615927139e-05, "epoch": 1.5028901734104045, "percentage": 30.23, "elapsed_time": "0:42:22", "remaining_time": "1:37:47"}
+{"current_steps": 130, "total_steps": 430, "eval_loss": 0.009285805746912956, "epoch": 1.5028901734104045, "percentage": 30.23, "elapsed_time": "0:42:32", "remaining_time": "1:38:10"}
+{"current_steps": 131, "total_steps": 430, "loss": 0.0067, "lr": 8.777539424705023e-05, "epoch": 1.5144508670520231, "percentage": 30.47, "elapsed_time": "0:42:47", "remaining_time": "1:37:40"}
+{"current_steps": 132, "total_steps": 430, "loss": 0.0111, "lr": 8.750823756013498e-05, "epoch": 1.5260115606936417, "percentage": 30.7, "elapsed_time": "0:43:04", "remaining_time": "1:37:14"}
+{"current_steps": 133, "total_steps": 430, "loss": 0.0066, "lr": 8.72386091371891e-05, "epoch": 1.5375722543352601, "percentage": 30.93, "elapsed_time": "0:43:20", "remaining_time": "1:36:48"}
+{"current_steps": 134, "total_steps": 430, "loss": 0.0089, "lr": 8.696652674631717e-05, "epoch": 1.5491329479768785, "percentage": 31.16, "elapsed_time": "0:43:38", "remaining_time": "1:36:24"}
+{"current_steps": 135, "total_steps": 430, "loss": 0.0102, "lr": 8.669200831733655e-05, "epoch": 1.560693641618497, "percentage": 31.4, "elapsed_time": "0:43:55", "remaining_time": "1:35:58"}
+{"current_steps": 135, "total_steps": 430, "eval_loss": 0.00925290398299694, "epoch": 1.560693641618497, "percentage": 31.4, "elapsed_time": "0:44:05", "remaining_time": "1:36:20"}
+{"current_steps": 136, "total_steps": 430, "loss": 0.0084, "lr": 8.641507194059579e-05, "epoch": 1.5722543352601157, "percentage": 31.63, "elapsed_time": "0:44:21", "remaining_time": "1:35:54"}
+{"current_steps": 137, "total_steps": 430, "loss": 0.0097, "lr": 8.613573586578262e-05, "epoch": 1.583815028901734, "percentage": 31.86, "elapsed_time": "0:44:39", "remaining_time": "1:35:31"}
+{"current_steps": 138, "total_steps": 430, "loss": 0.0102, "lr": 8.585401850072113e-05, "epoch": 1.5953757225433525, "percentage": 32.09, "elapsed_time": "0:44:57", "remaining_time": "1:35:07"}
+{"current_steps": 139, "total_steps": 430, "loss": 0.0076, "lr": 8.55699384101589e-05, "epoch": 1.606936416184971, "percentage": 32.33, "elapsed_time": "0:45:14", "remaining_time": "1:34:42"}
+{"current_steps": 140, "total_steps": 430, "loss": 0.01, "lr": 8.528351431454351e-05, "epoch": 1.6184971098265897, "percentage": 32.56, "elapsed_time": "0:45:31", "remaining_time": "1:34:18"}
+{"current_steps": 140, "total_steps": 430, "eval_loss": 0.009090203791856766, "epoch": 1.6184971098265897, "percentage": 32.56, "elapsed_time": "0:45:41", "remaining_time": "1:34:39"}
+{"current_steps": 141, "total_steps": 430, "loss": 0.0091, "lr": 8.499476508878893e-05, "epoch": 1.630057803468208, "percentage": 32.79, "elapsed_time": "0:45:59", "remaining_time": "1:34:16"}
+{"current_steps": 142, "total_steps": 430, "loss": 0.008, "lr": 8.47037097610317e-05, "epoch": 1.6416184971098264, "percentage": 33.02, "elapsed_time": "0:46:16", "remaining_time": "1:33:51"}
+{"current_steps": 143, "total_steps": 430, "loss": 0.0122, "lr": 8.441036751137696e-05, "epoch": 1.653179190751445, "percentage": 33.26, "elapsed_time": "0:46:34", "remaining_time": "1:33:28"}
+{"current_steps": 144, "total_steps": 430, "loss": 0.0075, "lr": 8.411475767063455e-05, "epoch": 1.6647398843930636, "percentage": 33.49, "elapsed_time": "0:46:52", "remaining_time": "1:33:05"}
+{"current_steps": 145, "total_steps": 430, "loss": 0.0098, "lr": 8.381689971904514e-05, "epoch": 1.6763005780346822, "percentage": 33.72, "elapsed_time": "0:47:09", "remaining_time": "1:32:41"}
+{"current_steps": 145, "total_steps": 430, "eval_loss": 0.008807710371911526, "epoch": 1.6763005780346822, "percentage": 33.72, "elapsed_time": "0:47:19", "remaining_time": "1:33:01"}
+{"current_steps": 146, "total_steps": 430, "loss": 0.0074, "lr": 8.35168132849965e-05, "epoch": 1.6878612716763006, "percentage": 33.95, "elapsed_time": "0:47:36", "remaining_time": "1:32:36"}
+{"current_steps": 147, "total_steps": 430, "loss": 0.0111, "lr": 8.321451814372997e-05, "epoch": 1.699421965317919, "percentage": 34.19, "elapsed_time": "0:47:53", "remaining_time": "1:32:11"}
+{"current_steps": 148, "total_steps": 430, "loss": 0.0097, "lr": 8.29100342160374e-05, "epoch": 1.7109826589595376, "percentage": 34.42, "elapsed_time": "0:48:11", "remaining_time": "1:31:48"}
+{"current_steps": 149, "total_steps": 430, "loss": 0.007, "lr": 8.260338156694836e-05, "epoch": 1.7225433526011562, "percentage": 34.65, "elapsed_time": "0:48:27", "remaining_time": "1:31:23"}
+{"current_steps": 150, "total_steps": 430, "loss": 0.0071, "lr": 8.229458040440783e-05, "epoch": 1.7341040462427746, "percentage": 34.88, "elapsed_time": "0:48:43", "remaining_time": "1:30:56"}
+{"current_steps": 150, "total_steps": 430, "eval_loss": 0.008663667365908623, "epoch": 1.7341040462427746, "percentage": 34.88, "elapsed_time": "0:48:53", "remaining_time": "1:31:15"}
+{"current_steps": 151, "total_steps": 430, "loss": 0.0098, "lr": 8.198365107794457e-05, "epoch": 1.745664739884393, "percentage": 35.12, "elapsed_time": "0:49:21", "remaining_time": "1:31:11"}
+{"current_steps": 152, "total_steps": 430, "loss": 0.0077, "lr": 8.167061407733016e-05, "epoch": 1.7572254335260116, "percentage": 35.35, "elapsed_time": "0:49:38", "remaining_time": "1:30:47"}
+{"current_steps": 153, "total_steps": 430, "loss": 0.0096, "lr": 8.135549003122871e-05, "epoch": 1.7687861271676302, "percentage": 35.58, "elapsed_time": "0:49:55", "remaining_time": "1:30:23"}
+{"current_steps": 154, "total_steps": 430, "loss": 0.0111, "lr": 8.103829970583742e-05, "epoch": 1.7803468208092486, "percentage": 35.81, "elapsed_time": "0:50:13", "remaining_time": "1:30:00"}
+{"current_steps": 155, "total_steps": 430, "loss": 0.0094, "lr": 8.071906400351822e-05, "epoch": 1.791907514450867, "percentage": 36.05, "elapsed_time": "0:50:30", "remaining_time": "1:29:37"}
+{"current_steps": 155, "total_steps": 430, "eval_loss": 0.008556585758924484, "epoch": 1.791907514450867, "percentage": 36.05, "elapsed_time": "0:50:40", "remaining_time": "1:29:55"}
+{"current_steps": 156, "total_steps": 430, "loss": 0.0079, "lr": 8.039780396142022e-05, "epoch": 1.8034682080924855, "percentage": 36.28, "elapsed_time": "0:50:59", "remaining_time": "1:29:33"}
+{"current_steps": 157, "total_steps": 430, "loss": 0.0115, "lr": 8.007454075009351e-05, "epoch": 1.8150289017341041, "percentage": 36.51, "elapsed_time": "0:51:17", "remaining_time": "1:29:10"}
+{"current_steps": 158, "total_steps": 430, "loss": 0.0076, "lr": 7.9749295672094e-05, "epoch": 1.8265895953757225, "percentage": 36.74, "elapsed_time": "0:51:34", "remaining_time": "1:28:46"}
+{"current_steps": 159, "total_steps": 430, "loss": 0.01, "lr": 7.942209016057954e-05, "epoch": 1.838150289017341, "percentage": 36.98, "elapsed_time": "0:51:52", "remaining_time": "1:28:24"}
+{"current_steps": 160, "total_steps": 430, "loss": 0.008, "lr": 7.909294577789766e-05, "epoch": 1.8497109826589595, "percentage": 37.21, "elapsed_time": "0:52:10", "remaining_time": "1:28:02"}
+{"current_steps": 160, "total_steps": 430, "eval_loss": 0.008559009060263634, "epoch": 1.8497109826589595, "percentage": 37.21, "elapsed_time": "0:52:20", "remaining_time": "1:28:19"}
+{"current_steps": 161, "total_steps": 430, "loss": 0.0068, "lr": 7.876188421416449e-05, "epoch": 1.861271676300578, "percentage": 37.44, "elapsed_time": "0:52:36", "remaining_time": "1:27:54"}
+{"current_steps": 162, "total_steps": 430, "loss": 0.0074, "lr": 7.842892728583558e-05, "epoch": 1.8728323699421965, "percentage": 37.67, "elapsed_time": "0:52:53", "remaining_time": "1:27:30"}
+{"current_steps": 163, "total_steps": 430, "loss": 0.0071, "lr": 7.809409693426803e-05, "epoch": 1.8843930635838149, "percentage": 37.91, "elapsed_time": "0:53:10", "remaining_time": "1:27:06"}
+{"current_steps": 164, "total_steps": 430, "loss": 0.009, "lr": 7.775741522427477e-05, "epoch": 1.8959537572254335, "percentage": 38.14, "elapsed_time": "0:53:28", "remaining_time": "1:26:43"}
+{"current_steps": 165, "total_steps": 430, "loss": 0.01, "lr": 7.741890434267043e-05, "epoch": 1.907514450867052, "percentage": 38.37, "elapsed_time": "0:53:46", "remaining_time": "1:26:21"}
+{"current_steps": 165, "total_steps": 430, "eval_loss": 0.00854802131652832, "epoch": 1.907514450867052, "percentage": 38.37, "elapsed_time": "0:53:56", "remaining_time": "1:26:37"}
+{"current_steps": 166, "total_steps": 430, "loss": 0.0071, "lr": 7.707858659680924e-05, "epoch": 1.9190751445086707, "percentage": 38.6, "elapsed_time": "0:54:14", "remaining_time": "1:26:15"}
+{"current_steps": 167, "total_steps": 430, "loss": 0.0076, "lr": 7.673648441311508e-05, "epoch": 1.930635838150289, "percentage": 38.84, "elapsed_time": "0:54:31", "remaining_time": "1:25:52"}
+{"current_steps": 168, "total_steps": 430, "loss": 0.0064, "lr": 7.639262033560359e-05, "epoch": 1.9421965317919074, "percentage": 39.07, "elapsed_time": "0:54:49", "remaining_time": "1:25:30"}
+{"current_steps": 169, "total_steps": 430, "loss": 0.0074, "lr": 7.604701702439651e-05, "epoch": 1.953757225433526, "percentage": 39.3, "elapsed_time": "0:55:06", "remaining_time": "1:25:06"}
+{"current_steps": 170, "total_steps": 430, "loss": 0.0084, "lr": 7.56996972542285e-05, "epoch": 1.9653179190751446, "percentage": 39.53, "elapsed_time": "0:55:22", "remaining_time": "1:24:41"}
+{"current_steps": 170, "total_steps": 430, "eval_loss": 0.008561979979276657, "epoch": 1.9653179190751446, "percentage": 39.53, "elapsed_time": "0:55:32", "remaining_time": "1:24:56"}
+{"current_steps": 171, "total_steps": 430, "loss": 0.0102, "lr": 7.535068391294617e-05, "epoch": 1.976878612716763, "percentage": 39.77, "elapsed_time": "0:55:49", "remaining_time": "1:24:33"}
+{"current_steps": 172, "total_steps": 430, "loss": 0.0086, "lr": 7.500000000000001e-05, "epoch": 1.9884393063583814, "percentage": 40.0, "elapsed_time": "0:56:07", "remaining_time": "1:24:11"}
+{"current_steps": 173, "total_steps": 430, "loss": 0.0092, "lr": 7.464766862492855e-05, "epoch": 2.0, "percentage": 40.23, "elapsed_time": "0:56:24", "remaining_time": "1:23:47"}
+{"current_steps": 174, "total_steps": 430, "loss": 0.0069, "lr": 7.42937130058357e-05, "epoch": 2.0115606936416186, "percentage": 40.47, "elapsed_time": "0:56:42", "remaining_time": "1:23:25"}
+{"current_steps": 175, "total_steps": 430, "loss": 0.0058, "lr": 7.393815646786046e-05, "epoch": 2.023121387283237, "percentage": 40.7, "elapsed_time": "0:56:59", "remaining_time": "1:23:02"}
+{"current_steps": 175, "total_steps": 430, "eval_loss": 0.008691162802278996, "epoch": 2.023121387283237, "percentage": 40.7, "elapsed_time": "0:57:09", "remaining_time": "1:23:17"}
+{"current_steps": 176, "total_steps": 430, "loss": 0.0077, "lr": 7.358102244164003e-05, "epoch": 2.0346820809248554, "percentage": 40.93, "elapsed_time": "0:57:26", "remaining_time": "1:22:54"}
+{"current_steps": 177, "total_steps": 430, "loss": 0.0074, "lr": 7.322233446176571e-05, "epoch": 2.046242774566474, "percentage": 41.16, "elapsed_time": "0:57:45", "remaining_time": "1:22:33"}
+{"current_steps": 178, "total_steps": 430, "loss": 0.007, "lr": 7.286211616523193e-05, "epoch": 2.0578034682080926, "percentage": 41.4, "elapsed_time": "0:58:02", "remaining_time": "1:22:10"}
+{"current_steps": 179, "total_steps": 430, "loss": 0.0073, "lr": 7.250039128987873e-05, "epoch": 2.069364161849711, "percentage": 41.63, "elapsed_time": "0:58:20", "remaining_time": "1:21:48"}
+{"current_steps": 180, "total_steps": 430, "loss": 0.0056, "lr": 7.213718367282737e-05, "epoch": 2.0809248554913293, "percentage": 41.86, "elapsed_time": "0:58:37", "remaining_time": "1:21:25"}
+{"current_steps": 180, "total_steps": 430, "eval_loss": 0.008958614431321621, "epoch": 2.0809248554913293, "percentage": 41.86, "elapsed_time": "0:58:47", "remaining_time": "1:21:39"}
+{"current_steps": 181, "total_steps": 430, "loss": 0.0056, "lr": 7.177251724890956e-05, "epoch": 2.092485549132948, "percentage": 42.09, "elapsed_time": "0:59:04", "remaining_time": "1:21:16"}
+{"current_steps": 182, "total_steps": 430, "loss": 0.0055, "lr": 7.14064160490902e-05, "epoch": 2.1040462427745665, "percentage": 42.33, "elapsed_time": "0:59:21", "remaining_time": "1:20:53"}
+{"current_steps": 183, "total_steps": 430, "loss": 0.0053, "lr": 7.103890419888367e-05, "epoch": 2.115606936416185, "percentage": 42.56, "elapsed_time": "0:59:38", "remaining_time": "1:20:30"}
+{"current_steps": 184, "total_steps": 430, "loss": 0.0065, "lr": 7.067000591676416e-05, "epoch": 2.1271676300578033, "percentage": 42.79, "elapsed_time": "0:59:56", "remaining_time": "1:20:08"}
+{"current_steps": 185, "total_steps": 430, "loss": 0.0077, "lr": 7.029974551256956e-05, "epoch": 2.138728323699422, "percentage": 43.02, "elapsed_time": "1:00:13", "remaining_time": "1:19:45"}
+{"current_steps": 185, "total_steps": 430, "eval_loss": 0.008626853115856647, "epoch": 2.138728323699422, "percentage": 43.02, "elapsed_time": "1:00:23", "remaining_time": "1:19:58"}
+{"current_steps": 186, "total_steps": 430, "loss": 0.0057, "lr": 6.992814738589957e-05, "epoch": 2.1502890173410405, "percentage": 43.26, "elapsed_time": "1:00:40", "remaining_time": "1:19:35"}
+{"current_steps": 187, "total_steps": 430, "loss": 0.0074, "lr": 6.95552360245078e-05, "epoch": 2.161849710982659, "percentage": 43.49, "elapsed_time": "1:00:57", "remaining_time": "1:19:13"}
+{"current_steps": 188, "total_steps": 430, "loss": 0.0054, "lr": 6.918103600268799e-05, "epoch": 2.1734104046242773, "percentage": 43.72, "elapsed_time": "1:01:15", "remaining_time": "1:18:51"}
+{"current_steps": 189, "total_steps": 430, "loss": 0.0053, "lr": 6.880557197965464e-05, "epoch": 2.184971098265896, "percentage": 43.95, "elapsed_time": "1:01:32", "remaining_time": "1:18:28"}
+{"current_steps": 190, "total_steps": 430, "loss": 0.0061, "lr": 6.842886869791809e-05, "epoch": 2.1965317919075145, "percentage": 44.19, "elapsed_time": "1:01:50", "remaining_time": "1:18:07"}
+{"current_steps": 190, "total_steps": 430, "eval_loss": 0.00858032051473856, "epoch": 2.1965317919075145, "percentage": 44.19, "elapsed_time": "1:02:00", "remaining_time": "1:18:19"}
+{"current_steps": 191, "total_steps": 430, "loss": 0.0056, "lr": 6.805095098165389e-05, "epoch": 2.208092485549133, "percentage": 44.42, "elapsed_time": "1:02:17", "remaining_time": "1:17:57"}
+{"current_steps": 192, "total_steps": 430, "loss": 0.008, "lr": 6.767184373506697e-05, "epoch": 2.2196531791907512, "percentage": 44.65, "elapsed_time": "1:02:35", "remaining_time": "1:17:34"}
+{"current_steps": 193, "total_steps": 430, "loss": 0.0116, "lr": 6.729157194075057e-05, "epoch": 2.23121387283237, "percentage": 44.88, "elapsed_time": "1:02:52", "remaining_time": "1:17:12"}
+{"current_steps": 194, "total_steps": 430, "loss": 0.0078, "lr": 6.691016065803983e-05, "epoch": 2.2427745664739884, "percentage": 45.12, "elapsed_time": "1:03:10", "remaining_time": "1:16:51"}
+{"current_steps": 195, "total_steps": 430, "loss": 0.008, "lr": 6.652763502136043e-05, "epoch": 2.254335260115607, "percentage": 45.35, "elapsed_time": "1:03:27", "remaining_time": "1:16:28"}
+{"current_steps": 195, "total_steps": 430, "eval_loss": 0.008329370059072971, "epoch": 2.254335260115607, "percentage": 45.35, "elapsed_time": "1:03:37", "remaining_time": "1:16:40"}
+{"current_steps": 196, "total_steps": 430, "loss": 0.0057, "lr": 6.614402023857232e-05, "epoch": 2.2658959537572256, "percentage": 45.58, "elapsed_time": "1:03:55", "remaining_time": "1:16:19"}
+{"current_steps": 197, "total_steps": 430, "loss": 0.0062, "lr": 6.57593415893085e-05, "epoch": 2.277456647398844, "percentage": 45.81, "elapsed_time": "1:04:13", "remaining_time": "1:15:57"}
+{"current_steps": 198, "total_steps": 430, "loss": 0.0059, "lr": 6.537362442330916e-05, "epoch": 2.2890173410404624, "percentage": 46.05, "elapsed_time": "1:04:31", "remaining_time": "1:15:35"}
+{"current_steps": 199, "total_steps": 430, "loss": 0.0054, "lr": 6.498689415875121e-05, "epoch": 2.300578034682081, "percentage": 46.28, "elapsed_time": "1:04:49", "remaining_time": "1:15:14"}
+{"current_steps": 200, "total_steps": 430, "loss": 0.0058, "lr": 6.45991762805732e-05, "epoch": 2.3121387283236996, "percentage": 46.51, "elapsed_time": "1:05:07", "remaining_time": "1:14:53"}
+{"current_steps": 200, "total_steps": 430, "eval_loss": 0.00831348542124033, "epoch": 2.3121387283236996, "percentage": 46.51, "elapsed_time": "1:05:17", "remaining_time": "1:15:04"}
+{"current_steps": 201, "total_steps": 430, "loss": 0.005, "lr": 6.421049633879588e-05, "epoch": 2.3236994219653178, "percentage": 46.74, "elapsed_time": "1:05:41", "remaining_time": "1:14:50"}
+{"current_steps": 202, "total_steps": 430, "loss": 0.0075, "lr": 6.382087994683859e-05, "epoch": 2.3352601156069364, "percentage": 46.98, "elapsed_time": "1:05:58", "remaining_time": "1:14:28"}
+{"current_steps": 203, "total_steps": 430, "loss": 0.0068, "lr": 6.343035277983127e-05, "epoch": 2.346820809248555, "percentage": 47.21, "elapsed_time": "1:06:16", "remaining_time": "1:14:06"}
+{"current_steps": 204, "total_steps": 430, "loss": 0.006, "lr": 6.303894057292261e-05, "epoch": 2.3583815028901736, "percentage": 47.44, "elapsed_time": "1:06:32", "remaining_time": "1:13:43"}
+{"current_steps": 205, "total_steps": 430, "loss": 0.0047, "lr": 6.264666911958404e-05, "epoch": 2.3699421965317917, "percentage": 47.67, "elapsed_time": "1:06:48", "remaining_time": "1:13:19"}
+{"current_steps": 205, "total_steps": 430, "eval_loss": 0.00836299266666174, "epoch": 2.3699421965317917, "percentage": 47.67, "elapsed_time": "1:06:58", "remaining_time": "1:13:30"}
+{"current_steps": 206, "total_steps": 430, "loss": 0.0069, "lr": 6.225356426991007e-05, "epoch": 2.3815028901734103, "percentage": 47.91, "elapsed_time": "1:07:15", "remaining_time": "1:13:08"}
+{"current_steps": 207, "total_steps": 430, "loss": 0.0055, "lr": 6.185965192891472e-05, "epoch": 2.393063583815029, "percentage": 48.14, "elapsed_time": "1:07:32", "remaining_time": "1:12:46"}
+{"current_steps": 208, "total_steps": 430, "loss": 0.0062, "lr": 6.146495805482451e-05, "epoch": 2.4046242774566475, "percentage": 48.37, "elapsed_time": "1:07:49", "remaining_time": "1:12:23"}
+{"current_steps": 209, "total_steps": 430, "loss": 0.0052, "lr": 6.106950865736777e-05, "epoch": 2.416184971098266, "percentage": 48.6, "elapsed_time": "1:08:07", "remaining_time": "1:12:01"}
+{"current_steps": 210, "total_steps": 430, "loss": 0.0066, "lr": 6.0673329796060686e-05, "epoch": 2.4277456647398843, "percentage": 48.84, "elapsed_time": "1:08:25", "remaining_time": "1:11:40"}
+{"current_steps": 210, "total_steps": 430, "eval_loss": 0.008446984924376011, "epoch": 2.4277456647398843, "percentage": 48.84, "elapsed_time": "1:08:35", "remaining_time": "1:11:51"}
+{"current_steps": 211, "total_steps": 430, "loss": 0.0063, "lr": 6.0276447578490035e-05, "epoch": 2.439306358381503, "percentage": 49.07, "elapsed_time": "1:08:52", "remaining_time": "1:11:29"}
+{"current_steps": 212, "total_steps": 430, "loss": 0.0058, "lr": 5.987888815859266e-05, "epoch": 2.4508670520231215, "percentage": 49.3, "elapsed_time": "1:09:06", "remaining_time": "1:11:04"}
+{"current_steps": 213, "total_steps": 430, "loss": 0.0057, "lr": 5.9480677734932045e-05, "epoch": 2.4624277456647397, "percentage": 49.53, "elapsed_time": "1:09:23", "remaining_time": "1:10:41"}
+{"current_steps": 214, "total_steps": 430, "loss": 0.0073, "lr": 5.908184254897182e-05, "epoch": 2.4739884393063583, "percentage": 49.77, "elapsed_time": "1:09:41", "remaining_time": "1:10:20"}
+{"current_steps": 215, "total_steps": 430, "loss": 0.0055, "lr": 5.868240888334653e-05, "epoch": 2.485549132947977, "percentage": 50.0, "elapsed_time": "1:09:58", "remaining_time": "1:09:58"}
+{"current_steps": 215, "total_steps": 430, "eval_loss": 0.008248448371887207, "epoch": 2.485549132947977, "percentage": 50.0, "elapsed_time": "1:10:08", "remaining_time": "1:10:08"}
+{"current_steps": 216, "total_steps": 430, "loss": 0.0064, "lr": 5.8282403060129566e-05, "epoch": 2.4971098265895955, "percentage": 50.23, "elapsed_time": "1:10:26", "remaining_time": "1:09:47"}
+{"current_steps": 217, "total_steps": 430, "loss": 0.006, "lr": 5.788185143909868e-05, "epoch": 2.508670520231214, "percentage": 50.47, "elapsed_time": "1:10:43", "remaining_time": "1:09:25"}
+{"current_steps": 218, "total_steps": 430, "loss": 0.0053, "lr": 5.7480780415998906e-05, "epoch": 2.520231213872832, "percentage": 50.7, "elapsed_time": "1:11:01", "remaining_time": "1:09:03"}
+{"current_steps": 219, "total_steps": 430, "loss": 0.0067, "lr": 5.707921642080299e-05, "epoch": 2.531791907514451, "percentage": 50.93, "elapsed_time": "1:11:17", "remaining_time": "1:08:41"}
+{"current_steps": 220, "total_steps": 430, "loss": 0.0056, "lr": 5.66771859159699e-05, "epoch": 2.5433526011560694, "percentage": 51.16, "elapsed_time": "1:11:35", "remaining_time": "1:08:19"}
+{"current_steps": 220, "total_steps": 430, "eval_loss": 0.008289137855172157, "epoch": 2.5433526011560694, "percentage": 51.16, "elapsed_time": "1:11:45", "remaining_time": "1:08:29"}
+{"current_steps": 221, "total_steps": 430, "loss": 0.0057, "lr": 5.6274715394700805e-05, "epoch": 2.5549132947976876, "percentage": 51.4, "elapsed_time": "1:12:02", "remaining_time": "1:08:08"}
+{"current_steps": 222, "total_steps": 430, "loss": 0.0066, "lr": 5.587183137919332e-05, "epoch": 2.5664739884393066, "percentage": 51.63, "elapsed_time": "1:12:20", "remaining_time": "1:07:46"}
+{"current_steps": 223, "total_steps": 430, "loss": 0.0062, "lr": 5.546856041889373e-05, "epoch": 2.578034682080925, "percentage": 51.86, "elapsed_time": "1:12:38", "remaining_time": "1:07:25"}
+{"current_steps": 224, "total_steps": 430, "loss": 0.0048, "lr": 5.5064929088747316e-05, "epoch": 2.5895953757225434, "percentage": 52.09, "elapsed_time": "1:12:56", "remaining_time": "1:07:05"}
+{"current_steps": 225, "total_steps": 430, "loss": 0.005, "lr": 5.46609639874473e-05, "epoch": 2.601156069364162, "percentage": 52.33, "elapsed_time": "1:13:14", "remaining_time": "1:06:43"}
+{"current_steps": 225, "total_steps": 430, "eval_loss": 0.008248119615018368, "epoch": 2.601156069364162, "percentage": 52.33, "elapsed_time": "1:13:24", "remaining_time": "1:06:52"}
+{"current_steps": 226, "total_steps": 430, "loss": 0.006, "lr": 5.4256691735681786e-05, "epoch": 2.61271676300578, "percentage": 52.56, "elapsed_time": "1:13:42", "remaining_time": "1:06:31"}
+{"current_steps": 227, "total_steps": 430, "loss": 0.0072, "lr": 5.385213897437975e-05, "epoch": 2.6242774566473988, "percentage": 52.79, "elapsed_time": "1:13:59", "remaining_time": "1:06:10"}
+{"current_steps": 228, "total_steps": 430, "loss": 0.0056, "lr": 5.344733236295525e-05, "epoch": 2.6358381502890174, "percentage": 53.02, "elapsed_time": "1:14:16", "remaining_time": "1:05:48"}
+{"current_steps": 229, "total_steps": 430, "loss": 0.007, "lr": 5.3042298577550696e-05, "epoch": 2.647398843930636, "percentage": 53.26, "elapsed_time": "1:14:34", "remaining_time": "1:05:27"}
+{"current_steps": 230, "total_steps": 430, "loss": 0.0065, "lr": 5.263706430927895e-05, "epoch": 2.6589595375722546, "percentage": 53.49, "elapsed_time": "1:14:52", "remaining_time": "1:05:06"}
+{"current_steps": 230, "total_steps": 430, "eval_loss": 0.00817356538027525, "epoch": 2.6589595375722546, "percentage": 53.49, "elapsed_time": "1:15:02", "remaining_time": "1:05:15"}
+{"current_steps": 231, "total_steps": 430, "loss": 0.0056, "lr": 5.223165626246432e-05, "epoch": 2.6705202312138727, "percentage": 53.72, "elapsed_time": "1:15:19", "remaining_time": "1:04:53"}
+{"current_steps": 232, "total_steps": 430, "loss": 0.0054, "lr": 5.182610115288295e-05, "epoch": 2.6820809248554913, "percentage": 53.95, "elapsed_time": "1:15:36", "remaining_time": "1:04:31"}
+{"current_steps": 233, "total_steps": 430, "loss": 0.0048, "lr": 5.142042570600212e-05, "epoch": 2.69364161849711, "percentage": 54.19, "elapsed_time": "1:15:53", "remaining_time": "1:04:09"}
+{"current_steps": 234, "total_steps": 430, "loss": 0.0074, "lr": 5.1014656655219197e-05, "epoch": 2.705202312138728, "percentage": 54.42, "elapsed_time": "1:16:10", "remaining_time": "1:03:48"}
+{"current_steps": 235, "total_steps": 430, "loss": 0.0061, "lr": 5.060882074009988e-05, "epoch": 2.7167630057803467, "percentage": 54.65, "elapsed_time": "1:16:27", "remaining_time": "1:03:26"}
+{"current_steps": 235, "total_steps": 430, "eval_loss": 0.00805756263434887, "epoch": 2.7167630057803467, "percentage": 54.65, "elapsed_time": "1:16:37", "remaining_time": "1:03:35"}
+{"current_steps": 236, "total_steps": 430, "loss": 0.005, "lr": 5.020294470461615e-05, "epoch": 2.7283236994219653, "percentage": 54.88, "elapsed_time": "1:16:55", "remaining_time": "1:03:14"}
+{"current_steps": 237, "total_steps": 430, "loss": 0.0065, "lr": 4.979705529538385e-05, "epoch": 2.739884393063584, "percentage": 55.12, "elapsed_time": "1:17:12", "remaining_time": "1:02:52"}
+{"current_steps": 238, "total_steps": 430, "loss": 0.0047, "lr": 4.9391179259900125e-05, "epoch": 2.7514450867052025, "percentage": 55.35, "elapsed_time": "1:17:30", "remaining_time": "1:02:31"}
+{"current_steps": 239, "total_steps": 430, "loss": 0.0055, "lr": 4.8985343344780815e-05, "epoch": 2.7630057803468207, "percentage": 55.58, "elapsed_time": "1:17:48", "remaining_time": "1:02:10"}
+{"current_steps": 240, "total_steps": 430, "loss": 0.0052, "lr": 4.857957429399788e-05, "epoch": 2.7745664739884393, "percentage": 55.81, "elapsed_time": "1:18:05", "remaining_time": "1:01:49"}
+{"current_steps": 240, "total_steps": 430, "eval_loss": 0.008152703754603863, "epoch": 2.7745664739884393, "percentage": 55.81, "elapsed_time": "1:18:15", "remaining_time": "1:01:57"}
+{"current_steps": 241, "total_steps": 430, "loss": 0.0054, "lr": 4.817389884711705e-05, "epoch": 2.786127167630058, "percentage": 56.05, "elapsed_time": "1:18:31", "remaining_time": "1:01:34"}
+{"current_steps": 242, "total_steps": 430, "loss": 0.0066, "lr": 4.776834373753569e-05, "epoch": 2.7976878612716765, "percentage": 56.28, "elapsed_time": "1:18:48", "remaining_time": "1:01:13"}
+{"current_steps": 243, "total_steps": 430, "loss": 0.0064, "lr": 4.7362935690721076e-05, "epoch": 2.809248554913295, "percentage": 56.51, "elapsed_time": "1:19:05", "remaining_time": "1:00:51"}
+{"current_steps": 244, "total_steps": 430, "loss": 0.0054, "lr": 4.695770142244931e-05, "epoch": 2.820809248554913, "percentage": 56.74, "elapsed_time": "1:19:22", "remaining_time": "1:00:30"}
+{"current_steps": 245, "total_steps": 430, "loss": 0.0053, "lr": 4.655266763704476e-05, "epoch": 2.832369942196532, "percentage": 56.98, "elapsed_time": "1:19:40", "remaining_time": "1:00:09"}
+{"current_steps": 245, "total_steps": 430, "eval_loss": 0.008140629157423973, "epoch": 2.832369942196532, "percentage": 56.98, "elapsed_time": "1:19:50", "remaining_time": "1:00:17"}
+{"current_steps": 246, "total_steps": 430, "loss": 0.0048, "lr": 4.614786102562026e-05, "epoch": 2.8439306358381504, "percentage": 57.21, "elapsed_time": "1:20:08", "remaining_time": "0:59:56"}
+{"current_steps": 247, "total_steps": 430, "loss": 0.005, "lr": 4.574330826431821e-05, "epoch": 2.8554913294797686, "percentage": 57.44, "elapsed_time": "1:20:25", "remaining_time": "0:59:35"}
+{"current_steps": 248, "total_steps": 430, "loss": 0.0062, "lr": 4.5339036012552716e-05, "epoch": 2.867052023121387, "percentage": 57.67, "elapsed_time": "1:20:43", "remaining_time": "0:59:14"}
+{"current_steps": 249, "total_steps": 430, "loss": 0.0056, "lr": 4.493507091125269e-05, "epoch": 2.878612716763006, "percentage": 57.91, "elapsed_time": "1:21:01", "remaining_time": "0:58:54"}
+{"current_steps": 250, "total_steps": 430, "loss": 0.0058, "lr": 4.4531439581106295e-05, "epoch": 2.8901734104046244, "percentage": 58.14, "elapsed_time": "1:21:18", "remaining_time": "0:58:32"}
+{"current_steps": 250, "total_steps": 430, "eval_loss": 0.007892865687608719, "epoch": 2.8901734104046244, "percentage": 58.14, "elapsed_time": "1:21:28", "remaining_time": "0:58:39"}
+{"current_steps": 251, "total_steps": 430, "loss": 0.0064, "lr": 4.412816862080668e-05, "epoch": 2.901734104046243, "percentage": 58.37, "elapsed_time": "1:21:53", "remaining_time": "0:58:24"}
+{"current_steps": 252, "total_steps": 430, "loss": 0.0057, "lr": 4.37252846052992e-05, "epoch": 2.913294797687861, "percentage": 58.6, "elapsed_time": "1:22:12", "remaining_time": "0:58:03"}
+{"current_steps": 253, "total_steps": 430, "loss": 0.0056, "lr": 4.332281408403011e-05, "epoch": 2.9248554913294798, "percentage": 58.84, "elapsed_time": "1:22:27", "remaining_time": "0:57:41"}
+{"current_steps": 254, "total_steps": 430, "loss": 0.0059, "lr": 4.292078357919701e-05, "epoch": 2.9364161849710984, "percentage": 59.07, "elapsed_time": "1:22:45", "remaining_time": "0:57:20"}
+{"current_steps": 255, "total_steps": 430, "loss": 0.0052, "lr": 4.25192195840011e-05, "epoch": 2.9479768786127165, "percentage": 59.3, "elapsed_time": "1:23:03", "remaining_time": "0:57:00"}
+{"current_steps": 255, "total_steps": 430, "eval_loss": 0.007827498018741608, "epoch": 2.9479768786127165, "percentage": 59.3, "elapsed_time": "1:23:13", "remaining_time": "0:57:07"}
+{"current_steps": 256, "total_steps": 430, "loss": 0.0066, "lr": 4.2118148560901325e-05, "epoch": 2.959537572254335, "percentage": 59.53, "elapsed_time": "1:23:30", "remaining_time": "0:56:45"}
+{"current_steps": 257, "total_steps": 430, "loss": 0.0062, "lr": 4.171759693987046e-05, "epoch": 2.9710982658959537, "percentage": 59.77, "elapsed_time": "1:23:47", "remaining_time": "0:56:24"}
+{"current_steps": 258, "total_steps": 430, "loss": 0.0056, "lr": 4.131759111665349e-05, "epoch": 2.9826589595375723, "percentage": 60.0, "elapsed_time": "1:24:05", "remaining_time": "0:56:03"}
+{"current_steps": 259, "total_steps": 430, "loss": 0.0053, "lr": 4.0918157451028185e-05, "epoch": 2.994219653179191, "percentage": 60.23, "elapsed_time": "1:24:22", "remaining_time": "0:55:42"}
+{"current_steps": 260, "total_steps": 430, "loss": 0.0071, "lr": 4.051932226506797e-05, "epoch": 3.005780346820809, "percentage": 60.47, "elapsed_time": "1:24:38", "remaining_time": "0:55:20"}
+{"current_steps": 260, "total_steps": 430, "eval_loss": 0.007992882281541824, "epoch": 3.005780346820809, "percentage": 60.47, "elapsed_time": "1:24:48", "remaining_time": "0:55:27"}
+{"current_steps": 261, "total_steps": 430, "loss": 0.0051, "lr": 4.012111184140734e-05, "epoch": 3.0173410404624277, "percentage": 60.7, "elapsed_time": "1:25:05", "remaining_time": "0:55:06"}
+{"current_steps": 262, "total_steps": 430, "loss": 0.0051, "lr": 3.972355242150998e-05, "epoch": 3.0289017341040463, "percentage": 60.93, "elapsed_time": "1:25:23", "remaining_time": "0:54:45"}
+{"current_steps": 263, "total_steps": 430, "loss": 0.0039, "lr": 3.932667020393933e-05, "epoch": 3.040462427745665, "percentage": 61.16, "elapsed_time": "1:25:40", "remaining_time": "0:54:23"}
+{"current_steps": 264, "total_steps": 430, "loss": 0.0035, "lr": 3.893049134263224e-05, "epoch": 3.052023121387283, "percentage": 61.4, "elapsed_time": "1:25:57", "remaining_time": "0:54:02"}
+{"current_steps": 265, "total_steps": 430, "loss": 0.0051, "lr": 3.8535041945175506e-05, "epoch": 3.0635838150289016, "percentage": 61.63, "elapsed_time": "1:26:14", "remaining_time": "0:53:41"}
+{"current_steps": 265, "total_steps": 430, "eval_loss": 0.008158711716532707, "epoch": 3.0635838150289016, "percentage": 61.63, "elapsed_time": "1:26:24", "remaining_time": "0:53:48"}
+{"current_steps": 266, "total_steps": 430, "loss": 0.0034, "lr": 3.814034807108529e-05, "epoch": 3.0751445086705202, "percentage": 61.86, "elapsed_time": "1:26:41", "remaining_time": "0:53:26"}
+{"current_steps": 267, "total_steps": 430, "loss": 0.0067, "lr": 3.774643573008995e-05, "epoch": 3.086705202312139, "percentage": 62.09, "elapsed_time": "1:26:59", "remaining_time": "0:53:06"}
+{"current_steps": 268, "total_steps": 430, "loss": 0.0037, "lr": 3.735333088041596e-05, "epoch": 3.098265895953757, "percentage": 62.33, "elapsed_time": "1:27:16", "remaining_time": "0:52:45"}
+{"current_steps": 269, "total_steps": 430, "loss": 0.0039, "lr": 3.69610594270774e-05, "epoch": 3.1098265895953756, "percentage": 62.56, "elapsed_time": "1:27:34", "remaining_time": "0:52:24"}
+{"current_steps": 270, "total_steps": 430, "loss": 0.0033, "lr": 3.656964722016875e-05, "epoch": 3.121387283236994, "percentage": 62.79, "elapsed_time": "1:27:51", "remaining_time": "0:52:04"}
+{"current_steps": 270, "total_steps": 430, "eval_loss": 0.00860854797065258, "epoch": 3.121387283236994, "percentage": 62.79, "elapsed_time": "1:28:01", "remaining_time": "0:52:09"}
+{"current_steps": 271, "total_steps": 430, "loss": 0.0044, "lr": 3.6179120053161416e-05, "epoch": 3.132947976878613, "percentage": 63.02, "elapsed_time": "1:28:19", "remaining_time": "0:51:49"}
+{"current_steps": 272, "total_steps": 430, "loss": 0.004, "lr": 3.578950366120414e-05, "epoch": 3.1445086705202314, "percentage": 63.26, "elapsed_time": "1:28:36", "remaining_time": "0:51:28"}
+{"current_steps": 273, "total_steps": 430, "loss": 0.0038, "lr": 3.5400823719426815e-05, "epoch": 3.1560693641618496, "percentage": 63.49, "elapsed_time": "1:28:54", "remaining_time": "0:51:07"}
+{"current_steps": 274, "total_steps": 430, "loss": 0.0036, "lr": 3.5013105841248795e-05, "epoch": 3.167630057803468, "percentage": 63.72, "elapsed_time": "1:29:11", "remaining_time": "0:50:47"}
+{"current_steps": 275, "total_steps": 430, "loss": 0.004, "lr": 3.462637557669084e-05, "epoch": 3.179190751445087, "percentage": 63.95, "elapsed_time": "1:29:30", "remaining_time": "0:50:26"}
+{"current_steps": 275, "total_steps": 430, "eval_loss": 0.008404241874814034, "epoch": 3.179190751445087, "percentage": 63.95, "elapsed_time": "1:29:40", "remaining_time": "0:50:32"}
+{"current_steps": 276, "total_steps": 430, "loss": 0.0049, "lr": 3.424065841069152e-05, "epoch": 3.1907514450867054, "percentage": 64.19, "elapsed_time": "1:29:58", "remaining_time": "0:50:12"}
+{"current_steps": 277, "total_steps": 430, "loss": 0.0039, "lr": 3.38559797614277e-05, "epoch": 3.2023121387283235, "percentage": 64.42, "elapsed_time": "1:30:15", "remaining_time": "0:49:51"}
+{"current_steps": 278, "total_steps": 430, "loss": 0.0042, "lr": 3.347236497863957e-05, "epoch": 3.213872832369942, "percentage": 64.65, "elapsed_time": "1:30:32", "remaining_time": "0:49:30"}
+{"current_steps": 279, "total_steps": 430, "loss": 0.0044, "lr": 3.308983934196018e-05, "epoch": 3.2254335260115607, "percentage": 64.88, "elapsed_time": "1:30:50", "remaining_time": "0:49:10"}
+{"current_steps": 280, "total_steps": 430, "loss": 0.0032, "lr": 3.2708428059249436e-05, "epoch": 3.2369942196531793, "percentage": 65.12, "elapsed_time": "1:31:08", "remaining_time": "0:48:49"}
+{"current_steps": 280, "total_steps": 430, "eval_loss": 0.008181248791515827, "epoch": 3.2369942196531793, "percentage": 65.12, "elapsed_time": "1:31:18", "remaining_time": "0:48:54"}
+{"current_steps": 281, "total_steps": 430, "loss": 0.0054, "lr": 3.232815626493304e-05, "epoch": 3.2485549132947975, "percentage": 65.35, "elapsed_time": "1:31:35", "remaining_time": "0:48:34"}
+{"current_steps": 282, "total_steps": 430, "loss": 0.0052, "lr": 3.1949049018346126e-05, "epoch": 3.260115606936416, "percentage": 65.58, "elapsed_time": "1:31:53", "remaining_time": "0:48:13"}
+{"current_steps": 283, "total_steps": 430, "loss": 0.0049, "lr": 3.157113130208191e-05, "epoch": 3.2716763005780347, "percentage": 65.81, "elapsed_time": "1:32:09", "remaining_time": "0:47:52"}
+{"current_steps": 284, "total_steps": 430, "loss": 0.0039, "lr": 3.1194428020345376e-05, "epoch": 3.2832369942196533, "percentage": 66.05, "elapsed_time": "1:32:25", "remaining_time": "0:47:31"}
+{"current_steps": 285, "total_steps": 430, "loss": 0.0042, "lr": 3.081896399731202e-05, "epoch": 3.294797687861272, "percentage": 66.28, "elapsed_time": "1:32:43", "remaining_time": "0:47:10"}
+{"current_steps": 285, "total_steps": 430, "eval_loss": 0.008185806684195995, "epoch": 3.294797687861272, "percentage": 66.28, "elapsed_time": "1:32:53", "remaining_time": "0:47:15"}
+{"current_steps": 286, "total_steps": 430, "loss": 0.0045, "lr": 3.0444763975492208e-05, "epoch": 3.30635838150289, "percentage": 66.51, "elapsed_time": "1:33:10", "remaining_time": "0:46:54"}
+{"current_steps": 287, "total_steps": 430, "loss": 0.0036, "lr": 3.0071852614100426e-05, "epoch": 3.3179190751445087, "percentage": 66.74, "elapsed_time": "1:33:29", "remaining_time": "0:46:34"}
+{"current_steps": 288, "total_steps": 430, "loss": 0.0044, "lr": 2.9700254487430444e-05, "epoch": 3.3294797687861273, "percentage": 66.98, "elapsed_time": "1:33:47", "remaining_time": "0:46:14"}
+{"current_steps": 289, "total_steps": 430, "loss": 0.0055, "lr": 2.9329994083235857e-05, "epoch": 3.3410404624277454, "percentage": 67.21, "elapsed_time": "1:34:04", "remaining_time": "0:45:53"}
+{"current_steps": 290, "total_steps": 430, "loss": 0.0035, "lr": 2.896109580111634e-05, "epoch": 3.352601156069364, "percentage": 67.44, "elapsed_time": "1:34:21", "remaining_time": "0:45:32"}
+{"current_steps": 290, "total_steps": 430, "eval_loss": 0.008166169747710228, "epoch": 3.352601156069364, "percentage": 67.44, "elapsed_time": "1:34:31", "remaining_time": "0:45:37"}
+{"current_steps": 291, "total_steps": 430, "loss": 0.0042, "lr": 2.859358395090983e-05, "epoch": 3.3641618497109826, "percentage": 67.67, "elapsed_time": "1:34:49", "remaining_time": "0:45:17"}
+{"current_steps": 292, "total_steps": 430, "loss": 0.0043, "lr": 2.8227482751090445e-05, "epoch": 3.3757225433526012, "percentage": 67.91, "elapsed_time": "1:35:07", "remaining_time": "0:44:57"}
+{"current_steps": 293, "total_steps": 430, "loss": 0.0037, "lr": 2.7862816327172636e-05, "epoch": 3.38728323699422, "percentage": 68.14, "elapsed_time": "1:35:24", "remaining_time": "0:44:36"}
+{"current_steps": 294, "total_steps": 430, "loss": 0.0042, "lr": 2.7499608710121288e-05, "epoch": 3.398843930635838, "percentage": 68.37, "elapsed_time": "1:35:40", "remaining_time": "0:44:15"}
+{"current_steps": 295, "total_steps": 430, "loss": 0.0041, "lr": 2.7137883834768073e-05, "epoch": 3.4104046242774566, "percentage": 68.6, "elapsed_time": "1:35:57", "remaining_time": "0:43:54"}
+{"current_steps": 295, "total_steps": 430, "eval_loss": 0.008127645589411259, "epoch": 3.4104046242774566, "percentage": 68.6, "elapsed_time": "1:36:07", "remaining_time": "0:43:59"}
+{"current_steps": 296, "total_steps": 430, "loss": 0.004, "lr": 2.6777665538234293e-05, "epoch": 3.421965317919075, "percentage": 68.84, "elapsed_time": "1:36:24", "remaining_time": "0:43:38"}
+{"current_steps": 297, "total_steps": 430, "loss": 0.0046, "lr": 2.641897755835997e-05, "epoch": 3.433526011560694, "percentage": 69.07, "elapsed_time": "1:36:42", "remaining_time": "0:43:18"}
+{"current_steps": 298, "total_steps": 430, "loss": 0.0039, "lr": 2.606184353213956e-05, "epoch": 3.445086705202312, "percentage": 69.3, "elapsed_time": "1:36:59", "remaining_time": "0:42:57"}
+{"current_steps": 299, "total_steps": 430, "loss": 0.0037, "lr": 2.5706286994164315e-05, "epoch": 3.4566473988439306, "percentage": 69.53, "elapsed_time": "1:37:17", "remaining_time": "0:42:37"}
+{"current_steps": 300, "total_steps": 430, "loss": 0.0048, "lr": 2.5352331375071437e-05, "epoch": 3.468208092485549, "percentage": 69.77, "elapsed_time": "1:37:34", "remaining_time": "0:42:16"}
+{"current_steps": 300, "total_steps": 430, "eval_loss": 0.007986278273165226, "epoch": 3.468208092485549, "percentage": 69.77, "elapsed_time": "1:37:44", "remaining_time": "0:42:21"}
+{"current_steps": 301, "total_steps": 430, "loss": 0.0034, "lr": 2.500000000000001e-05, "epoch": 3.479768786127168, "percentage": 70.0, "elapsed_time": "1:38:08", "remaining_time": "0:42:03"}
+{"current_steps": 302, "total_steps": 430, "loss": 0.0041, "lr": 2.4649316087053837e-05, "epoch": 3.491329479768786, "percentage": 70.23, "elapsed_time": "1:38:27", "remaining_time": "0:41:43"}
+{"current_steps": 303, "total_steps": 430, "loss": 0.0034, "lr": 2.4300302745771507e-05, "epoch": 3.5028901734104045, "percentage": 70.47, "elapsed_time": "1:38:44", "remaining_time": "0:41:23"}
+{"current_steps": 304, "total_steps": 430, "loss": 0.0043, "lr": 2.3952982975603496e-05, "epoch": 3.514450867052023, "percentage": 70.7, "elapsed_time": "1:39:03", "remaining_time": "0:41:03"}
+{"current_steps": 305, "total_steps": 430, "loss": 0.0046, "lr": 2.360737966439641e-05, "epoch": 3.5260115606936417, "percentage": 70.93, "elapsed_time": "1:39:21", "remaining_time": "0:40:43"}
+{"current_steps": 305, "total_steps": 430, "eval_loss": 0.00799076072871685, "epoch": 3.5260115606936417, "percentage": 70.93, "elapsed_time": "1:39:31", "remaining_time": "0:40:47"}
+{"current_steps": 306, "total_steps": 430, "loss": 0.0047, "lr": 2.326351558688493e-05, "epoch": 3.5375722543352603, "percentage": 71.16, "elapsed_time": "1:39:49", "remaining_time": "0:40:27"}
+{"current_steps": 307, "total_steps": 430, "loss": 0.0046, "lr": 2.2921413403190772e-05, "epoch": 3.5491329479768785, "percentage": 71.4, "elapsed_time": "1:40:07", "remaining_time": "0:40:06"}
+{"current_steps": 308, "total_steps": 430, "loss": 0.0033, "lr": 2.2581095657329598e-05, "epoch": 3.560693641618497, "percentage": 71.63, "elapsed_time": "1:40:23", "remaining_time": "0:39:46"}
+{"current_steps": 309, "total_steps": 430, "loss": 0.0037, "lr": 2.224258477572524e-05, "epoch": 3.5722543352601157, "percentage": 71.86, "elapsed_time": "1:40:41", "remaining_time": "0:39:25"}
+{"current_steps": 310, "total_steps": 430, "loss": 0.004, "lr": 2.1905903065731974e-05, "epoch": 3.583815028901734, "percentage": 72.09, "elapsed_time": "1:40:58", "remaining_time": "0:39:05"}
+{"current_steps": 310, "total_steps": 430, "eval_loss": 0.007966941222548485, "epoch": 3.583815028901734, "percentage": 72.09, "elapsed_time": "1:41:08", "remaining_time": "0:39:09"}
+{"current_steps": 311, "total_steps": 430, "loss": 0.0035, "lr": 2.1571072714164443e-05, "epoch": 3.5953757225433525, "percentage": 72.33, "elapsed_time": "1:41:25", "remaining_time": "0:38:48"}
+{"current_steps": 312, "total_steps": 430, "loss": 0.0056, "lr": 2.123811578583551e-05, "epoch": 3.606936416184971, "percentage": 72.56, "elapsed_time": "1:41:43", "remaining_time": "0:38:28"}
+{"current_steps": 313, "total_steps": 430, "loss": 0.0043, "lr": 2.090705422210237e-05, "epoch": 3.6184971098265897, "percentage": 72.79, "elapsed_time": "1:42:00", "remaining_time": "0:38:07"}
+{"current_steps": 314, "total_steps": 430, "loss": 0.0049, "lr": 2.057790983942047e-05, "epoch": 3.6300578034682083, "percentage": 73.02, "elapsed_time": "1:42:17", "remaining_time": "0:37:47"}
+{"current_steps": 315, "total_steps": 430, "loss": 0.0032, "lr": 2.0250704327906024e-05, "epoch": 3.6416184971098264, "percentage": 73.26, "elapsed_time": "1:42:33", "remaining_time": "0:37:26"}
+{"current_steps": 315, "total_steps": 430, "eval_loss": 0.008140211924910545, "epoch": 3.6416184971098264, "percentage": 73.26, "elapsed_time": "1:42:43", "remaining_time": "0:37:30"}
+{"current_steps": 316, "total_steps": 430, "loss": 0.0037, "lr": 1.9925459249906485e-05, "epoch": 3.653179190751445, "percentage": 73.49, "elapsed_time": "1:43:01", "remaining_time": "0:37:09"}
+{"current_steps": 317, "total_steps": 430, "loss": 0.0048, "lr": 1.960219603857977e-05, "epoch": 3.6647398843930636, "percentage": 73.72, "elapsed_time": "1:43:17", "remaining_time": "0:36:49"}
+{"current_steps": 318, "total_steps": 430, "loss": 0.0047, "lr": 1.928093599648179e-05, "epoch": 3.6763005780346822, "percentage": 73.95, "elapsed_time": "1:43:34", "remaining_time": "0:36:28"}
+{"current_steps": 319, "total_steps": 430, "loss": 0.0034, "lr": 1.8961700294162577e-05, "epoch": 3.687861271676301, "percentage": 74.19, "elapsed_time": "1:43:51", "remaining_time": "0:36:08"}
+{"current_steps": 320, "total_steps": 430, "loss": 0.0039, "lr": 1.86445099687713e-05, "epoch": 3.699421965317919, "percentage": 74.42, "elapsed_time": "1:44:08", "remaining_time": "0:35:48"}
+{"current_steps": 320, "total_steps": 430, "eval_loss": 0.008361711166799068, "epoch": 3.699421965317919, "percentage": 74.42, "elapsed_time": "1:44:18", "remaining_time": "0:35:51"}
+{"current_steps": 321, "total_steps": 430, "loss": 0.0037, "lr": 1.832938592266984e-05, "epoch": 3.7109826589595376, "percentage": 74.65, "elapsed_time": "1:44:36", "remaining_time": "0:35:31"}
+{"current_steps": 322, "total_steps": 430, "loss": 0.0041, "lr": 1.801634892205545e-05, "epoch": 3.722543352601156, "percentage": 74.88, "elapsed_time": "1:44:53", "remaining_time": "0:35:10"}
+{"current_steps": 323, "total_steps": 430, "loss": 0.0037, "lr": 1.7705419595592193e-05, "epoch": 3.7341040462427744, "percentage": 75.12, "elapsed_time": "1:45:11", "remaining_time": "0:34:50"}
+{"current_steps": 324, "total_steps": 430, "loss": 0.0043, "lr": 1.7396618433051647e-05, "epoch": 3.745664739884393, "percentage": 75.35, "elapsed_time": "1:45:28", "remaining_time": "0:34:30"}
+{"current_steps": 325, "total_steps": 430, "loss": 0.0042, "lr": 1.7089965783962608e-05, "epoch": 3.7572254335260116, "percentage": 75.58, "elapsed_time": "1:45:46", "remaining_time": "0:34:10"}
+{"current_steps": 325, "total_steps": 430, "eval_loss": 0.008260131813585758, "epoch": 3.7572254335260116, "percentage": 75.58, "elapsed_time": "1:45:56", "remaining_time": "0:34:13"}
+{"current_steps": 326, "total_steps": 430, "loss": 0.0043, "lr": 1.678548185627004e-05, "epoch": 3.76878612716763, "percentage": 75.81, "elapsed_time": "1:46:14", "remaining_time": "0:33:53"}
+{"current_steps": 327, "total_steps": 430, "loss": 0.0035, "lr": 1.6483186715003523e-05, "epoch": 3.7803468208092488, "percentage": 76.05, "elapsed_time": "1:46:30", "remaining_time": "0:33:32"}
+{"current_steps": 328, "total_steps": 430, "loss": 0.0039, "lr": 1.618310028095486e-05, "epoch": 3.791907514450867, "percentage": 76.28, "elapsed_time": "1:46:48", "remaining_time": "0:33:12"}
+{"current_steps": 329, "total_steps": 430, "loss": 0.0033, "lr": 1.5885242329365448e-05, "epoch": 3.8034682080924855, "percentage": 76.51, "elapsed_time": "1:47:05", "remaining_time": "0:32:52"}
+{"current_steps": 330, "total_steps": 430, "loss": 0.0046, "lr": 1.5589632488623053e-05, "epoch": 3.815028901734104, "percentage": 76.74, "elapsed_time": "1:47:23", "remaining_time": "0:32:32"}
+{"current_steps": 330, "total_steps": 430, "eval_loss": 0.008042494766414165, "epoch": 3.815028901734104, "percentage": 76.74, "elapsed_time": "1:47:34", "remaining_time": "0:32:35"}
+{"current_steps": 331, "total_steps": 430, "loss": 0.0032, "lr": 1.5296290238968303e-05, "epoch": 3.8265895953757223, "percentage": 76.98, "elapsed_time": "1:47:50", "remaining_time": "0:32:15"}
+{"current_steps": 332, "total_steps": 430, "loss": 0.0035, "lr": 1.500523491121108e-05, "epoch": 3.838150289017341, "percentage": 77.21, "elapsed_time": "1:48:08", "remaining_time": "0:31:55"}
+{"current_steps": 333, "total_steps": 430, "loss": 0.0038, "lr": 1.47164856854565e-05, "epoch": 3.8497109826589595, "percentage": 77.44, "elapsed_time": "1:48:26", "remaining_time": "0:31:35"}
+{"current_steps": 334, "total_steps": 430, "loss": 0.0034, "lr": 1.4430061589841121e-05, "epoch": 3.861271676300578, "percentage": 77.67, "elapsed_time": "1:48:43", "remaining_time": "0:31:14"}
+{"current_steps": 335, "total_steps": 430, "loss": 0.0035, "lr": 1.4145981499278876e-05, "epoch": 3.8728323699421967, "percentage": 77.91, "elapsed_time": "1:49:01", "remaining_time": "0:30:54"}
+{"current_steps": 335, "total_steps": 430, "eval_loss": 0.008081013336777687, "epoch": 3.8728323699421967, "percentage": 77.91, "elapsed_time": "1:49:11", "remaining_time": "0:30:57"}
+{"current_steps": 336, "total_steps": 430, "loss": 0.004, "lr": 1.386426413421738e-05, "epoch": 3.884393063583815, "percentage": 78.14, "elapsed_time": "1:49:29", "remaining_time": "0:30:37"}
+{"current_steps": 337, "total_steps": 430, "loss": 0.0034, "lr": 1.3584928059404205e-05, "epoch": 3.8959537572254335, "percentage": 78.37, "elapsed_time": "1:49:46", "remaining_time": "0:30:17"}
+{"current_steps": 338, "total_steps": 430, "loss": 0.0031, "lr": 1.3307991682663462e-05, "epoch": 3.907514450867052, "percentage": 78.6, "elapsed_time": "1:50:01", "remaining_time": "0:29:56"}
+{"current_steps": 339, "total_steps": 430, "loss": 0.0034, "lr": 1.3033473253682848e-05, "epoch": 3.9190751445086707, "percentage": 78.84, "elapsed_time": "1:50:17", "remaining_time": "0:29:36"}
+{"current_steps": 340, "total_steps": 430, "loss": 0.0048, "lr": 1.2761390862810907e-05, "epoch": 3.9306358381502893, "percentage": 79.07, "elapsed_time": "1:50:34", "remaining_time": "0:29:16"}
+{"current_steps": 340, "total_steps": 430, "eval_loss": 0.008075674995779991, "epoch": 3.9306358381502893, "percentage": 79.07, "elapsed_time": "1:50:44", "remaining_time": "0:29:18"}
+{"current_steps": 341, "total_steps": 430, "loss": 0.003, "lr": 1.2491762439865035e-05, "epoch": 3.9421965317919074, "percentage": 79.3, "elapsed_time": "1:51:02", "remaining_time": "0:28:58"}
+{"current_steps": 342, "total_steps": 430, "loss": 0.0028, "lr": 1.2224605752949786e-05, "epoch": 3.953757225433526, "percentage": 79.53, "elapsed_time": "1:51:19", "remaining_time": "0:28:38"}
+{"current_steps": 343, "total_steps": 430, "loss": 0.0037, "lr": 1.1959938407286097e-05, "epoch": 3.9653179190751446, "percentage": 79.77, "elapsed_time": "1:51:37", "remaining_time": "0:28:18"}
+{"current_steps": 344, "total_steps": 430, "loss": 0.0036, "lr": 1.1697777844051105e-05, "epoch": 3.976878612716763, "percentage": 80.0, "elapsed_time": "1:51:55", "remaining_time": "0:27:58"}
+{"current_steps": 345, "total_steps": 430, "loss": 0.0056, "lr": 1.143814133922872e-05, "epoch": 3.9884393063583814, "percentage": 80.23, "elapsed_time": "1:52:12", "remaining_time": "0:27:38"}
+{"current_steps": 345, "total_steps": 430, "eval_loss": 0.008018155582249165, "epoch": 3.9884393063583814, "percentage": 80.23, "elapsed_time": "1:52:22", "remaining_time": "0:27:41"}
+{"current_steps": 346, "total_steps": 430, "loss": 0.0065, "lr": 1.118104600247129e-05, "epoch": 4.0, "percentage": 80.47, "elapsed_time": "1:52:38", "remaining_time": "0:27:20"}
+{"current_steps": 347, "total_steps": 430, "loss": 0.0029, "lr": 1.0926508775971994e-05, "epoch": 4.011560693641618, "percentage": 80.7, "elapsed_time": "1:52:57", "remaining_time": "0:27:01"}
+{"current_steps": 348, "total_steps": 430, "loss": 0.0028, "lr": 1.0674546433348454e-05, "epoch": 4.023121387283237, "percentage": 80.93, "elapsed_time": "1:53:15", "remaining_time": "0:26:41"}
+{"current_steps": 349, "total_steps": 430, "loss": 0.0033, "lr": 1.0425175578537299e-05, "epoch": 4.034682080924855, "percentage": 81.16, "elapsed_time": "1:53:33", "remaining_time": "0:26:21"}
+{"current_steps": 350, "total_steps": 430, "loss": 0.0025, "lr": 1.0178412644700092e-05, "epoch": 4.046242774566474, "percentage": 81.4, "elapsed_time": "1:53:51", "remaining_time": "0:26:01"}
+{"current_steps": 350, "total_steps": 430, "eval_loss": 0.008002113550901413, "epoch": 4.046242774566474, "percentage": 81.4, "elapsed_time": "1:54:01", "remaining_time": "0:26:03"}
+{"current_steps": 351, "total_steps": 430, "loss": 0.0027, "lr": 9.934273893140334e-06, "epoch": 4.057803468208093, "percentage": 81.63, "elapsed_time": "1:54:30", "remaining_time": "0:25:46"}
+{"current_steps": 352, "total_steps": 430, "loss": 0.0027, "lr": 9.692775412231863e-06, "epoch": 4.069364161849711, "percentage": 81.86, "elapsed_time": "1:54:46", "remaining_time": "0:25:26"}
+{"current_steps": 353, "total_steps": 430, "loss": 0.0024, "lr": 9.453933116358715e-06, "epoch": 4.08092485549133, "percentage": 82.09, "elapsed_time": "1:55:03", "remaining_time": "0:25:05"}
+{"current_steps": 354, "total_steps": 430, "loss": 0.0028, "lr": 9.21776274486636e-06, "epoch": 4.092485549132948, "percentage": 82.33, "elapsed_time": "1:55:22", "remaining_time": "0:24:46"}
+{"current_steps": 355, "total_steps": 430, "loss": 0.0035, "lr": 8.984279861024453e-06, "epoch": 4.104046242774566, "percentage": 82.56, "elapsed_time": "1:55:38", "remaining_time": "0:24:25"}
+{"current_steps": 355, "total_steps": 430, "eval_loss": 0.008168390020728111, "epoch": 4.104046242774566, "percentage": 82.56, "elapsed_time": "1:55:48", "remaining_time": "0:24:28"}
+{"current_steps": 356, "total_steps": 430, "loss": 0.0034, "lr": 8.75349985100134e-06, "epoch": 4.115606936416185, "percentage": 82.79, "elapsed_time": "1:56:05", "remaining_time": "0:24:07"}
+{"current_steps": 357, "total_steps": 430, "loss": 0.0025, "lr": 8.525437922850032e-06, "epoch": 4.127167630057803, "percentage": 83.02, "elapsed_time": "1:56:22", "remaining_time": "0:23:47"}
+{"current_steps": 358, "total_steps": 430, "loss": 0.0025, "lr": 8.30010910550611e-06, "epoch": 4.138728323699422, "percentage": 83.26, "elapsed_time": "1:56:39", "remaining_time": "0:23:27"}
+{"current_steps": 359, "total_steps": 430, "loss": 0.0029, "lr": 8.077528247797234e-06, "epoch": 4.1502890173410405, "percentage": 83.49, "elapsed_time": "1:56:57", "remaining_time": "0:23:07"}
+{"current_steps": 360, "total_steps": 430, "loss": 0.0028, "lr": 7.857710017464737e-06, "epoch": 4.161849710982659, "percentage": 83.72, "elapsed_time": "1:57:15", "remaining_time": "0:22:48"}
+{"current_steps": 360, "total_steps": 430, "eval_loss": 0.00829649344086647, "epoch": 4.161849710982659, "percentage": 83.72, "elapsed_time": "1:57:25", "remaining_time": "0:22:49"}
+{"current_steps": 361, "total_steps": 430, "loss": 0.0041, "lr": 7.640668900196984e-06, "epoch": 4.173410404624278, "percentage": 83.95, "elapsed_time": "1:57:43", "remaining_time": "0:22:30"}
+{"current_steps": 362, "total_steps": 430, "loss": 0.0025, "lr": 7.426419198674772e-06, "epoch": 4.184971098265896, "percentage": 84.19, "elapsed_time": "1:58:00", "remaining_time": "0:22:10"}
+{"current_steps": 363, "total_steps": 430, "loss": 0.0036, "lr": 7.214975031628857e-06, "epoch": 4.196531791907514, "percentage": 84.42, "elapsed_time": "1:58:17", "remaining_time": "0:21:49"}
+{"current_steps": 364, "total_steps": 430, "loss": 0.0027, "lr": 7.006350332909495e-06, "epoch": 4.208092485549133, "percentage": 84.65, "elapsed_time": "1:58:35", "remaining_time": "0:21:30"}
+{"current_steps": 365, "total_steps": 430, "loss": 0.0028, "lr": 6.800558850568295e-06, "epoch": 4.219653179190751, "percentage": 84.88, "elapsed_time": "1:58:53", "remaining_time": "0:21:10"}
+{"current_steps": 365, "total_steps": 430, "eval_loss": 0.008427992463111877, "epoch": 4.219653179190751, "percentage": 84.88, "elapsed_time": "1:59:03", "remaining_time": "0:21:12"}
+{"current_steps": 366, "total_steps": 430, "loss": 0.0026, "lr": 6.5976141459521355e-06, "epoch": 4.23121387283237, "percentage": 85.12, "elapsed_time": "1:59:19", "remaining_time": "0:20:51"}
+{"current_steps": 367, "total_steps": 430, "loss": 0.0034, "lr": 6.397529592809614e-06, "epoch": 4.242774566473988, "percentage": 85.35, "elapsed_time": "1:59:36", "remaining_time": "0:20:31"}
+{"current_steps": 368, "total_steps": 430, "loss": 0.0025, "lr": 6.2003183764096695e-06, "epoch": 4.254335260115607, "percentage": 85.58, "elapsed_time": "1:59:53", "remaining_time": "0:20:11"}
+{"current_steps": 369, "total_steps": 430, "loss": 0.0037, "lr": 6.005993492672657e-06, "epoch": 4.265895953757226, "percentage": 85.81, "elapsed_time": "2:00:11", "remaining_time": "0:19:52"}
+{"current_steps": 370, "total_steps": 430, "loss": 0.003, "lr": 5.814567747314048e-06, "epoch": 4.277456647398844, "percentage": 86.05, "elapsed_time": "2:00:28", "remaining_time": "0:19:32"}
+{"current_steps": 370, "total_steps": 430, "eval_loss": 0.008522397838532925, "epoch": 4.277456647398844, "percentage": 86.05, "elapsed_time": "2:00:38", "remaining_time": "0:19:33"}
+{"current_steps": 371, "total_steps": 430, "loss": 0.0021, "lr": 5.626053755000421e-06, "epoch": 4.289017341040463, "percentage": 86.28, "elapsed_time": "2:00:57", "remaining_time": "0:19:14"}
+{"current_steps": 372, "total_steps": 430, "loss": 0.003, "lr": 5.440463938518303e-06, "epoch": 4.300578034682081, "percentage": 86.51, "elapsed_time": "2:01:14", "remaining_time": "0:18:54"}
+{"current_steps": 373, "total_steps": 430, "loss": 0.0027, "lr": 5.257810527955409e-06, "epoch": 4.312138728323699, "percentage": 86.74, "elapsed_time": "2:01:31", "remaining_time": "0:18:34"}
+{"current_steps": 374, "total_steps": 430, "loss": 0.0025, "lr": 5.078105559894791e-06, "epoch": 4.323699421965318, "percentage": 86.98, "elapsed_time": "2:01:48", "remaining_time": "0:18:14"}
+{"current_steps": 375, "total_steps": 430, "loss": 0.0033, "lr": 4.901360876621597e-06, "epoch": 4.335260115606936, "percentage": 87.21, "elapsed_time": "2:02:06", "remaining_time": "0:17:54"}
+{"current_steps": 375, "total_steps": 430, "eval_loss": 0.008536826819181442, "epoch": 4.335260115606936, "percentage": 87.21, "elapsed_time": "2:02:16", "remaining_time": "0:17:56"}
+{"current_steps": 376, "total_steps": 430, "loss": 0.0022, "lr": 4.727588125342669e-06, "epoch": 4.3468208092485545, "percentage": 87.44, "elapsed_time": "2:02:34", "remaining_time": "0:17:36"}
+{"current_steps": 377, "total_steps": 430, "loss": 0.0025, "lr": 4.556798757419068e-06, "epoch": 4.358381502890174, "percentage": 87.67, "elapsed_time": "2:02:51", "remaining_time": "0:17:16"}
+{"current_steps": 378, "total_steps": 430, "loss": 0.0027, "lr": 4.389004027611404e-06, "epoch": 4.369942196531792, "percentage": 87.91, "elapsed_time": "2:03:08", "remaining_time": "0:16:56"}
+{"current_steps": 379, "total_steps": 430, "loss": 0.004, "lr": 4.224214993338149e-06, "epoch": 4.381502890173411, "percentage": 88.14, "elapsed_time": "2:03:26", "remaining_time": "0:16:36"}
+{"current_steps": 380, "total_steps": 430, "loss": 0.003, "lr": 4.062442513947007e-06, "epoch": 4.393063583815029, "percentage": 88.37, "elapsed_time": "2:03:43", "remaining_time": "0:16:16"}
+{"current_steps": 380, "total_steps": 430, "eval_loss": 0.008570068515837193, "epoch": 4.393063583815029, "percentage": 88.37, "elapsed_time": "2:03:53", "remaining_time": "0:16:18"}
+{"current_steps": 381, "total_steps": 430, "loss": 0.0031, "lr": 3.903697249999289e-06, "epoch": 4.404624277456647, "percentage": 88.6, "elapsed_time": "2:04:10", "remaining_time": "0:15:58"}
+{"current_steps": 382, "total_steps": 430, "loss": 0.0026, "lr": 3.7479896625674027e-06, "epoch": 4.416184971098266, "percentage": 88.84, "elapsed_time": "2:04:27", "remaining_time": "0:15:38"}
+{"current_steps": 383, "total_steps": 430, "loss": 0.0026, "lr": 3.595330012545445e-06, "epoch": 4.427745664739884, "percentage": 89.07, "elapsed_time": "2:04:44", "remaining_time": "0:15:18"}
+{"current_steps": 384, "total_steps": 430, "loss": 0.0029, "lr": 3.445728359973094e-06, "epoch": 4.4393063583815024, "percentage": 89.3, "elapsed_time": "2:05:02", "remaining_time": "0:14:58"}
+{"current_steps": 385, "total_steps": 430, "loss": 0.0022, "lr": 3.299194563372604e-06, "epoch": 4.4508670520231215, "percentage": 89.53, "elapsed_time": "2:05:19", "remaining_time": "0:14:38"}
+{"current_steps": 385, "total_steps": 430, "eval_loss": 0.008573681116104126, "epoch": 4.4508670520231215, "percentage": 89.53, "elapsed_time": "2:05:29", "remaining_time": "0:14:40"}
+{"current_steps": 386, "total_steps": 430, "loss": 0.0026, "lr": 3.1557382790991687e-06, "epoch": 4.46242774566474, "percentage": 89.77, "elapsed_time": "2:05:46", "remaining_time": "0:14:20"}
+{"current_steps": 387, "total_steps": 430, "loss": 0.0025, "lr": 3.0153689607045845e-06, "epoch": 4.473988439306359, "percentage": 90.0, "elapsed_time": "2:06:03", "remaining_time": "0:14:00"}
+{"current_steps": 388, "total_steps": 430, "loss": 0.0027, "lr": 2.878095858314278e-06, "epoch": 4.485549132947977, "percentage": 90.23, "elapsed_time": "2:06:20", "remaining_time": "0:13:40"}
+{"current_steps": 389, "total_steps": 430, "loss": 0.0025, "lr": 2.743928018017744e-06, "epoch": 4.497109826589595, "percentage": 90.47, "elapsed_time": "2:06:37", "remaining_time": "0:13:20"}
+{"current_steps": 390, "total_steps": 430, "loss": 0.0028, "lr": 2.6128742812723704e-06, "epoch": 4.508670520231214, "percentage": 90.7, "elapsed_time": "2:06:54", "remaining_time": "0:13:00"}
+{"current_steps": 390, "total_steps": 430, "eval_loss": 0.008553516119718552, "epoch": 4.508670520231214, "percentage": 90.7, "elapsed_time": "2:07:04", "remaining_time": "0:13:01"}
+{"current_steps": 391, "total_steps": 430, "loss": 0.0033, "lr": 2.4849432843208785e-06, "epoch": 4.520231213872832, "percentage": 90.93, "elapsed_time": "2:07:20", "remaining_time": "0:12:42"}
+{"current_steps": 392, "total_steps": 430, "loss": 0.0029, "lr": 2.3601434576221546e-06, "epoch": 4.531791907514451, "percentage": 91.16, "elapsed_time": "2:07:38", "remaining_time": "0:12:22"}
+{"current_steps": 393, "total_steps": 430, "loss": 0.0031, "lr": 2.238483025295707e-06, "epoch": 4.543352601156069, "percentage": 91.4, "elapsed_time": "2:07:55", "remaining_time": "0:12:02"}
+{"current_steps": 394, "total_steps": 430, "loss": 0.0027, "lr": 2.1199700045797077e-06, "epoch": 4.554913294797688, "percentage": 91.63, "elapsed_time": "2:08:13", "remaining_time": "0:11:42"}
+{"current_steps": 395, "total_steps": 430, "loss": 0.0028, "lr": 2.0046122053026694e-06, "epoch": 4.566473988439307, "percentage": 91.86, "elapsed_time": "2:08:30", "remaining_time": "0:11:23"}
+{"current_steps": 395, "total_steps": 430, "eval_loss": 0.008501513861119747, "epoch": 4.566473988439307, "percentage": 91.86, "elapsed_time": "2:08:40", "remaining_time": "0:11:24"}
+{"current_steps": 396, "total_steps": 430, "loss": 0.0032, "lr": 1.8924172293688147e-06, "epoch": 4.578034682080925, "percentage": 92.09, "elapsed_time": "2:08:57", "remaining_time": "0:11:04"}
+{"current_steps": 397, "total_steps": 430, "loss": 0.0035, "lr": 1.7833924702570725e-06, "epoch": 4.589595375722544, "percentage": 92.33, "elapsed_time": "2:09:15", "remaining_time": "0:10:44"}
+{"current_steps": 398, "total_steps": 430, "loss": 0.0025, "lr": 1.6775451125338959e-06, "epoch": 4.601156069364162, "percentage": 92.56, "elapsed_time": "2:09:33", "remaining_time": "0:10:24"}
+{"current_steps": 399, "total_steps": 430, "loss": 0.0024, "lr": 1.5748821313798124e-06, "epoch": 4.61271676300578, "percentage": 92.79, "elapsed_time": "2:09:51", "remaining_time": "0:10:05"}
+{"current_steps": 400, "total_steps": 430, "loss": 0.0031, "lr": 1.4754102921297364e-06, "epoch": 4.624277456647399, "percentage": 93.02, "elapsed_time": "2:10:09", "remaining_time": "0:09:45"}
+{"current_steps": 400, "total_steps": 430, "eval_loss": 0.008478561416268349, "epoch": 4.624277456647399, "percentage": 93.02, "elapsed_time": "2:10:19", "remaining_time": "0:09:46"}
+{"current_steps": 401, "total_steps": 430, "loss": 0.0024, "lr": 1.3791361498271705e-06, "epoch": 4.635838150289017, "percentage": 93.26, "elapsed_time": "2:10:44", "remaining_time": "0:09:27"}
+{"current_steps": 402, "total_steps": 430, "loss": 0.0023, "lr": 1.2860660487922616e-06, "epoch": 4.6473988439306355, "percentage": 93.49, "elapsed_time": "2:11:02", "remaining_time": "0:09:07"}
+{"current_steps": 403, "total_steps": 430, "loss": 0.0024, "lr": 1.196206122203647e-06, "epoch": 4.658959537572255, "percentage": 93.72, "elapsed_time": "2:11:18", "remaining_time": "0:08:47"}
+{"current_steps": 404, "total_steps": 430, "loss": 0.0033, "lr": 1.1095622916943494e-06, "epoch": 4.670520231213873, "percentage": 93.95, "elapsed_time": "2:11:35", "remaining_time": "0:08:28"}
+{"current_steps": 405, "total_steps": 430, "loss": 0.0038, "lr": 1.0261402669615505e-06, "epoch": 4.682080924855491, "percentage": 94.19, "elapsed_time": "2:11:53", "remaining_time": "0:08:08"}
+{"current_steps": 405, "total_steps": 430, "eval_loss": 0.00843281950801611, "epoch": 4.682080924855491, "percentage": 94.19, "elapsed_time": "2:12:03", "remaining_time": "0:08:09"}
+{"current_steps": 406, "total_steps": 430, "loss": 0.0024, "lr": 9.459455453902866e-07, "epoch": 4.69364161849711, "percentage": 94.42, "elapsed_time": "2:12:20", "remaining_time": "0:07:49"}
+{"current_steps": 407, "total_steps": 430, "loss": 0.0029, "lr": 8.68983411691221e-07, "epoch": 4.705202312138728, "percentage": 94.65, "elapsed_time": "2:12:38", "remaining_time": "0:07:29"}
+{"current_steps": 408, "total_steps": 430, "loss": 0.0028, "lr": 7.952589375523567e-07, "epoch": 4.716763005780347, "percentage": 94.88, "elapsed_time": "2:12:56", "remaining_time": "0:07:10"}
+{"current_steps": 409, "total_steps": 430, "loss": 0.0025, "lr": 7.247769813048644e-07, "epoch": 4.728323699421965, "percentage": 95.12, "elapsed_time": "2:13:12", "remaining_time": "0:06:50"}
+{"current_steps": 410, "total_steps": 430, "loss": 0.0024, "lr": 6.57542187602872e-07, "epoch": 4.7398843930635834, "percentage": 95.35, "elapsed_time": "2:13:30", "remaining_time": "0:06:30"}
+{"current_steps": 410, "total_steps": 430, "eval_loss": 0.00842086412012577, "epoch": 4.7398843930635834, "percentage": 95.35, "elapsed_time": "2:13:40", "remaining_time": "0:06:31"}
+{"current_steps": 411, "total_steps": 430, "loss": 0.0028, "lr": 5.935589871174208e-07, "epoch": 4.7514450867052025, "percentage": 95.58, "elapsed_time": "2:13:58", "remaining_time": "0:06:11"}
+{"current_steps": 412, "total_steps": 430, "loss": 0.0029, "lr": 5.328315962444874e-07, "epoch": 4.763005780346821, "percentage": 95.81, "elapsed_time": "2:14:13", "remaining_time": "0:05:51"}
+{"current_steps": 413, "total_steps": 430, "loss": 0.0029, "lr": 4.753640168271456e-07, "epoch": 4.77456647398844, "percentage": 96.05, "elapsed_time": "2:14:30", "remaining_time": "0:05:32"}
+{"current_steps": 414, "total_steps": 430, "loss": 0.0024, "lr": 4.2116003589179887e-07, "epoch": 4.786127167630058, "percentage": 96.28, "elapsed_time": "2:14:46", "remaining_time": "0:05:12"}
+{"current_steps": 415, "total_steps": 430, "loss": 0.0024, "lr": 3.702232253986804e-07, "epoch": 4.797687861271676, "percentage": 96.51, "elapsed_time": "2:15:02", "remaining_time": "0:04:52"}
+{"current_steps": 415, "total_steps": 430, "eval_loss": 0.008439392782747746, "epoch": 4.797687861271676, "percentage": 96.51, "elapsed_time": "2:15:12", "remaining_time": "0:04:53"}
+{"current_steps": 416, "total_steps": 430, "loss": 0.0027, "lr": 3.2255694200643006e-07, "epoch": 4.809248554913295, "percentage": 96.74, "elapsed_time": "2:15:30", "remaining_time": "0:04:33"}
+{"current_steps": 417, "total_steps": 430, "loss": 0.0023, "lr": 2.78164326850916e-07, "epoch": 4.820809248554913, "percentage": 96.98, "elapsed_time": "2:15:48", "remaining_time": "0:04:14"}
+{"current_steps": 418, "total_steps": 430, "loss": 0.0031, "lr": 2.3704830533821108e-07, "epoch": 4.832369942196532, "percentage": 97.21, "elapsed_time": "2:16:05", "remaining_time": "0:03:54"}
+{"current_steps": 419, "total_steps": 430, "loss": 0.0026, "lr": 1.9921158695184738e-07, "epoch": 4.84393063583815, "percentage": 97.44, "elapsed_time": "2:16:22", "remaining_time": "0:03:34"}
+{"current_steps": 420, "total_steps": 430, "loss": 0.0024, "lr": 1.6465666507425315e-07, "epoch": 4.855491329479769, "percentage": 97.67, "elapsed_time": "2:16:41", "remaining_time": "0:03:15"}
+{"current_steps": 420, "total_steps": 430, "eval_loss": 0.008424060419201851, "epoch": 4.855491329479769, "percentage": 97.67, "elapsed_time": "2:16:51", "remaining_time": "0:03:15"}
+{"current_steps": 421, "total_steps": 430, "loss": 0.0027, "lr": 1.333858168224178e-07, "epoch": 4.867052023121388, "percentage": 97.91, "elapsed_time": "2:17:09", "remaining_time": "0:02:55"}
+{"current_steps": 422, "total_steps": 430, "loss": 0.0032, "lr": 1.0540110289786742e-07, "epoch": 4.878612716763006, "percentage": 98.14, "elapsed_time": "2:17:24", "remaining_time": "0:02:36"}
+{"current_steps": 423, "total_steps": 430, "loss": 0.0024, "lr": 8.07043674508623e-08, "epoch": 4.890173410404624, "percentage": 98.37, "elapsed_time": "2:17:41", "remaining_time": "0:02:16"}
+{"current_steps": 424, "total_steps": 430, "loss": 0.0029, "lr": 5.929723795884967e-08, "epoch": 4.901734104046243, "percentage": 98.6, "elapsed_time": "2:17:57", "remaining_time": "0:01:57"}
+{"current_steps": 425, "total_steps": 430, "loss": 0.0026, "lr": 4.1181125119221787e-08, "epoch": 4.913294797687861, "percentage": 98.84, "elapsed_time": "2:18:15", "remaining_time": "0:01:37"}
+{"current_steps": 425, "total_steps": 430, "eval_loss": 0.008420780301094055, "epoch": 4.913294797687861, "percentage": 98.84, "elapsed_time": "2:18:25", "remaining_time": "0:01:37"}
+{"current_steps": 426, "total_steps": 430, "loss": 0.0025, "lr": 2.6357222756384636e-08, "epoch": 4.924855491329479, "percentage": 99.07, "elapsed_time": "2:18:42", "remaining_time": "0:01:18"}
+{"current_steps": 427, "total_steps": 430, "loss": 0.0028, "lr": 1.482650774303207e-08, "epoch": 4.936416184971098, "percentage": 99.3, "elapsed_time": "2:18:59", "remaining_time": "0:00:58"}
+{"current_steps": 428, "total_steps": 430, "loss": 0.0033, "lr": 6.589739935819461e-09, "epoch": 4.9479768786127165, "percentage": 99.53, "elapsed_time": "2:19:16", "remaining_time": "0:00:39"}
+{"current_steps": 429, "total_steps": 430, "loss": 0.0031, "lr": 1.6474621252704493e-09, "epoch": 4.959537572254336, "percentage": 99.77, "elapsed_time": "2:19:33", "remaining_time": "0:00:19"}
+{"current_steps": 430, "total_steps": 430, "loss": 0.0029, "lr": 0.0, "epoch": 4.971098265895954, "percentage": 100.0, "elapsed_time": "2:19:51", "remaining_time": "0:00:00"}
+{"current_steps": 430, "total_steps": 430, "eval_loss": 0.008429310284554958, "epoch": 4.971098265895954, "percentage": 100.0, "elapsed_time": "2:20:01", "remaining_time": "0:00:00"}
+{"current_steps": 430, "total_steps": 430, "epoch": 4.971098265895954, "percentage": 100.0, "elapsed_time": "2:20:10", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,3740 @@
+{
+  "best_metric": 0.007892865687608719,
+  "best_model_checkpoint": "/home/paperspace/Data/models/spinny/llm3br256/checkpoint-250",
+  "epoch": 4.971098265895954,
+  "eval_steps": 5,
+  "global_step": 430,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.011560693641618497,
+      "grad_norm": 0.15129172801971436,
+      "learning_rate": 2.325581395348837e-06,
+      "loss": 0.068,
+      "step": 1
+    },
+    {
+      "epoch": 0.023121387283236993,
+      "grad_norm": 0.14174357056617737,
+      "learning_rate": 4.651162790697674e-06,
+      "loss": 0.0635,
+      "step": 2
+    },
+    {
+      "epoch": 0.03468208092485549,
+      "grad_norm": 0.14430448412895203,
+      "learning_rate": 6.976744186046512e-06,
+      "loss": 0.0649,
+      "step": 3
+    },
+    {
+      "epoch": 0.046242774566473986,
+      "grad_norm": 0.1410493552684784,
+      "learning_rate": 9.302325581395349e-06,
+      "loss": 0.063,
+      "step": 4
+    },
+    {
+      "epoch": 0.057803468208092484,
+      "grad_norm": 0.13995003700256348,
+      "learning_rate": 1.1627906976744187e-05,
+      "loss": 0.0598,
+      "step": 5
+    },
+    {
+      "epoch": 0.057803468208092484,
+      "eval_loss": 0.05565303936600685,
+      "eval_runtime": 11.8576,
+      "eval_samples_per_second": 4.217,
+      "eval_steps_per_second": 1.096,
+      "step": 5
+    },
+    {
+      "epoch": 0.06936416184971098,
+      "grad_norm": 0.12226737290620804,
+      "learning_rate": 1.3953488372093024e-05,
+      "loss": 0.0533,
+      "step": 6
+    },
+    {
+      "epoch": 0.08092485549132948,
+      "grad_norm": 0.10596886277198792,
+      "learning_rate": 1.6279069767441862e-05,
+      "loss": 0.0544,
+      "step": 7
+    },
+    {
+      "epoch": 0.09248554913294797,
+      "grad_norm": 0.07781537622213364,
+      "learning_rate": 1.8604651162790697e-05,
+      "loss": 0.0448,
+      "step": 8
+    },
+    {
+      "epoch": 0.10404624277456648,
+      "grad_norm": 0.06554879248142242,
+      "learning_rate": 2.0930232558139536e-05,
+      "loss": 0.0373,
+      "step": 9
+    },
+    {
+      "epoch": 0.11560693641618497,
+      "grad_norm": 0.08980869501829147,
+      "learning_rate": 2.3255813953488374e-05,
+      "loss": 0.0388,
+      "step": 10
+    },
+    {
+      "epoch": 0.11560693641618497,
+      "eval_loss": 0.034586433321237564,
+      "eval_runtime": 10.0247,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 10
+    },
+    {
+      "epoch": 0.12716763005780346,
+      "grad_norm": 0.08015415817499161,
+      "learning_rate": 2.5581395348837212e-05,
+      "loss": 0.0393,
+      "step": 11
+    },
+    {
+      "epoch": 0.13872832369942195,
+      "grad_norm": 0.06148159131407738,
+      "learning_rate": 2.7906976744186048e-05,
+      "loss": 0.0377,
+      "step": 12
+    },
+    {
+      "epoch": 0.15028901734104047,
+      "grad_norm": 0.04883963614702225,
+      "learning_rate": 3.0232558139534883e-05,
+      "loss": 0.0356,
+      "step": 13
+    },
+    {
+      "epoch": 0.16184971098265896,
+      "grad_norm": 0.04954546317458153,
+      "learning_rate": 3.2558139534883724e-05,
+      "loss": 0.0363,
+      "step": 14
+    },
+    {
+      "epoch": 0.17341040462427745,
+      "grad_norm": 0.041509971022605896,
+      "learning_rate": 3.488372093023256e-05,
+      "loss": 0.0275,
+      "step": 15
+    },
+    {
+      "epoch": 0.17341040462427745,
+      "eval_loss": 0.027632026001811028,
+      "eval_runtime": 10.0235,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 15
+    },
+    {
+      "epoch": 0.18497109826589594,
+      "grad_norm": 0.041887976229190826,
+      "learning_rate": 3.7209302325581394e-05,
+      "loss": 0.0303,
+      "step": 16
+    },
+    {
+      "epoch": 0.19653179190751446,
+      "grad_norm": 0.03965295851230621,
+      "learning_rate": 3.953488372093023e-05,
+      "loss": 0.0284,
+      "step": 17
+    },
+    {
+      "epoch": 0.20809248554913296,
+      "grad_norm": 0.03458382189273834,
+      "learning_rate": 4.186046511627907e-05,
+      "loss": 0.03,
+      "step": 18
+    },
+    {
+      "epoch": 0.21965317919075145,
+      "grad_norm": 0.03138720989227295,
+      "learning_rate": 4.418604651162791e-05,
+      "loss": 0.0242,
+      "step": 19
+    },
+    {
+      "epoch": 0.23121387283236994,
+      "grad_norm": 0.02681548520922661,
+      "learning_rate": 4.651162790697675e-05,
+      "loss": 0.0218,
+      "step": 20
+    },
+    {
+      "epoch": 0.23121387283236994,
+      "eval_loss": 0.02280299924314022,
+      "eval_runtime": 10.0675,
+      "eval_samples_per_second": 4.967,
+      "eval_steps_per_second": 1.291,
+      "step": 20
+    },
+    {
+      "epoch": 0.24277456647398843,
+      "grad_norm": 0.03174450621008873,
+      "learning_rate": 4.883720930232558e-05,
+      "loss": 0.0235,
+      "step": 21
+    },
+    {
+      "epoch": 0.2543352601156069,
+      "grad_norm": 0.033451005816459656,
+      "learning_rate": 5.1162790697674425e-05,
+      "loss": 0.0291,
+      "step": 22
+    },
+    {
+      "epoch": 0.2658959537572254,
+      "grad_norm": 0.03227928280830383,
+      "learning_rate": 5.348837209302326e-05,
+      "loss": 0.0254,
+      "step": 23
+    },
+    {
+      "epoch": 0.2774566473988439,
+      "grad_norm": 0.03783709928393364,
+      "learning_rate": 5.5813953488372095e-05,
+      "loss": 0.0256,
+      "step": 24
+    },
+    {
+      "epoch": 0.28901734104046245,
+      "grad_norm": 0.03228365629911423,
+      "learning_rate": 5.8139534883720933e-05,
+      "loss": 0.0236,
+      "step": 25
+    },
+    {
+      "epoch": 0.28901734104046245,
+      "eval_loss": 0.020257851108908653,
+      "eval_runtime": 10.0419,
+      "eval_samples_per_second": 4.979,
+      "eval_steps_per_second": 1.295,
+      "step": 25
+    },
+    {
+      "epoch": 0.30057803468208094,
+      "grad_norm": 0.02823326177895069,
+      "learning_rate": 6.0465116279069765e-05,
+      "loss": 0.0229,
+      "step": 26
+    },
+    {
+      "epoch": 0.31213872832369943,
+      "grad_norm": 0.02882234752178192,
+      "learning_rate": 6.27906976744186e-05,
+      "loss": 0.0226,
+      "step": 27
+    },
+    {
+      "epoch": 0.3236994219653179,
+      "grad_norm": 0.02527730166912079,
+      "learning_rate": 6.511627906976745e-05,
+      "loss": 0.0196,
+      "step": 28
+    },
+    {
+      "epoch": 0.3352601156069364,
+      "grad_norm": 0.026926985010504723,
+      "learning_rate": 6.744186046511628e-05,
+      "loss": 0.0182,
+      "step": 29
+    },
+    {
+      "epoch": 0.3468208092485549,
+      "grad_norm": 0.02383883111178875,
+      "learning_rate": 6.976744186046513e-05,
+      "loss": 0.0182,
+      "step": 30
+    },
+    {
+      "epoch": 0.3468208092485549,
+      "eval_loss": 0.01791333220899105,
+      "eval_runtime": 10.1038,
+      "eval_samples_per_second": 4.949,
+      "eval_steps_per_second": 1.287,
+      "step": 30
+    },
+    {
+      "epoch": 0.3583815028901734,
+      "grad_norm": 0.020905988290905952,
+      "learning_rate": 7.209302325581396e-05,
+      "loss": 0.0173,
+      "step": 31
+    },
+    {
+      "epoch": 0.3699421965317919,
+      "grad_norm": 0.021837348118424416,
+      "learning_rate": 7.441860465116279e-05,
+      "loss": 0.0186,
+      "step": 32
+    },
+    {
+      "epoch": 0.3815028901734104,
+      "grad_norm": 0.022534186020493507,
+      "learning_rate": 7.674418604651163e-05,
+      "loss": 0.0192,
+      "step": 33
+    },
+    {
+      "epoch": 0.3930635838150289,
+      "grad_norm": 0.021404536440968513,
+      "learning_rate": 7.906976744186047e-05,
+      "loss": 0.0163,
+      "step": 34
+    },
+    {
+      "epoch": 0.4046242774566474,
+      "grad_norm": 0.02087543159723282,
+      "learning_rate": 8.139534883720931e-05,
+      "loss": 0.019,
+      "step": 35
+    },
+    {
+      "epoch": 0.4046242774566474,
+      "eval_loss": 0.016155000776052475,
+      "eval_runtime": 10.0056,
+      "eval_samples_per_second": 4.997,
+      "eval_steps_per_second": 1.299,
+      "step": 35
+    },
+    {
+      "epoch": 0.4161849710982659,
+      "grad_norm": 0.023041941225528717,
+      "learning_rate": 8.372093023255814e-05,
+      "loss": 0.0157,
+      "step": 36
+    },
+    {
+      "epoch": 0.4277456647398844,
+      "grad_norm": 0.020684899762272835,
+      "learning_rate": 8.604651162790697e-05,
+      "loss": 0.0154,
+      "step": 37
+    },
+    {
+      "epoch": 0.4393063583815029,
+      "grad_norm": 0.019204530864953995,
+      "learning_rate": 8.837209302325582e-05,
+      "loss": 0.0142,
+      "step": 38
+    },
+    {
+      "epoch": 0.4508670520231214,
+      "grad_norm": 0.019893651828169823,
+      "learning_rate": 9.069767441860465e-05,
+      "loss": 0.0155,
+      "step": 39
+    },
+    {
+      "epoch": 0.4624277456647399,
+      "grad_norm": 0.022773414850234985,
+      "learning_rate": 9.30232558139535e-05,
+      "loss": 0.017,
+      "step": 40
+    },
+    {
+      "epoch": 0.4624277456647399,
+      "eval_loss": 0.01472202967852354,
+      "eval_runtime": 10.018,
+      "eval_samples_per_second": 4.991,
+      "eval_steps_per_second": 1.298,
+      "step": 40
+    },
+    {
+      "epoch": 0.47398843930635837,
+      "grad_norm": 0.021773461252450943,
+      "learning_rate": 9.534883720930233e-05,
+      "loss": 0.0161,
+      "step": 41
+    },
+    {
+      "epoch": 0.48554913294797686,
+      "grad_norm": 0.023095447570085526,
+      "learning_rate": 9.767441860465116e-05,
+      "loss": 0.0146,
+      "step": 42
+    },
+    {
+      "epoch": 0.49710982658959535,
+      "grad_norm": 0.0202298853546381,
+      "learning_rate": 0.0001,
+      "loss": 0.015,
+      "step": 43
+    },
+    {
+      "epoch": 0.5086705202312138,
+      "grad_norm": 0.01809552311897278,
+      "learning_rate": 9.999835253787473e-05,
+      "loss": 0.0149,
+      "step": 44
+    },
+    {
+      "epoch": 0.5202312138728323,
+      "grad_norm": 0.019870778545737267,
+      "learning_rate": 9.999341026006419e-05,
+      "loss": 0.0147,
+      "step": 45
+    },
+    {
+      "epoch": 0.5202312138728323,
+      "eval_loss": 0.013716931454837322,
+      "eval_runtime": 10.0201,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.297,
+      "step": 45
+    },
+    {
+      "epoch": 0.5317919075144508,
+      "grad_norm": 0.017238808795809746,
+      "learning_rate": 9.998517349225698e-05,
+      "loss": 0.0107,
+      "step": 46
+    },
+    {
+      "epoch": 0.5433526011560693,
+      "grad_norm": 0.022697314620018005,
+      "learning_rate": 9.997364277724361e-05,
+      "loss": 0.0149,
+      "step": 47
+    },
+    {
+      "epoch": 0.5549132947976878,
+      "grad_norm": 0.023472866043448448,
+      "learning_rate": 9.99588188748808e-05,
+      "loss": 0.0144,
+      "step": 48
+    },
+    {
+      "epoch": 0.5664739884393064,
+      "grad_norm": 0.017129473388195038,
+      "learning_rate": 9.994070276204116e-05,
+      "loss": 0.0126,
+      "step": 49
+    },
+    {
+      "epoch": 0.5780346820809249,
+      "grad_norm": 0.01756882295012474,
+      "learning_rate": 9.991929563254914e-05,
+      "loss": 0.0118,
+      "step": 50
+    },
+    {
+      "epoch": 0.5780346820809249,
+      "eval_loss": 0.013151152059435844,
+      "eval_runtime": 10.0009,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 1.3,
+      "step": 50
+    },
+    {
+      "epoch": 0.5895953757225434,
+      "grad_norm": 0.019612474367022514,
+      "learning_rate": 9.989459889710213e-05,
+      "loss": 0.0144,
+      "step": 51
+    },
+    {
+      "epoch": 0.6011560693641619,
+      "grad_norm": 0.016709089279174805,
+      "learning_rate": 9.986661418317759e-05,
+      "loss": 0.0119,
+      "step": 52
+    },
+    {
+      "epoch": 0.6127167630057804,
+      "grad_norm": 0.023054232820868492,
+      "learning_rate": 9.983534333492575e-05,
+      "loss": 0.0137,
+      "step": 53
+    },
+    {
+      "epoch": 0.6242774566473989,
+      "grad_norm": 0.02029217965900898,
+      "learning_rate": 9.980078841304816e-05,
+      "loss": 0.014,
+      "step": 54
+    },
+    {
+      "epoch": 0.6358381502890174,
+      "grad_norm": 0.018532264977693558,
+      "learning_rate": 9.976295169466178e-05,
+      "loss": 0.0107,
+      "step": 55
+    },
+    {
+      "epoch": 0.6358381502890174,
+      "eval_loss": 0.012713148258626461,
+      "eval_runtime": 10.0087,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 55
+    },
+    {
+      "epoch": 0.6473988439306358,
+      "grad_norm": 0.020468739792704582,
+      "learning_rate": 9.97218356731491e-05,
+      "loss": 0.0146,
+      "step": 56
+    },
+    {
+      "epoch": 0.6589595375722543,
+      "grad_norm": 0.01887972466647625,
+      "learning_rate": 9.967744305799357e-05,
+      "loss": 0.0126,
+      "step": 57
+    },
+    {
+      "epoch": 0.6705202312138728,
+      "grad_norm": 0.02040836587548256,
+      "learning_rate": 9.962977677460132e-05,
+      "loss": 0.0126,
+      "step": 58
+    },
+    {
+      "epoch": 0.6820809248554913,
+      "grad_norm": 0.02685651369392872,
+      "learning_rate": 9.957883996410821e-05,
+      "loss": 0.0122,
+      "step": 59
+    },
+    {
+      "epoch": 0.6936416184971098,
+      "grad_norm": 0.02112666517496109,
+      "learning_rate": 9.952463598317285e-05,
+      "loss": 0.016,
+      "step": 60
+    },
+    {
+      "epoch": 0.6936416184971098,
+      "eval_loss": 0.012294010259211063,
+      "eval_runtime": 10.0073,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 60
+    },
+    {
+      "epoch": 0.7052023121387283,
+      "grad_norm": 0.020788514986634254,
+      "learning_rate": 9.946716840375551e-05,
+      "loss": 0.0106,
+      "step": 61
+    },
+    {
+      "epoch": 0.7167630057803468,
+      "grad_norm": 0.01940411888062954,
+      "learning_rate": 9.940644101288259e-05,
+      "loss": 0.0098,
+      "step": 62
+    },
+    {
+      "epoch": 0.7283236994219653,
+      "grad_norm": 0.02072029560804367,
+      "learning_rate": 9.934245781239714e-05,
+      "loss": 0.0142,
+      "step": 63
+    },
+    {
+      "epoch": 0.7398843930635838,
+      "grad_norm": 0.017221063375473022,
+      "learning_rate": 9.927522301869515e-05,
+      "loss": 0.0114,
+      "step": 64
+    },
+    {
+      "epoch": 0.7514450867052023,
+      "grad_norm": 0.026088256388902664,
+      "learning_rate": 9.920474106244763e-05,
+      "loss": 0.0144,
+      "step": 65
+    },
+    {
+      "epoch": 0.7514450867052023,
+      "eval_loss": 0.011602817103266716,
+      "eval_runtime": 10.0191,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.298,
+      "step": 65
+    },
+    {
+      "epoch": 0.7630057803468208,
+      "grad_norm": 0.016981270164251328,
+      "learning_rate": 9.91310165883088e-05,
+      "loss": 0.0136,
+      "step": 66
+    },
+    {
+      "epoch": 0.7745664739884393,
+      "grad_norm": 0.017894290387630463,
+      "learning_rate": 9.905405445460972e-05,
+      "loss": 0.0113,
+      "step": 67
+    },
+    {
+      "epoch": 0.7861271676300579,
+      "grad_norm": 0.017901500687003136,
+      "learning_rate": 9.897385973303845e-05,
+      "loss": 0.0133,
+      "step": 68
+    },
+    {
+      "epoch": 0.7976878612716763,
+      "grad_norm": 0.018053261563181877,
+      "learning_rate": 9.889043770830566e-05,
+      "loss": 0.0108,
+      "step": 69
+    },
+    {
+      "epoch": 0.8092485549132948,
+      "grad_norm": 0.023738127201795578,
+      "learning_rate": 9.880379387779637e-05,
+      "loss": 0.0119,
+      "step": 70
+    },
+    {
+      "epoch": 0.8092485549132948,
+      "eval_loss": 0.011262123472988605,
+      "eval_runtime": 10.0281,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 70
+    },
+    {
+      "epoch": 0.8208092485549133,
+      "grad_norm": 0.01628166250884533,
+      "learning_rate": 9.871393395120774e-05,
+      "loss": 0.014,
+      "step": 71
+    },
+    {
+      "epoch": 0.8323699421965318,
+      "grad_norm": 0.014171602204442024,
+      "learning_rate": 9.862086385017283e-05,
+      "loss": 0.0099,
+      "step": 72
+    },
+    {
+      "epoch": 0.8439306358381503,
+      "grad_norm": 0.01973879709839821,
+      "learning_rate": 9.852458970787026e-05,
+      "loss": 0.011,
+      "step": 73
+    },
+    {
+      "epoch": 0.8554913294797688,
+      "grad_norm": 0.015728101134300232,
+      "learning_rate": 9.842511786862019e-05,
+      "loss": 0.01,
+      "step": 74
+    },
+    {
+      "epoch": 0.8670520231213873,
+      "grad_norm": 0.015097449533641338,
+      "learning_rate": 9.832245488746611e-05,
+      "loss": 0.0111,
+      "step": 75
+    },
+    {
+      "epoch": 0.8670520231213873,
+      "eval_loss": 0.010938560590147972,
+      "eval_runtime": 10.0124,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.298,
+      "step": 75
+    },
+    {
+      "epoch": 0.8786127167630058,
+      "grad_norm": 0.02237934060394764,
+      "learning_rate": 9.821660752974293e-05,
+      "loss": 0.0142,
+      "step": 76
+    },
+    {
+      "epoch": 0.8901734104046243,
+      "grad_norm": 0.01948779821395874,
+      "learning_rate": 9.810758277063119e-05,
+      "loss": 0.0138,
+      "step": 77
+    },
+    {
+      "epoch": 0.9017341040462428,
+      "grad_norm": 0.022487910464406013,
+      "learning_rate": 9.799538779469734e-05,
+      "loss": 0.0151,
+      "step": 78
+    },
+    {
+      "epoch": 0.9132947976878613,
+      "grad_norm": 0.017546942457556725,
+      "learning_rate": 9.78800299954203e-05,
+      "loss": 0.0098,
+      "step": 79
+    },
+    {
+      "epoch": 0.9248554913294798,
+      "grad_norm": 0.021010980010032654,
+      "learning_rate": 9.77615169747043e-05,
+      "loss": 0.012,
+      "step": 80
+    },
+    {
+      "epoch": 0.9248554913294798,
+      "eval_loss": 0.010658971033990383,
+      "eval_runtime": 10.0307,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 80
+    },
+    {
+      "epoch": 0.9364161849710982,
+      "grad_norm": 0.018796751275658607,
+      "learning_rate": 9.763985654237786e-05,
+      "loss": 0.0126,
+      "step": 81
+    },
+    {
+      "epoch": 0.9479768786127167,
+      "grad_norm": 0.020107241347432137,
+      "learning_rate": 9.751505671567913e-05,
+      "loss": 0.0129,
+      "step": 82
+    },
+    {
+      "epoch": 0.9595375722543352,
+      "grad_norm": 0.015596112236380577,
+      "learning_rate": 9.738712571872763e-05,
+      "loss": 0.0093,
+      "step": 83
+    },
+    {
+      "epoch": 0.9710982658959537,
+      "grad_norm": 0.018946580588817596,
+      "learning_rate": 9.725607198198227e-05,
+      "loss": 0.0139,
+      "step": 84
+    },
+    {
+      "epoch": 0.9826589595375722,
+      "grad_norm": 0.01942116767168045,
+      "learning_rate": 9.712190414168572e-05,
+      "loss": 0.0139,
+      "step": 85
+    },
+    {
+      "epoch": 0.9826589595375722,
+      "eval_loss": 0.010201876051723957,
+      "eval_runtime": 10.0325,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 85
+    },
+    {
+      "epoch": 0.9942196531791907,
+      "grad_norm": 0.01808648556470871,
+      "learning_rate": 9.698463103929542e-05,
+      "loss": 0.0096,
+      "step": 86
+    },
+    {
+      "epoch": 1.0057803468208093,
+      "grad_norm": 0.033104732632637024,
+      "learning_rate": 9.684426172090085e-05,
+      "loss": 0.0208,
+      "step": 87
+    },
+    {
+      "epoch": 1.0173410404624277,
+      "grad_norm": 0.011730443686246872,
+      "learning_rate": 9.67008054366274e-05,
+      "loss": 0.0079,
+      "step": 88
+    },
+    {
+      "epoch": 1.0289017341040463,
+      "grad_norm": 0.017196012660861015,
+      "learning_rate": 9.65542716400269e-05,
+      "loss": 0.0103,
+      "step": 89
+    },
+    {
+      "epoch": 1.0404624277456647,
+      "grad_norm": 0.015379775315523148,
+      "learning_rate": 9.640466998745456e-05,
+      "loss": 0.0085,
+      "step": 90
+    },
+    {
+      "epoch": 1.0404624277456647,
+      "eval_loss": 0.01041076984256506,
+      "eval_runtime": 10.0354,
+      "eval_samples_per_second": 4.982,
+      "eval_steps_per_second": 1.295,
+      "step": 90
+    },
+    {
+      "epoch": 1.0520231213872833,
+      "grad_norm": 0.01682409830391407,
+      "learning_rate": 9.625201033743261e-05,
+      "loss": 0.0102,
+      "step": 91
+    },
+    {
+      "epoch": 1.0635838150289016,
+      "grad_norm": 0.017098382115364075,
+      "learning_rate": 9.609630275000072e-05,
+      "loss": 0.0081,
+      "step": 92
+    },
+    {
+      "epoch": 1.0751445086705202,
+      "grad_norm": 0.017288707196712494,
+      "learning_rate": 9.5937557486053e-05,
+      "loss": 0.0094,
+      "step": 93
+    },
+    {
+      "epoch": 1.0867052023121386,
+      "grad_norm": 0.018024342134594917,
+      "learning_rate": 9.577578500666187e-05,
+      "loss": 0.0116,
+      "step": 94
+    },
+    {
+      "epoch": 1.0982658959537572,
+      "grad_norm": 0.017229463905096054,
+      "learning_rate": 9.56109959723886e-05,
+      "loss": 0.01,
+      "step": 95
+    },
+    {
+      "epoch": 1.0982658959537572,
+      "eval_loss": 0.010240535251796246,
+      "eval_runtime": 10.0835,
+      "eval_samples_per_second": 4.959,
+      "eval_steps_per_second": 1.289,
+      "step": 95
+    },
+    {
+      "epoch": 1.1098265895953756,
+      "grad_norm": 0.015899403020739555,
+      "learning_rate": 9.544320124258092e-05,
+      "loss": 0.0099,
+      "step": 96
+    },
+    {
+      "epoch": 1.1213872832369942,
+      "grad_norm": 0.019960559904575348,
+      "learning_rate": 9.527241187465734e-05,
+      "loss": 0.0098,
+      "step": 97
+    },
+    {
+      "epoch": 1.1329479768786128,
+      "grad_norm": 0.01425469946116209,
+      "learning_rate": 9.509863912337842e-05,
+      "loss": 0.0084,
+      "step": 98
+    },
+    {
+      "epoch": 1.1445086705202312,
+      "grad_norm": 0.015252132900059223,
+      "learning_rate": 9.492189444010521e-05,
+      "loss": 0.01,
+      "step": 99
+    },
+    {
+      "epoch": 1.1560693641618498,
+      "grad_norm": 0.014408037066459656,
+      "learning_rate": 9.474218947204459e-05,
+      "loss": 0.009,
+      "step": 100
+    },
+    {
+      "epoch": 1.1560693641618498,
+      "eval_loss": 0.009868398308753967,
+      "eval_runtime": 10.0137,
+      "eval_samples_per_second": 4.993,
+      "eval_steps_per_second": 1.298,
+      "step": 100
+    },
+    {
+      "epoch": 1.1676300578034682,
+      "grad_norm": 0.01568921096622944,
+      "learning_rate": 9.455953606148172e-05,
+      "loss": 0.0125,
+      "step": 101
+    },
+    {
+      "epoch": 1.1791907514450868,
+      "grad_norm": 0.01693912222981453,
+      "learning_rate": 9.437394624499958e-05,
+      "loss": 0.0116,
+      "step": 102
+    },
+    {
+      "epoch": 1.1907514450867052,
+      "grad_norm": 0.018201276659965515,
+      "learning_rate": 9.418543225268596e-05,
+      "loss": 0.0117,
+      "step": 103
+    },
+    {
+      "epoch": 1.2023121387283238,
+      "grad_norm": 0.015434252098202705,
+      "learning_rate": 9.399400650732735e-05,
+      "loss": 0.011,
+      "step": 104
+    },
+    {
+      "epoch": 1.2138728323699421,
+      "grad_norm": 0.01606677658855915,
+      "learning_rate": 9.379968162359034e-05,
+      "loss": 0.0094,
+      "step": 105
+    },
+    {
+      "epoch": 1.2138728323699421,
+      "eval_loss": 0.009825030341744423,
+      "eval_runtime": 10.0305,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 105
+    },
+    {
+      "epoch": 1.2254335260115607,
+      "grad_norm": 0.015970559790730476,
+      "learning_rate": 9.360247040719039e-05,
+      "loss": 0.0079,
+      "step": 106
+    },
+    {
+      "epoch": 1.2369942196531791,
+      "grad_norm": 0.01553067285567522,
+      "learning_rate": 9.340238585404788e-05,
+      "loss": 0.0077,
+      "step": 107
+    },
+    {
+      "epoch": 1.2485549132947977,
+      "grad_norm": 0.017365023493766785,
+      "learning_rate": 9.319944114943171e-05,
+      "loss": 0.0089,
+      "step": 108
+    },
+    {
+      "epoch": 1.260115606936416,
+      "grad_norm": 0.01562884822487831,
+      "learning_rate": 9.29936496670905e-05,
+      "loss": 0.0076,
+      "step": 109
+    },
+    {
+      "epoch": 1.2716763005780347,
+      "grad_norm": 0.016722485423088074,
+      "learning_rate": 9.278502496837116e-05,
+      "loss": 0.0069,
+      "step": 110
+    },
+    {
+      "epoch": 1.2716763005780347,
+      "eval_loss": 0.009917480871081352,
+      "eval_runtime": 9.9972,
+      "eval_samples_per_second": 5.001,
+      "eval_steps_per_second": 1.3,
+      "step": 110
+    },
+    {
+      "epoch": 1.2832369942196533,
+      "grad_norm": 0.019191304221749306,
+      "learning_rate": 9.257358080132523e-05,
+      "loss": 0.0108,
+      "step": 111
+    },
+    {
+      "epoch": 1.2947976878612717,
+      "grad_norm": 0.02037121169269085,
+      "learning_rate": 9.235933109980301e-05,
+      "loss": 0.011,
+      "step": 112
+    },
+    {
+      "epoch": 1.30635838150289,
+      "grad_norm": 0.016349676996469498,
+      "learning_rate": 9.214228998253527e-05,
+      "loss": 0.0084,
+      "step": 113
+    },
+    {
+      "epoch": 1.3179190751445087,
+      "grad_norm": 0.01671903021633625,
+      "learning_rate": 9.192247175220276e-05,
+      "loss": 0.0087,
+      "step": 114
+    },
+    {
+      "epoch": 1.3294797687861273,
+      "grad_norm": 0.01710616424679756,
+      "learning_rate": 9.16998908944939e-05,
+      "loss": 0.0108,
+      "step": 115
+    },
+    {
+      "epoch": 1.3294797687861273,
+      "eval_loss": 0.009632885456085205,
+      "eval_runtime": 10.0191,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.298,
+      "step": 115
+    },
+    {
+      "epoch": 1.3410404624277457,
+      "grad_norm": 0.01672513224184513,
+      "learning_rate": 9.147456207714997e-05,
+      "loss": 0.0077,
+      "step": 116
+    },
+    {
+      "epoch": 1.352601156069364,
+      "grad_norm": 0.017153792083263397,
+      "learning_rate": 9.124650014899867e-05,
+      "loss": 0.0101,
+      "step": 117
+    },
+    {
+      "epoch": 1.3641618497109826,
+      "grad_norm": 0.018158160150051117,
+      "learning_rate": 9.101572013897555e-05,
+      "loss": 0.0103,
+      "step": 118
+    },
+    {
+      "epoch": 1.3757225433526012,
+      "grad_norm": 0.017670975998044014,
+      "learning_rate": 9.078223725513366e-05,
+      "loss": 0.0112,
+      "step": 119
+    },
+    {
+      "epoch": 1.3872832369942196,
+      "grad_norm": 0.013258930295705795,
+      "learning_rate": 9.05460668836413e-05,
+      "loss": 0.0066,
+      "step": 120
+    },
+    {
+      "epoch": 1.3872832369942196,
+      "eval_loss": 0.009479235857725143,
+      "eval_runtime": 10.0092,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 120
+    },
+    {
+      "epoch": 1.3988439306358382,
+      "grad_norm": 0.016367750242352486,
+      "learning_rate": 9.030722458776814e-05,
+      "loss": 0.0083,
+      "step": 121
+    },
+    {
+      "epoch": 1.4104046242774566,
+      "grad_norm": 0.01966327428817749,
+      "learning_rate": 9.006572610685968e-05,
+      "loss": 0.013,
+      "step": 122
+    },
+    {
+      "epoch": 1.4219653179190752,
+      "grad_norm": 0.014227735809981823,
+      "learning_rate": 8.98215873552999e-05,
+      "loss": 0.0081,
+      "step": 123
+    },
+    {
+      "epoch": 1.4335260115606936,
+      "grad_norm": 0.0126969488337636,
+      "learning_rate": 8.957482442146272e-05,
+      "loss": 0.0069,
+      "step": 124
+    },
+    {
+      "epoch": 1.4450867052023122,
+      "grad_norm": 0.0182335264980793,
+      "learning_rate": 8.932545356665157e-05,
+      "loss": 0.0089,
+      "step": 125
+    },
+    {
+      "epoch": 1.4450867052023122,
+      "eval_loss": 0.009439178742468357,
+      "eval_runtime": 10.0231,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 125
+    },
+    {
+      "epoch": 1.4566473988439306,
+      "grad_norm": 0.013425913639366627,
+      "learning_rate": 8.907349122402801e-05,
+      "loss": 0.0064,
+      "step": 126
+    },
+    {
+      "epoch": 1.4682080924855492,
+      "grad_norm": 0.017706867307424545,
+      "learning_rate": 8.881895399752874e-05,
+      "loss": 0.0085,
+      "step": 127
+    },
+    {
+      "epoch": 1.4797687861271676,
+      "grad_norm": 0.015954311937093735,
+      "learning_rate": 8.856185866077129e-05,
+      "loss": 0.0091,
+      "step": 128
+    },
+    {
+      "epoch": 1.4913294797687862,
+      "grad_norm": 0.01800154522061348,
+      "learning_rate": 8.83022221559489e-05,
+      "loss": 0.0118,
+      "step": 129
+    },
+    {
+      "epoch": 1.5028901734104045,
+      "grad_norm": 0.022386785596609116,
+      "learning_rate": 8.80400615927139e-05,
+      "loss": 0.0084,
+      "step": 130
+    },
+    {
+      "epoch": 1.5028901734104045,
+      "eval_loss": 0.009285805746912956,
+      "eval_runtime": 10.0195,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.297,
+      "step": 130
+    },
+    {
+      "epoch": 1.5144508670520231,
+      "grad_norm": 0.015237067826092243,
+      "learning_rate": 8.777539424705023e-05,
+      "loss": 0.0067,
+      "step": 131
+    },
+    {
+      "epoch": 1.5260115606936417,
+      "grad_norm": 0.01740083284676075,
+      "learning_rate": 8.750823756013498e-05,
+      "loss": 0.0111,
+      "step": 132
+    },
+    {
+      "epoch": 1.5375722543352601,
+      "grad_norm": 0.01614670269191265,
+      "learning_rate": 8.72386091371891e-05,
+      "loss": 0.0066,
+      "step": 133
+    },
+    {
+      "epoch": 1.5491329479768785,
+      "grad_norm": 0.018181053921580315,
+      "learning_rate": 8.696652674631717e-05,
+      "loss": 0.0089,
+      "step": 134
+    },
+    {
+      "epoch": 1.560693641618497,
+      "grad_norm": 0.01898285746574402,
+      "learning_rate": 8.669200831733655e-05,
+      "loss": 0.0102,
+      "step": 135
+    },
+    {
+      "epoch": 1.560693641618497,
+      "eval_loss": 0.00925290398299694,
+      "eval_runtime": 10.0096,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 135
+    },
+    {
+      "epoch": 1.5722543352601157,
+      "grad_norm": 0.01583796739578247,
+      "learning_rate": 8.641507194059579e-05,
+      "loss": 0.0084,
+      "step": 136
+    },
+    {
+      "epoch": 1.583815028901734,
+      "grad_norm": 0.020259637385606766,
+      "learning_rate": 8.613573586578262e-05,
+      "loss": 0.0097,
+      "step": 137
+    },
+    {
+      "epoch": 1.5953757225433525,
+      "grad_norm": 0.0170609038323164,
+      "learning_rate": 8.585401850072113e-05,
+      "loss": 0.0102,
+      "step": 138
+    },
+    {
+      "epoch": 1.606936416184971,
+      "grad_norm": 0.013348150067031384,
+      "learning_rate": 8.55699384101589e-05,
+      "loss": 0.0076,
+      "step": 139
+    },
+    {
+      "epoch": 1.6184971098265897,
+      "grad_norm": 0.0179379191249609,
+      "learning_rate": 8.528351431454351e-05,
+      "loss": 0.01,
+      "step": 140
+    },
+    {
+      "epoch": 1.6184971098265897,
+      "eval_loss": 0.009090203791856766,
+      "eval_runtime": 10.0116,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.298,
+      "step": 140
+    },
+    {
+      "epoch": 1.630057803468208,
+      "grad_norm": 0.014754540286958218,
+      "learning_rate": 8.499476508878893e-05,
+      "loss": 0.0091,
+      "step": 141
+    },
+    {
+      "epoch": 1.6416184971098264,
+      "grad_norm": 0.014680921100080013,
+      "learning_rate": 8.47037097610317e-05,
+      "loss": 0.008,
+      "step": 142
+    },
+    {
+      "epoch": 1.653179190751445,
+      "grad_norm": 0.01806177943944931,
+      "learning_rate": 8.441036751137696e-05,
+      "loss": 0.0122,
+      "step": 143
+    },
+    {
+      "epoch": 1.6647398843930636,
+      "grad_norm": 0.014901218004524708,
+      "learning_rate": 8.411475767063455e-05,
+      "loss": 0.0075,
+      "step": 144
+    },
+    {
+      "epoch": 1.6763005780346822,
+      "grad_norm": 0.01642463356256485,
+      "learning_rate": 8.381689971904514e-05,
+      "loss": 0.0098,
+      "step": 145
+    },
+    {
+      "epoch": 1.6763005780346822,
+      "eval_loss": 0.008807710371911526,
+      "eval_runtime": 10.0289,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 145
+    },
+    {
+      "epoch": 1.6878612716763006,
+      "grad_norm": 0.0145337525755167,
+      "learning_rate": 8.35168132849965e-05,
+      "loss": 0.0074,
+      "step": 146
+    },
+    {
+      "epoch": 1.699421965317919,
+      "grad_norm": 0.019870057702064514,
+      "learning_rate": 8.321451814372997e-05,
+      "loss": 0.0111,
+      "step": 147
+    },
+    {
+      "epoch": 1.7109826589595376,
+      "grad_norm": 0.015163514763116837,
+      "learning_rate": 8.29100342160374e-05,
+      "loss": 0.0097,
+      "step": 148
+    },
+    {
+      "epoch": 1.7225433526011562,
+      "grad_norm": 0.01458723470568657,
+      "learning_rate": 8.260338156694836e-05,
+      "loss": 0.007,
+      "step": 149
+    },
+    {
+      "epoch": 1.7341040462427746,
+      "grad_norm": 0.015452525578439236,
+      "learning_rate": 8.229458040440783e-05,
+      "loss": 0.0071,
+      "step": 150
+    },
+    {
+      "epoch": 1.7341040462427746,
+      "eval_loss": 0.008663667365908623,
+      "eval_runtime": 10.0348,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.295,
+      "step": 150
+    },
+    {
+      "epoch": 1.745664739884393,
+      "grad_norm": 0.017789160832762718,
+      "learning_rate": 8.198365107794457e-05,
+      "loss": 0.0098,
+      "step": 151
+    },
+    {
+      "epoch": 1.7572254335260116,
+      "grad_norm": 0.019878627732396126,
+      "learning_rate": 8.167061407733016e-05,
+      "loss": 0.0077,
+      "step": 152
+    },
+    {
+      "epoch": 1.7687861271676302,
+      "grad_norm": 0.018271176144480705,
+      "learning_rate": 8.135549003122871e-05,
+      "loss": 0.0096,
+      "step": 153
+    },
+    {
+      "epoch": 1.7803468208092486,
+      "grad_norm": 0.017175493761897087,
+      "learning_rate": 8.103829970583742e-05,
+      "loss": 0.0111,
+      "step": 154
+    },
+    {
+      "epoch": 1.791907514450867,
+      "grad_norm": 0.014682111330330372,
+      "learning_rate": 8.071906400351822e-05,
+      "loss": 0.0094,
+      "step": 155
+    },
+    {
+      "epoch": 1.791907514450867,
+      "eval_loss": 0.008556585758924484,
+      "eval_runtime": 10.0386,
+      "eval_samples_per_second": 4.981,
+      "eval_steps_per_second": 1.295,
+      "step": 155
+    },
+    {
+      "epoch": 1.8034682080924855,
+      "grad_norm": 0.016677409410476685,
+      "learning_rate": 8.039780396142022e-05,
+      "loss": 0.0079,
+      "step": 156
+    },
+    {
+      "epoch": 1.8150289017341041,
+      "grad_norm": 0.01885165646672249,
+      "learning_rate": 8.007454075009351e-05,
+      "loss": 0.0115,
+      "step": 157
+    },
+    {
+      "epoch": 1.8265895953757225,
+      "grad_norm": 0.01522767636924982,
+      "learning_rate": 7.9749295672094e-05,
+      "loss": 0.0076,
+      "step": 158
+    },
+    {
+      "epoch": 1.838150289017341,
+      "grad_norm": 0.01811189390718937,
+      "learning_rate": 7.942209016057954e-05,
+      "loss": 0.01,
+      "step": 159
+    },
+    {
+      "epoch": 1.8497109826589595,
+      "grad_norm": 0.01717502437531948,
+      "learning_rate": 7.909294577789766e-05,
+      "loss": 0.008,
+      "step": 160
+    },
+    {
+      "epoch": 1.8497109826589595,
+      "eval_loss": 0.008559009060263634,
+      "eval_runtime": 10.0652,
+      "eval_samples_per_second": 4.968,
+      "eval_steps_per_second": 1.292,
+      "step": 160
+    },
+    {
+      "epoch": 1.861271676300578,
+      "grad_norm": 0.015464117750525475,
+      "learning_rate": 7.876188421416449e-05,
+      "loss": 0.0068,
+      "step": 161
+    },
+    {
+      "epoch": 1.8728323699421965,
+      "grad_norm": 0.015217979438602924,
+      "learning_rate": 7.842892728583558e-05,
+      "loss": 0.0074,
+      "step": 162
+    },
+    {
+      "epoch": 1.8843930635838149,
+      "grad_norm": 0.01554564293473959,
+      "learning_rate": 7.809409693426803e-05,
+      "loss": 0.0071,
+      "step": 163
+    },
+    {
+      "epoch": 1.8959537572254335,
+      "grad_norm": 0.01914595626294613,
+      "learning_rate": 7.775741522427477e-05,
+      "loss": 0.009,
+      "step": 164
+    },
+    {
+      "epoch": 1.907514450867052,
+      "grad_norm": 0.01934712752699852,
+      "learning_rate": 7.741890434267043e-05,
+      "loss": 0.01,
+      "step": 165
+    },
+    {
+      "epoch": 1.907514450867052,
+      "eval_loss": 0.00854802131652832,
+      "eval_runtime": 10.0226,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 165
+    },
+    {
+      "epoch": 1.9190751445086707,
+      "grad_norm": 0.01625540666282177,
+      "learning_rate": 7.707858659680924e-05,
+      "loss": 0.0071,
+      "step": 166
+    },
+    {
+      "epoch": 1.930635838150289,
+      "grad_norm": 0.020419662818312645,
+      "learning_rate": 7.673648441311508e-05,
+      "loss": 0.0076,
+      "step": 167
+    },
+    {
+      "epoch": 1.9421965317919074,
+      "grad_norm": 0.012187760323286057,
+      "learning_rate": 7.639262033560359e-05,
+      "loss": 0.0064,
+      "step": 168
+    },
+    {
+      "epoch": 1.953757225433526,
+      "grad_norm": 0.015659835189580917,
+      "learning_rate": 7.604701702439651e-05,
+      "loss": 0.0074,
+      "step": 169
+    },
+    {
+      "epoch": 1.9653179190751446,
+      "grad_norm": 0.017916489392518997,
+      "learning_rate": 7.56996972542285e-05,
+      "loss": 0.0084,
+      "step": 170
+    },
+    {
+      "epoch": 1.9653179190751446,
+      "eval_loss": 0.008561979979276657,
+      "eval_runtime": 10.0323,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 170
+    },
+    {
+      "epoch": 1.976878612716763,
+      "grad_norm": 0.018545281141996384,
+      "learning_rate": 7.535068391294617e-05,
+      "loss": 0.0102,
+      "step": 171
+    },
+    {
+      "epoch": 1.9884393063583814,
+      "grad_norm": 0.01769687980413437,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.0086,
+      "step": 172
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.021417992189526558,
+      "learning_rate": 7.464766862492855e-05,
+      "loss": 0.0092,
+      "step": 173
+    },
+    {
+      "epoch": 2.0115606936416186,
+      "grad_norm": 0.01275323610752821,
+      "learning_rate": 7.42937130058357e-05,
+      "loss": 0.0069,
+      "step": 174
+    },
+    {
+      "epoch": 2.023121387283237,
+      "grad_norm": 0.011270470917224884,
+      "learning_rate": 7.393815646786046e-05,
+      "loss": 0.0058,
+      "step": 175
+    },
+    {
+      "epoch": 2.023121387283237,
+      "eval_loss": 0.008691162802278996,
+      "eval_runtime": 10.0831,
+      "eval_samples_per_second": 4.959,
+      "eval_steps_per_second": 1.289,
+      "step": 175
+    },
+    {
+      "epoch": 2.0346820809248554,
+      "grad_norm": 0.014580226503312588,
+      "learning_rate": 7.358102244164003e-05,
+      "loss": 0.0077,
+      "step": 176
+    },
+    {
+      "epoch": 2.046242774566474,
+      "grad_norm": 0.014212528243660927,
+      "learning_rate": 7.322233446176571e-05,
+      "loss": 0.0074,
+      "step": 177
+    },
+    {
+      "epoch": 2.0578034682080926,
+      "grad_norm": 0.01766706444323063,
+      "learning_rate": 7.286211616523193e-05,
+      "loss": 0.007,
+      "step": 178
+    },
+    {
+      "epoch": 2.069364161849711,
+      "grad_norm": 0.015258056111633778,
+      "learning_rate": 7.250039128987873e-05,
+      "loss": 0.0073,
+      "step": 179
+    },
+    {
+      "epoch": 2.0809248554913293,
+      "grad_norm": 0.01634743995964527,
+      "learning_rate": 7.213718367282737e-05,
+      "loss": 0.0056,
+      "step": 180
+    },
+    {
+      "epoch": 2.0809248554913293,
+      "eval_loss": 0.008958614431321621,
+      "eval_runtime": 10.0215,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 180
+    },
+    {
+      "epoch": 2.092485549132948,
+      "grad_norm": 0.014233705587685108,
+      "learning_rate": 7.177251724890956e-05,
+      "loss": 0.0056,
+      "step": 181
+    },
+    {
+      "epoch": 2.1040462427745665,
+      "grad_norm": 0.013312169350683689,
+      "learning_rate": 7.14064160490902e-05,
+      "loss": 0.0055,
+      "step": 182
+    },
+    {
+      "epoch": 2.115606936416185,
+      "grad_norm": 0.012955575250089169,
+      "learning_rate": 7.103890419888367e-05,
+      "loss": 0.0053,
+      "step": 183
+    },
+    {
+      "epoch": 2.1271676300578033,
+      "grad_norm": 0.018879901617765427,
+      "learning_rate": 7.067000591676416e-05,
+      "loss": 0.0065,
+      "step": 184
+    },
+    {
+      "epoch": 2.138728323699422,
+      "grad_norm": 0.01857951283454895,
+      "learning_rate": 7.029974551256956e-05,
+      "loss": 0.0077,
+      "step": 185
+    },
+    {
+      "epoch": 2.138728323699422,
+      "eval_loss": 0.008626853115856647,
+      "eval_runtime": 10.0278,
+      "eval_samples_per_second": 4.986,
+      "eval_steps_per_second": 1.296,
+      "step": 185
+    },
+    {
+      "epoch": 2.1502890173410405,
+      "grad_norm": 0.015720047056674957,
+      "learning_rate": 6.992814738589957e-05,
+      "loss": 0.0057,
+      "step": 186
+    },
+    {
+      "epoch": 2.161849710982659,
+      "grad_norm": 0.016932690516114235,
+      "learning_rate": 6.95552360245078e-05,
+      "loss": 0.0074,
+      "step": 187
+    },
+    {
+      "epoch": 2.1734104046242773,
+      "grad_norm": 0.013904884457588196,
+      "learning_rate": 6.918103600268799e-05,
+      "loss": 0.0054,
+      "step": 188
+    },
+    {
+      "epoch": 2.184971098265896,
+      "grad_norm": 0.015230257995426655,
+      "learning_rate": 6.880557197965464e-05,
+      "loss": 0.0053,
+      "step": 189
+    },
+    {
+      "epoch": 2.1965317919075145,
+      "grad_norm": 0.017044221982359886,
+      "learning_rate": 6.842886869791809e-05,
+      "loss": 0.0061,
+      "step": 190
+    },
+    {
+      "epoch": 2.1965317919075145,
+      "eval_loss": 0.00858032051473856,
+      "eval_runtime": 10.0219,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 190
+    },
+    {
+      "epoch": 2.208092485549133,
+      "grad_norm": 0.01593642681837082,
+      "learning_rate": 6.805095098165389e-05,
+      "loss": 0.0056,
+      "step": 191
+    },
+    {
+      "epoch": 2.2196531791907512,
+      "grad_norm": 0.018296780064702034,
+      "learning_rate": 6.767184373506697e-05,
+      "loss": 0.008,
+      "step": 192
+    },
+    {
+      "epoch": 2.23121387283237,
+      "grad_norm": 0.02369534969329834,
+      "learning_rate": 6.729157194075057e-05,
+      "loss": 0.0116,
+      "step": 193
+    },
+    {
+      "epoch": 2.2427745664739884,
+      "grad_norm": 0.020556915551424026,
+      "learning_rate": 6.691016065803983e-05,
+      "loss": 0.0078,
+      "step": 194
+    },
+    {
+      "epoch": 2.254335260115607,
+      "grad_norm": 0.01714545115828514,
+      "learning_rate": 6.652763502136043e-05,
+      "loss": 0.008,
+      "step": 195
+    },
+    {
+      "epoch": 2.254335260115607,
+      "eval_loss": 0.008329370059072971,
+      "eval_runtime": 10.0304,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 195
+    },
+    {
+      "epoch": 2.2658959537572256,
+      "grad_norm": 0.013920610770583153,
+      "learning_rate": 6.614402023857232e-05,
+      "loss": 0.0057,
+      "step": 196
+    },
+    {
+      "epoch": 2.277456647398844,
+      "grad_norm": 0.014315689913928509,
+      "learning_rate": 6.57593415893085e-05,
+      "loss": 0.0062,
+      "step": 197
+    },
+    {
+      "epoch": 2.2890173410404624,
+      "grad_norm": 0.01451371144503355,
+      "learning_rate": 6.537362442330916e-05,
+      "loss": 0.0059,
+      "step": 198
+    },
+    {
+      "epoch": 2.300578034682081,
+      "grad_norm": 0.013728981837630272,
+      "learning_rate": 6.498689415875121e-05,
+      "loss": 0.0054,
+      "step": 199
+    },
+    {
+      "epoch": 2.3121387283236996,
+      "grad_norm": 0.01417378056794405,
+      "learning_rate": 6.45991762805732e-05,
+      "loss": 0.0058,
+      "step": 200
+    },
+    {
+      "epoch": 2.3121387283236996,
+      "eval_loss": 0.00831348542124033,
+      "eval_runtime": 10.0504,
+      "eval_samples_per_second": 4.975,
+      "eval_steps_per_second": 1.293,
+      "step": 200
+    },
+    {
+      "epoch": 2.3236994219653178,
+      "grad_norm": 0.013795462436974049,
+      "learning_rate": 6.421049633879588e-05,
+      "loss": 0.005,
+      "step": 201
+    },
+    {
+      "epoch": 2.3352601156069364,
+      "grad_norm": 0.01878678984940052,
+      "learning_rate": 6.382087994683859e-05,
+      "loss": 0.0075,
+      "step": 202
+    },
+    {
+      "epoch": 2.346820809248555,
+      "grad_norm": 0.01882004365324974,
+      "learning_rate": 6.343035277983127e-05,
+      "loss": 0.0068,
+      "step": 203
+    },
+    {
+      "epoch": 2.3583815028901736,
+      "grad_norm": 0.015659485012292862,
+      "learning_rate": 6.303894057292261e-05,
+      "loss": 0.006,
+      "step": 204
+    },
+    {
+      "epoch": 2.3699421965317917,
+      "grad_norm": 0.015219546854496002,
+      "learning_rate": 6.264666911958404e-05,
+      "loss": 0.0047,
+      "step": 205
+    },
+    {
+      "epoch": 2.3699421965317917,
+      "eval_loss": 0.00836299266666174,
+      "eval_runtime": 10.0293,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 205
+    },
+    {
+      "epoch": 2.3815028901734103,
+      "grad_norm": 0.017362525686621666,
+      "learning_rate": 6.225356426991007e-05,
+      "loss": 0.0069,
+      "step": 206
+    },
+    {
+      "epoch": 2.393063583815029,
+      "grad_norm": 0.014902186580002308,
+      "learning_rate": 6.185965192891472e-05,
+      "loss": 0.0055,
+      "step": 207
+    },
+    {
+      "epoch": 2.4046242774566475,
+      "grad_norm": 0.016910729929804802,
+      "learning_rate": 6.146495805482451e-05,
+      "loss": 0.0062,
+      "step": 208
+    },
+    {
+      "epoch": 2.416184971098266,
+      "grad_norm": 0.014512901194393635,
+      "learning_rate": 6.106950865736777e-05,
+      "loss": 0.0052,
+      "step": 209
+    },
+    {
+      "epoch": 2.4277456647398843,
+      "grad_norm": 0.017721183598041534,
+      "learning_rate": 6.0673329796060686e-05,
+      "loss": 0.0066,
+      "step": 210
+    },
+    {
+      "epoch": 2.4277456647398843,
+      "eval_loss": 0.008446984924376011,
+      "eval_runtime": 10.0239,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 210
+    },
+    {
+      "epoch": 2.439306358381503,
+      "grad_norm": 0.01806679181754589,
+      "learning_rate": 6.0276447578490035e-05,
+      "loss": 0.0063,
+      "step": 211
+    },
+    {
+      "epoch": 2.4508670520231215,
+      "grad_norm": 0.01761380210518837,
+      "learning_rate": 5.987888815859266e-05,
+      "loss": 0.0058,
+      "step": 212
+    },
+    {
+      "epoch": 2.4624277456647397,
+      "grad_norm": 0.015691956505179405,
+      "learning_rate": 5.9480677734932045e-05,
+      "loss": 0.0057,
+      "step": 213
+    },
+    {
+      "epoch": 2.4739884393063583,
+      "grad_norm": 0.016050070524215698,
+      "learning_rate": 5.908184254897182e-05,
+      "loss": 0.0073,
+      "step": 214
+    },
+    {
+      "epoch": 2.485549132947977,
+      "grad_norm": 0.013452823273837566,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.0055,
+      "step": 215
+    },
+    {
+      "epoch": 2.485549132947977,
+      "eval_loss": 0.008248448371887207,
+      "eval_runtime": 10.0544,
+      "eval_samples_per_second": 4.973,
+      "eval_steps_per_second": 1.293,
+      "step": 215
+    },
+    {
+      "epoch": 2.4971098265895955,
+      "grad_norm": 0.013310995884239674,
+      "learning_rate": 5.8282403060129566e-05,
+      "loss": 0.0064,
+      "step": 216
+    },
+    {
+      "epoch": 2.508670520231214,
+      "grad_norm": 0.016307106241583824,
+      "learning_rate": 5.788185143909868e-05,
+      "loss": 0.006,
+      "step": 217
+    },
+    {
+      "epoch": 2.520231213872832,
+      "grad_norm": 0.014403578825294971,
+      "learning_rate": 5.7480780415998906e-05,
+      "loss": 0.0053,
+      "step": 218
+    },
+    {
+      "epoch": 2.531791907514451,
+      "grad_norm": 0.015278173610568047,
+      "learning_rate": 5.707921642080299e-05,
+      "loss": 0.0067,
+      "step": 219
+    },
+    {
+      "epoch": 2.5433526011560694,
+      "grad_norm": 0.01573382504284382,
+      "learning_rate": 5.66771859159699e-05,
+      "loss": 0.0056,
+      "step": 220
+    },
+    {
+      "epoch": 2.5433526011560694,
+      "eval_loss": 0.008289137855172157,
+      "eval_runtime": 10.0106,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 220
+    },
+    {
+      "epoch": 2.5549132947976876,
+      "grad_norm": 0.014673051424324512,
+      "learning_rate": 5.6274715394700805e-05,
+      "loss": 0.0057,
+      "step": 221
+    },
+    {
+      "epoch": 2.5664739884393066,
+      "grad_norm": 0.017399994656443596,
+      "learning_rate": 5.587183137919332e-05,
+      "loss": 0.0066,
+      "step": 222
+    },
+    {
+      "epoch": 2.578034682080925,
+      "grad_norm": 0.015570064075291157,
+      "learning_rate": 5.546856041889373e-05,
+      "loss": 0.0062,
+      "step": 223
+    },
+    {
+      "epoch": 2.5895953757225434,
+      "grad_norm": 0.012873631902039051,
+      "learning_rate": 5.5064929088747316e-05,
+      "loss": 0.0048,
+      "step": 224
+    },
+    {
+      "epoch": 2.601156069364162,
+      "grad_norm": 0.01452395599335432,
+      "learning_rate": 5.46609639874473e-05,
+      "loss": 0.005,
+      "step": 225
+    },
+    {
+      "epoch": 2.601156069364162,
+      "eval_loss": 0.008248119615018368,
+      "eval_runtime": 10.0518,
+      "eval_samples_per_second": 4.974,
+      "eval_steps_per_second": 1.293,
+      "step": 225
+    },
+    {
+      "epoch": 2.61271676300578,
+      "grad_norm": 0.015882886946201324,
+      "learning_rate": 5.4256691735681786e-05,
+      "loss": 0.006,
+      "step": 226
+    },
+    {
+      "epoch": 2.6242774566473988,
+      "grad_norm": 0.01853213645517826,
+      "learning_rate": 5.385213897437975e-05,
+      "loss": 0.0072,
+      "step": 227
+    },
+    {
+      "epoch": 2.6358381502890174,
+      "grad_norm": 0.01727055385708809,
+      "learning_rate": 5.344733236295525e-05,
+      "loss": 0.0056,
+      "step": 228
+    },
+    {
+      "epoch": 2.647398843930636,
+      "grad_norm": 0.01715169847011566,
+      "learning_rate": 5.3042298577550696e-05,
+      "loss": 0.007,
+      "step": 229
+    },
+    {
+      "epoch": 2.6589595375722546,
+      "grad_norm": 0.01657768152654171,
+      "learning_rate": 5.263706430927895e-05,
+      "loss": 0.0065,
+      "step": 230
+    },
+    {
+      "epoch": 2.6589595375722546,
+      "eval_loss": 0.00817356538027525,
+      "eval_runtime": 10.0412,
+      "eval_samples_per_second": 4.979,
+      "eval_steps_per_second": 1.295,
+      "step": 230
+    },
+    {
+      "epoch": 2.6705202312138727,
+      "grad_norm": 0.016935985535383224,
+      "learning_rate": 5.223165626246432e-05,
+      "loss": 0.0056,
+      "step": 231
+    },
+    {
+      "epoch": 2.6820809248554913,
+      "grad_norm": 0.016983183100819588,
+      "learning_rate": 5.182610115288295e-05,
+      "loss": 0.0054,
+      "step": 232
+    },
+    {
+      "epoch": 2.69364161849711,
+      "grad_norm": 0.014110002666711807,
+      "learning_rate": 5.142042570600212e-05,
+      "loss": 0.0048,
+      "step": 233
+    },
+    {
+      "epoch": 2.705202312138728,
+      "grad_norm": 0.015584226697683334,
+      "learning_rate": 5.1014656655219197e-05,
+      "loss": 0.0074,
+      "step": 234
+    },
+    {
+      "epoch": 2.7167630057803467,
+      "grad_norm": 0.015623894520103931,
+      "learning_rate": 5.060882074009988e-05,
+      "loss": 0.0061,
+      "step": 235
+    },
+    {
+      "epoch": 2.7167630057803467,
+      "eval_loss": 0.00805756263434887,
+      "eval_runtime": 10.0337,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.296,
+      "step": 235
+    },
+    {
+      "epoch": 2.7283236994219653,
+      "grad_norm": 0.014514243230223656,
+      "learning_rate": 5.020294470461615e-05,
+      "loss": 0.005,
+      "step": 236
+    },
+    {
+      "epoch": 2.739884393063584,
+      "grad_norm": 0.016889233142137527,
+      "learning_rate": 4.979705529538385e-05,
+      "loss": 0.0065,
+      "step": 237
+    },
+    {
+      "epoch": 2.7514450867052025,
+      "grad_norm": 0.014339439570903778,
+      "learning_rate": 4.9391179259900125e-05,
+      "loss": 0.0047,
+      "step": 238
+    },
+    {
+      "epoch": 2.7630057803468207,
+      "grad_norm": 0.019386202096939087,
+      "learning_rate": 4.8985343344780815e-05,
+      "loss": 0.0055,
+      "step": 239
+    },
+    {
+      "epoch": 2.7745664739884393,
+      "grad_norm": 0.016825564205646515,
+      "learning_rate": 4.857957429399788e-05,
+      "loss": 0.0052,
+      "step": 240
+    },
+    {
+      "epoch": 2.7745664739884393,
+      "eval_loss": 0.008152703754603863,
+      "eval_runtime": 10.0237,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 240
+    },
+    {
+      "epoch": 2.786127167630058,
+      "grad_norm": 0.018642200157046318,
+      "learning_rate": 4.817389884711705e-05,
+      "loss": 0.0054,
+      "step": 241
+    },
+    {
+      "epoch": 2.7976878612716765,
+      "grad_norm": 0.017443155869841576,
+      "learning_rate": 4.776834373753569e-05,
+      "loss": 0.0066,
+      "step": 242
+    },
+    {
+      "epoch": 2.809248554913295,
+      "grad_norm": 0.017855728045105934,
+      "learning_rate": 4.7362935690721076e-05,
+      "loss": 0.0064,
+      "step": 243
+    },
+    {
+      "epoch": 2.820809248554913,
+      "grad_norm": 0.013038886711001396,
+      "learning_rate": 4.695770142244931e-05,
+      "loss": 0.0054,
+      "step": 244
+    },
+    {
+      "epoch": 2.832369942196532,
+      "grad_norm": 0.0145301828160882,
+      "learning_rate": 4.655266763704476e-05,
+      "loss": 0.0053,
+      "step": 245
+    },
+    {
+      "epoch": 2.832369942196532,
+      "eval_loss": 0.008140629157423973,
+      "eval_runtime": 10.0264,
+      "eval_samples_per_second": 4.987,
+      "eval_steps_per_second": 1.297,
+      "step": 245
+    },
+    {
+      "epoch": 2.8439306358381504,
+      "grad_norm": 0.015260045416653156,
+      "learning_rate": 4.614786102562026e-05,
+      "loss": 0.0048,
+      "step": 246
+    },
+    {
+      "epoch": 2.8554913294797686,
+      "grad_norm": 0.014731310307979584,
+      "learning_rate": 4.574330826431821e-05,
+      "loss": 0.005,
+      "step": 247
+    },
+    {
+      "epoch": 2.867052023121387,
+      "grad_norm": 0.017430312931537628,
+      "learning_rate": 4.5339036012552716e-05,
+      "loss": 0.0062,
+      "step": 248
+    },
+    {
+      "epoch": 2.878612716763006,
+      "grad_norm": 0.01655244641005993,
+      "learning_rate": 4.493507091125269e-05,
+      "loss": 0.0056,
+      "step": 249
+    },
+    {
+      "epoch": 2.8901734104046244,
+      "grad_norm": 0.016315851360559464,
+      "learning_rate": 4.4531439581106295e-05,
+      "loss": 0.0058,
+      "step": 250
+    },
+    {
+      "epoch": 2.8901734104046244,
+      "eval_loss": 0.007892865687608719,
+      "eval_runtime": 10.0251,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 250
+    },
+    {
+      "epoch": 2.901734104046243,
+      "grad_norm": 0.014720520935952663,
+      "learning_rate": 4.412816862080668e-05,
+      "loss": 0.0064,
+      "step": 251
+    },
+    {
+      "epoch": 2.913294797687861,
+      "grad_norm": 0.015001147985458374,
+      "learning_rate": 4.37252846052992e-05,
+      "loss": 0.0057,
+      "step": 252
+    },
+    {
+      "epoch": 2.9248554913294798,
+      "grad_norm": 0.015956144779920578,
+      "learning_rate": 4.332281408403011e-05,
+      "loss": 0.0056,
+      "step": 253
+    },
+    {
+      "epoch": 2.9364161849710984,
+      "grad_norm": 0.016037022694945335,
+      "learning_rate": 4.292078357919701e-05,
+      "loss": 0.0059,
+      "step": 254
+    },
+    {
+      "epoch": 2.9479768786127165,
+      "grad_norm": 0.014494068920612335,
+      "learning_rate": 4.25192195840011e-05,
+      "loss": 0.0052,
+      "step": 255
+    },
+    {
+      "epoch": 2.9479768786127165,
+      "eval_loss": 0.007827498018741608,
+      "eval_runtime": 10.0269,
+      "eval_samples_per_second": 4.987,
+      "eval_steps_per_second": 1.297,
+      "step": 255
+    },
+    {
+      "epoch": 2.959537572254335,
+      "grad_norm": 0.015506073832511902,
+      "learning_rate": 4.2118148560901325e-05,
+      "loss": 0.0066,
+      "step": 256
+    },
+    {
+      "epoch": 2.9710982658959537,
+      "grad_norm": 0.01482071541249752,
+      "learning_rate": 4.171759693987046e-05,
+      "loss": 0.0062,
+      "step": 257
+    },
+    {
+      "epoch": 2.9826589595375723,
+      "grad_norm": 0.0164498183876276,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.0056,
+      "step": 258
+    },
+    {
+      "epoch": 2.994219653179191,
+      "grad_norm": 0.014011871069669724,
+      "learning_rate": 4.0918157451028185e-05,
+      "loss": 0.0053,
+      "step": 259
+    },
+    {
+      "epoch": 3.005780346820809,
+      "grad_norm": 0.024348195642232895,
+      "learning_rate": 4.051932226506797e-05,
+      "loss": 0.0071,
+      "step": 260
+    },
+    {
+      "epoch": 3.005780346820809,
+      "eval_loss": 0.007992882281541824,
+      "eval_runtime": 10.0301,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 260
+    },
+    {
+      "epoch": 3.0173410404624277,
+      "grad_norm": 0.018887817859649658,
+      "learning_rate": 4.012111184140734e-05,
+      "loss": 0.0051,
+      "step": 261
+    },
+    {
+      "epoch": 3.0289017341040463,
+      "grad_norm": 0.017569325864315033,
+      "learning_rate": 3.972355242150998e-05,
+      "loss": 0.0051,
+      "step": 262
+    },
+    {
+      "epoch": 3.040462427745665,
+      "grad_norm": 0.013190064579248428,
+      "learning_rate": 3.932667020393933e-05,
+      "loss": 0.0039,
+      "step": 263
+    },
+    {
+      "epoch": 3.052023121387283,
+      "grad_norm": 0.015570548363029957,
+      "learning_rate": 3.893049134263224e-05,
+      "loss": 0.0035,
+      "step": 264
+    },
+    {
+      "epoch": 3.0635838150289016,
+      "grad_norm": 0.018783550709486008,
+      "learning_rate": 3.8535041945175506e-05,
+      "loss": 0.0051,
+      "step": 265
+    },
+    {
+      "epoch": 3.0635838150289016,
+      "eval_loss": 0.008158711716532707,
+      "eval_runtime": 10.0165,
+      "eval_samples_per_second": 4.992,
+      "eval_steps_per_second": 1.298,
+      "step": 265
+    },
+    {
+      "epoch": 3.0751445086705202,
+      "grad_norm": 0.01301144901663065,
+      "learning_rate": 3.814034807108529e-05,
+      "loss": 0.0034,
+      "step": 266
+    },
+    {
+      "epoch": 3.086705202312139,
+      "grad_norm": 0.019954444840550423,
+      "learning_rate": 3.774643573008995e-05,
+      "loss": 0.0067,
+      "step": 267
+    },
+    {
+      "epoch": 3.098265895953757,
+      "grad_norm": 0.01796858012676239,
+      "learning_rate": 3.735333088041596e-05,
+      "loss": 0.0037,
+      "step": 268
+    },
+    {
+      "epoch": 3.1098265895953756,
+      "grad_norm": 0.016962885856628418,
+      "learning_rate": 3.69610594270774e-05,
+      "loss": 0.0039,
+      "step": 269
+    },
+    {
+      "epoch": 3.121387283236994,
+      "grad_norm": 0.017634421586990356,
+      "learning_rate": 3.656964722016875e-05,
+      "loss": 0.0033,
+      "step": 270
+    },
+    {
+      "epoch": 3.121387283236994,
+      "eval_loss": 0.00860854797065258,
+      "eval_runtime": 10.0238,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 270
+    },
+    {
+      "epoch": 3.132947976878613,
+      "grad_norm": 0.019069235771894455,
+      "learning_rate": 3.6179120053161416e-05,
+      "loss": 0.0044,
+      "step": 271
+    },
+    {
+      "epoch": 3.1445086705202314,
+      "grad_norm": 0.01804421842098236,
+      "learning_rate": 3.578950366120414e-05,
+      "loss": 0.004,
+      "step": 272
+    },
+    {
+      "epoch": 3.1560693641618496,
+      "grad_norm": 0.016116416081786156,
+      "learning_rate": 3.5400823719426815e-05,
+      "loss": 0.0038,
+      "step": 273
+    },
+    {
+      "epoch": 3.167630057803468,
+      "grad_norm": 0.019759787246584892,
+      "learning_rate": 3.5013105841248795e-05,
+      "loss": 0.0036,
+      "step": 274
+    },
+    {
+      "epoch": 3.179190751445087,
+      "grad_norm": 0.014977723360061646,
+      "learning_rate": 3.462637557669084e-05,
+      "loss": 0.004,
+      "step": 275
+    },
+    {
+      "epoch": 3.179190751445087,
+      "eval_loss": 0.008404241874814034,
+      "eval_runtime": 10.0295,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 275
+    },
+    {
+      "epoch": 3.1907514450867054,
+      "grad_norm": 0.016791895031929016,
+      "learning_rate": 3.424065841069152e-05,
+      "loss": 0.0049,
+      "step": 276
+    },
+    {
+      "epoch": 3.2023121387283235,
+      "grad_norm": 0.013895588926970959,
+      "learning_rate": 3.38559797614277e-05,
+      "loss": 0.0039,
+      "step": 277
+    },
+    {
+      "epoch": 3.213872832369942,
+      "grad_norm": 0.017442645505070686,
+      "learning_rate": 3.347236497863957e-05,
+      "loss": 0.0042,
+      "step": 278
+    },
+    {
+      "epoch": 3.2254335260115607,
+      "grad_norm": 0.018163053318858147,
+      "learning_rate": 3.308983934196018e-05,
+      "loss": 0.0044,
+      "step": 279
+    },
+    {
+      "epoch": 3.2369942196531793,
+      "grad_norm": 0.017282122746109962,
+      "learning_rate": 3.2708428059249436e-05,
+      "loss": 0.0032,
+      "step": 280
+    },
+    {
+      "epoch": 3.2369942196531793,
+      "eval_loss": 0.008181248791515827,
+      "eval_runtime": 10.0205,
+      "eval_samples_per_second": 4.99,
+      "eval_steps_per_second": 1.297,
+      "step": 280
+    },
+    {
+      "epoch": 3.2485549132947975,
+      "grad_norm": 0.017854265868663788,
+      "learning_rate": 3.232815626493304e-05,
+      "loss": 0.0054,
+      "step": 281
+    },
+    {
+      "epoch": 3.260115606936416,
+      "grad_norm": 0.0203102994710207,
+      "learning_rate": 3.1949049018346126e-05,
+      "loss": 0.0052,
+      "step": 282
+    },
+    {
+      "epoch": 3.2716763005780347,
+      "grad_norm": 0.015286475419998169,
+      "learning_rate": 3.157113130208191e-05,
+      "loss": 0.0049,
+      "step": 283
+    },
+    {
+      "epoch": 3.2832369942196533,
+      "grad_norm": 0.014563402161002159,
+      "learning_rate": 3.1194428020345376e-05,
+      "loss": 0.0039,
+      "step": 284
+    },
+    {
+      "epoch": 3.294797687861272,
+      "grad_norm": 0.016170360147953033,
+      "learning_rate": 3.081896399731202e-05,
+      "loss": 0.0042,
+      "step": 285
+    },
+    {
+      "epoch": 3.294797687861272,
+      "eval_loss": 0.008185806684195995,
+      "eval_runtime": 10.0071,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 285
+    },
+    {
+      "epoch": 3.30635838150289,
+      "grad_norm": 0.017802009359002113,
+      "learning_rate": 3.0444763975492208e-05,
+      "loss": 0.0045,
+      "step": 286
+    },
+    {
+      "epoch": 3.3179190751445087,
+      "grad_norm": 0.013784883543848991,
+      "learning_rate": 3.0071852614100426e-05,
+      "loss": 0.0036,
+      "step": 287
+    },
+    {
+      "epoch": 3.3294797687861273,
+      "grad_norm": 0.01664113625884056,
+      "learning_rate": 2.9700254487430444e-05,
+      "loss": 0.0044,
+      "step": 288
+    },
+    {
+      "epoch": 3.3410404624277454,
+      "grad_norm": 0.01927308365702629,
+      "learning_rate": 2.9329994083235857e-05,
+      "loss": 0.0055,
+      "step": 289
+    },
+    {
+      "epoch": 3.352601156069364,
+      "grad_norm": 0.01657339371740818,
+      "learning_rate": 2.896109580111634e-05,
+      "loss": 0.0035,
+      "step": 290
+    },
+    {
+      "epoch": 3.352601156069364,
+      "eval_loss": 0.008166169747710228,
+      "eval_runtime": 10.0143,
+      "eval_samples_per_second": 4.993,
+      "eval_steps_per_second": 1.298,
+      "step": 290
+    },
+    {
+      "epoch": 3.3641618497109826,
+      "grad_norm": 0.017788324505090714,
+      "learning_rate": 2.859358395090983e-05,
+      "loss": 0.0042,
+      "step": 291
+    },
+    {
+      "epoch": 3.3757225433526012,
+      "grad_norm": 0.016261830925941467,
+      "learning_rate": 2.8227482751090445e-05,
+      "loss": 0.0043,
+      "step": 292
+    },
+    {
+      "epoch": 3.38728323699422,
+      "grad_norm": 0.01472635380923748,
+      "learning_rate": 2.7862816327172636e-05,
+      "loss": 0.0037,
+      "step": 293
+    },
+    {
+      "epoch": 3.398843930635838,
+      "grad_norm": 0.016420332714915276,
+      "learning_rate": 2.7499608710121288e-05,
+      "loss": 0.0042,
+      "step": 294
+    },
+    {
+      "epoch": 3.4104046242774566,
+      "grad_norm": 0.016155356541275978,
+      "learning_rate": 2.7137883834768073e-05,
+      "loss": 0.0041,
+      "step": 295
+    },
+    {
+      "epoch": 3.4104046242774566,
+      "eval_loss": 0.008127645589411259,
+      "eval_runtime": 10.0238,
+      "eval_samples_per_second": 4.988,
+      "eval_steps_per_second": 1.297,
+      "step": 295
+    },
+    {
+      "epoch": 3.421965317919075,
+      "grad_norm": 0.016076598316431046,
+      "learning_rate": 2.6777665538234293e-05,
+      "loss": 0.004,
+      "step": 296
+    },
+    {
+      "epoch": 3.433526011560694,
+      "grad_norm": 0.017685944214463234,
+      "learning_rate": 2.641897755835997e-05,
+      "loss": 0.0046,
+      "step": 297
+    },
+    {
+      "epoch": 3.445086705202312,
+      "grad_norm": 0.03867075592279434,
+      "learning_rate": 2.606184353213956e-05,
+      "loss": 0.0039,
+      "step": 298
+    },
+    {
+      "epoch": 3.4566473988439306,
+      "grad_norm": 0.014819984324276447,
+      "learning_rate": 2.5706286994164315e-05,
+      "loss": 0.0037,
+      "step": 299
+    },
+    {
+      "epoch": 3.468208092485549,
+      "grad_norm": 0.016593076288700104,
+      "learning_rate": 2.5352331375071437e-05,
+      "loss": 0.0048,
+      "step": 300
+    },
+    {
+      "epoch": 3.468208092485549,
+      "eval_loss": 0.007986278273165226,
+      "eval_runtime": 10.0089,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 300
+    },
+    {
+      "epoch": 3.479768786127168,
+      "grad_norm": 0.015115424059331417,
+      "learning_rate": 2.500000000000001e-05,
+      "loss": 0.0034,
+      "step": 301
+    },
+    {
+      "epoch": 3.491329479768786,
+      "grad_norm": 0.016738681122660637,
+      "learning_rate": 2.4649316087053837e-05,
+      "loss": 0.0041,
+      "step": 302
+    },
+    {
+      "epoch": 3.5028901734104045,
+      "grad_norm": 0.014471864327788353,
+      "learning_rate": 2.4300302745771507e-05,
+      "loss": 0.0034,
+      "step": 303
+    },
+    {
+      "epoch": 3.514450867052023,
+      "grad_norm": 0.015291919000446796,
+      "learning_rate": 2.3952982975603496e-05,
+      "loss": 0.0043,
+      "step": 304
+    },
+    {
+      "epoch": 3.5260115606936417,
+      "grad_norm": 0.017901018261909485,
+      "learning_rate": 2.360737966439641e-05,
+      "loss": 0.0046,
+      "step": 305
+    },
+    {
+      "epoch": 3.5260115606936417,
+      "eval_loss": 0.00799076072871685,
+      "eval_runtime": 10.1032,
+      "eval_samples_per_second": 4.949,
+      "eval_steps_per_second": 1.287,
+      "step": 305
+    },
+    {
+      "epoch": 3.5375722543352603,
+      "grad_norm": 0.017450664192438126,
+      "learning_rate": 2.326351558688493e-05,
+      "loss": 0.0047,
+      "step": 306
+    },
+    {
+      "epoch": 3.5491329479768785,
+      "grad_norm": 0.017974600195884705,
+      "learning_rate": 2.2921413403190772e-05,
+      "loss": 0.0046,
+      "step": 307
+    },
+    {
+      "epoch": 3.560693641618497,
+      "grad_norm": 0.014545281417667866,
+      "learning_rate": 2.2581095657329598e-05,
+      "loss": 0.0033,
+      "step": 308
+    },
+    {
+      "epoch": 3.5722543352601157,
+      "grad_norm": 0.015802579000592232,
+      "learning_rate": 2.224258477572524e-05,
+      "loss": 0.0037,
+      "step": 309
+    },
+    {
+      "epoch": 3.583815028901734,
+      "grad_norm": 0.017255526036024094,
+      "learning_rate": 2.1905903065731974e-05,
+      "loss": 0.004,
+      "step": 310
+    },
+    {
+      "epoch": 3.583815028901734,
+      "eval_loss": 0.007966941222548485,
+      "eval_runtime": 10.0846,
+      "eval_samples_per_second": 4.958,
+      "eval_steps_per_second": 1.289,
+      "step": 310
+    },
+    {
+      "epoch": 3.5953757225433525,
+      "grad_norm": 0.014843069948256016,
+      "learning_rate": 2.1571072714164443e-05,
+      "loss": 0.0035,
+      "step": 311
+    },
+    {
+      "epoch": 3.606936416184971,
+      "grad_norm": 0.01944170519709587,
+      "learning_rate": 2.123811578583551e-05,
+      "loss": 0.0056,
+      "step": 312
+    },
+    {
+      "epoch": 3.6184971098265897,
+      "grad_norm": 0.017738202586770058,
+      "learning_rate": 2.090705422210237e-05,
+      "loss": 0.0043,
+      "step": 313
+    },
+    {
+      "epoch": 3.6300578034682083,
+      "grad_norm": 0.018833834677934647,
+      "learning_rate": 2.057790983942047e-05,
+      "loss": 0.0049,
+      "step": 314
+    },
+    {
+      "epoch": 3.6416184971098264,
+      "grad_norm": 0.013943798840045929,
+      "learning_rate": 2.0250704327906024e-05,
+      "loss": 0.0032,
+      "step": 315
+    },
+    {
+      "epoch": 3.6416184971098264,
+      "eval_loss": 0.008140211924910545,
+      "eval_runtime": 10.0297,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 315
+    },
+    {
+      "epoch": 3.653179190751445,
+      "grad_norm": 0.015995629131793976,
+      "learning_rate": 1.9925459249906485e-05,
+      "loss": 0.0037,
+      "step": 316
+    },
+    {
+      "epoch": 3.6647398843930636,
+      "grad_norm": 0.017212923616170883,
+      "learning_rate": 1.960219603857977e-05,
+      "loss": 0.0048,
+      "step": 317
+    },
+    {
+      "epoch": 3.6763005780346822,
+      "grad_norm": 0.019134720787405968,
+      "learning_rate": 1.928093599648179e-05,
+      "loss": 0.0047,
+      "step": 318
+    },
+    {
+      "epoch": 3.687861271676301,
+      "grad_norm": 0.016614330932497978,
+      "learning_rate": 1.8961700294162577e-05,
+      "loss": 0.0034,
+      "step": 319
+    },
+    {
+      "epoch": 3.699421965317919,
+      "grad_norm": 0.017316371202468872,
+      "learning_rate": 1.86445099687713e-05,
+      "loss": 0.0039,
+      "step": 320
+    },
+    {
+      "epoch": 3.699421965317919,
+      "eval_loss": 0.008361711166799068,
+      "eval_runtime": 10.0095,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 320
+    },
+    {
+      "epoch": 3.7109826589595376,
+      "grad_norm": 0.015041043981909752,
+      "learning_rate": 1.832938592266984e-05,
+      "loss": 0.0037,
+      "step": 321
+    },
+    {
+      "epoch": 3.722543352601156,
+      "grad_norm": 0.0185141172260046,
+      "learning_rate": 1.801634892205545e-05,
+      "loss": 0.0041,
+      "step": 322
+    },
+    {
+      "epoch": 3.7341040462427744,
+      "grad_norm": 0.017875155434012413,
+      "learning_rate": 1.7705419595592193e-05,
+      "loss": 0.0037,
+      "step": 323
+    },
+    {
+      "epoch": 3.745664739884393,
+      "grad_norm": 0.015563211403787136,
+      "learning_rate": 1.7396618433051647e-05,
+      "loss": 0.0043,
+      "step": 324
+    },
+    {
+      "epoch": 3.7572254335260116,
+      "grad_norm": 0.019554760307073593,
+      "learning_rate": 1.7089965783962608e-05,
+      "loss": 0.0042,
+      "step": 325
+    },
+    {
+      "epoch": 3.7572254335260116,
+      "eval_loss": 0.008260131813585758,
+      "eval_runtime": 10.0115,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.299,
+      "step": 325
+    },
+    {
+      "epoch": 3.76878612716763,
+      "grad_norm": 0.016527488827705383,
+      "learning_rate": 1.678548185627004e-05,
+      "loss": 0.0043,
+      "step": 326
+    },
+    {
+      "epoch": 3.7803468208092488,
+      "grad_norm": 0.015184947289526463,
+      "learning_rate": 1.6483186715003523e-05,
+      "loss": 0.0035,
+      "step": 327
+    },
+    {
+      "epoch": 3.791907514450867,
+      "grad_norm": 0.020948296412825584,
+      "learning_rate": 1.618310028095486e-05,
+      "loss": 0.0039,
+      "step": 328
+    },
+    {
+      "epoch": 3.8034682080924855,
+      "grad_norm": 0.014377256855368614,
+      "learning_rate": 1.5885242329365448e-05,
+      "loss": 0.0033,
+      "step": 329
+    },
+    {
+      "epoch": 3.815028901734104,
+      "grad_norm": 0.017349926754832268,
+      "learning_rate": 1.5589632488623053e-05,
+      "loss": 0.0046,
+      "step": 330
+    },
+    {
+      "epoch": 3.815028901734104,
+      "eval_loss": 0.008042494766414165,
+      "eval_runtime": 10.1315,
+      "eval_samples_per_second": 4.935,
+      "eval_steps_per_second": 1.283,
+      "step": 330
+    },
+    {
+      "epoch": 3.8265895953757223,
+      "grad_norm": 0.014084051363170147,
+      "learning_rate": 1.5296290238968303e-05,
+      "loss": 0.0032,
+      "step": 331
+    },
+    {
+      "epoch": 3.838150289017341,
+      "grad_norm": 0.016601048409938812,
+      "learning_rate": 1.500523491121108e-05,
+      "loss": 0.0035,
+      "step": 332
+    },
+    {
+      "epoch": 3.8497109826589595,
+      "grad_norm": 0.015788624063134193,
+      "learning_rate": 1.47164856854565e-05,
+      "loss": 0.0038,
+      "step": 333
+    },
+    {
+      "epoch": 3.861271676300578,
+      "grad_norm": 0.014880317263305187,
+      "learning_rate": 1.4430061589841121e-05,
+      "loss": 0.0034,
+      "step": 334
+    },
+    {
+      "epoch": 3.8728323699421967,
+      "grad_norm": 0.01920904405415058,
+      "learning_rate": 1.4145981499278876e-05,
+      "loss": 0.0035,
+      "step": 335
+    },
+    {
+      "epoch": 3.8728323699421967,
+      "eval_loss": 0.008081013336777687,
+      "eval_runtime": 10.0106,
+      "eval_samples_per_second": 4.995,
+      "eval_steps_per_second": 1.299,
+      "step": 335
+    },
+    {
+      "epoch": 3.884393063583815,
+      "grad_norm": 0.016501102596521378,
+      "learning_rate": 1.386426413421738e-05,
+      "loss": 0.004,
+      "step": 336
+    },
+    {
+      "epoch": 3.8959537572254335,
+      "grad_norm": 0.016265930607914925,
+      "learning_rate": 1.3584928059404205e-05,
+      "loss": 0.0034,
+      "step": 337
+    },
+    {
+      "epoch": 3.907514450867052,
+      "grad_norm": 0.019726134836673737,
+      "learning_rate": 1.3307991682663462e-05,
+      "loss": 0.0031,
+      "step": 338
+    },
+    {
+      "epoch": 3.9190751445086707,
+      "grad_norm": 0.016232285648584366,
+      "learning_rate": 1.3033473253682848e-05,
+      "loss": 0.0034,
+      "step": 339
+    },
+    {
+      "epoch": 3.9306358381502893,
+      "grad_norm": 0.02013998292386532,
+      "learning_rate": 1.2761390862810907e-05,
+      "loss": 0.0048,
+      "step": 340
+    },
+    {
+      "epoch": 3.9306358381502893,
+      "eval_loss": 0.008075674995779991,
+      "eval_runtime": 10.0299,
+      "eval_samples_per_second": 4.985,
+      "eval_steps_per_second": 1.296,
+      "step": 340
+    },
+    {
+      "epoch": 3.9421965317919074,
+      "grad_norm": 0.013452830724418163,
+      "learning_rate": 1.2491762439865035e-05,
+      "loss": 0.003,
+      "step": 341
+    },
+    {
+      "epoch": 3.953757225433526,
+      "grad_norm": 0.012992053292691708,
+      "learning_rate": 1.2224605752949786e-05,
+      "loss": 0.0028,
+      "step": 342
+    },
+    {
+      "epoch": 3.9653179190751446,
+      "grad_norm": 0.015416258946061134,
+      "learning_rate": 1.1959938407286097e-05,
+      "loss": 0.0037,
+      "step": 343
+    },
+    {
+      "epoch": 3.976878612716763,
+      "grad_norm": 0.015255059115588665,
+      "learning_rate": 1.1697777844051105e-05,
+      "loss": 0.0036,
+      "step": 344
+    },
+    {
+      "epoch": 3.9884393063583814,
+      "grad_norm": 0.018186306580901146,
+      "learning_rate": 1.143814133922872e-05,
+      "loss": 0.0056,
+      "step": 345
+    },
+    {
+      "epoch": 3.9884393063583814,
+      "eval_loss": 0.008018155582249165,
+      "eval_runtime": 10.115,
+      "eval_samples_per_second": 4.943,
+      "eval_steps_per_second": 1.285,
+      "step": 345
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.026972023770213127,
+      "learning_rate": 1.118104600247129e-05,
+      "loss": 0.0065,
+      "step": 346
+    },
+    {
+      "epoch": 4.011560693641618,
+      "grad_norm": 0.01358290296047926,
+      "learning_rate": 1.0926508775971994e-05,
+      "loss": 0.0029,
+      "step": 347
+    },
+    {
+      "epoch": 4.023121387283237,
+      "grad_norm": 0.011624607257544994,
+      "learning_rate": 1.0674546433348454e-05,
+      "loss": 0.0028,
+      "step": 348
+    },
+    {
+      "epoch": 4.034682080924855,
+      "grad_norm": 0.012059401720762253,
+      "learning_rate": 1.0425175578537299e-05,
+      "loss": 0.0033,
+      "step": 349
+    },
+    {
+      "epoch": 4.046242774566474,
+      "grad_norm": 0.011458152905106544,
+      "learning_rate": 1.0178412644700092e-05,
+      "loss": 0.0025,
+      "step": 350
+    },
+    {
+      "epoch": 4.046242774566474,
+      "eval_loss": 0.008002113550901413,
+      "eval_runtime": 10.1777,
+      "eval_samples_per_second": 4.913,
+      "eval_steps_per_second": 1.277,
+      "step": 350
+    },
+    {
+      "epoch": 4.057803468208093,
+      "grad_norm": 0.012259789742529392,
+      "learning_rate": 9.934273893140334e-06,
+      "loss": 0.0027,
+      "step": 351
+    },
+    {
+      "epoch": 4.069364161849711,
+      "grad_norm": 0.013933391310274601,
+      "learning_rate": 9.692775412231863e-06,
+      "loss": 0.0027,
+      "step": 352
+    },
+    {
+      "epoch": 4.08092485549133,
+      "grad_norm": 0.012962523847818375,
+      "learning_rate": 9.453933116358715e-06,
+      "loss": 0.0024,
+      "step": 353
+    },
+    {
+      "epoch": 4.092485549132948,
+      "grad_norm": 0.01309504546225071,
+      "learning_rate": 9.21776274486636e-06,
+      "loss": 0.0028,
+      "step": 354
+    },
+    {
+      "epoch": 4.104046242774566,
+      "grad_norm": 0.015043212100863457,
+      "learning_rate": 8.984279861024453e-06,
+      "loss": 0.0035,
+      "step": 355
+    },
+    {
+      "epoch": 4.104046242774566,
+      "eval_loss": 0.008168390020728111,
+      "eval_runtime": 10.0257,
+      "eval_samples_per_second": 4.987,
+      "eval_steps_per_second": 1.297,
+      "step": 355
+    },
+    {
+      "epoch": 4.115606936416185,
+      "grad_norm": 0.014944328926503658,
+      "learning_rate": 8.75349985100134e-06,
+      "loss": 0.0034,
+      "step": 356
+    },
+    {
+      "epoch": 4.127167630057803,
+      "grad_norm": 0.016272595152258873,
+      "learning_rate": 8.525437922850032e-06,
+      "loss": 0.0025,
+      "step": 357
+    },
+    {
+      "epoch": 4.138728323699422,
+      "grad_norm": 0.013790381141006947,
+      "learning_rate": 8.30010910550611e-06,
+      "loss": 0.0025,
+      "step": 358
+    },
+    {
+      "epoch": 4.1502890173410405,
+      "grad_norm": 0.013851807452738285,
+      "learning_rate": 8.077528247797234e-06,
+      "loss": 0.0029,
+      "step": 359
+    },
+    {
+      "epoch": 4.161849710982659,
+      "grad_norm": 0.013270116411149502,
+      "learning_rate": 7.857710017464737e-06,
+      "loss": 0.0028,
+      "step": 360
+    },
+    {
+      "epoch": 4.161849710982659,
+      "eval_loss": 0.00829649344086647,
+      "eval_runtime": 10.0,
+      "eval_samples_per_second": 5.0,
+      "eval_steps_per_second": 1.3,
+      "step": 360
+    },
+    {
+      "epoch": 4.173410404624278,
+      "grad_norm": 0.017382489517331123,
+      "learning_rate": 7.640668900196984e-06,
+      "loss": 0.0041,
+      "step": 361
+    },
+    {
+      "epoch": 4.184971098265896,
+      "grad_norm": 0.014215102419257164,
+      "learning_rate": 7.426419198674772e-06,
+      "loss": 0.0025,
+      "step": 362
+    },
+    {
+      "epoch": 4.196531791907514,
+      "grad_norm": 0.01837097853422165,
+      "learning_rate": 7.214975031628857e-06,
+      "loss": 0.0036,
+      "step": 363
+    },
+    {
+      "epoch": 4.208092485549133,
+      "grad_norm": 0.01614932157099247,
+      "learning_rate": 7.006350332909495e-06,
+      "loss": 0.0027,
+      "step": 364
+    },
+    {
+      "epoch": 4.219653179190751,
+      "grad_norm": 0.016307765617966652,
+      "learning_rate": 6.800558850568295e-06,
+      "loss": 0.0028,
+      "step": 365
+    },
+    {
+      "epoch": 4.219653179190751,
+      "eval_loss": 0.008427992463111877,
+      "eval_runtime": 10.0341,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.296,
+      "step": 365
+    },
+    {
+      "epoch": 4.23121387283237,
+      "grad_norm": 0.024037158116698265,
+      "learning_rate": 6.5976141459521355e-06,
+      "loss": 0.0026,
+      "step": 366
+    },
+    {
+      "epoch": 4.242774566473988,
+      "grad_norm": 0.018489433452486992,
+      "learning_rate": 6.397529592809614e-06,
+      "loss": 0.0034,
+      "step": 367
+    },
+    {
+      "epoch": 4.254335260115607,
+      "grad_norm": 0.013452818617224693,
+      "learning_rate": 6.2003183764096695e-06,
+      "loss": 0.0025,
+      "step": 368
+    },
+    {
+      "epoch": 4.265895953757226,
+      "grad_norm": 0.017129331827163696,
+      "learning_rate": 6.005993492672657e-06,
+      "loss": 0.0037,
+      "step": 369
+    },
+    {
+      "epoch": 4.277456647398844,
+      "grad_norm": 0.01633543334901333,
+      "learning_rate": 5.814567747314048e-06,
+      "loss": 0.003,
+      "step": 370
+    },
+    {
+      "epoch": 4.277456647398844,
+      "eval_loss": 0.008522397838532925,
+      "eval_runtime": 10.0223,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 370
+    },
+    {
+      "epoch": 4.289017341040463,
+      "grad_norm": 0.013097944669425488,
+      "learning_rate": 5.626053755000421e-06,
+      "loss": 0.0021,
+      "step": 371
+    },
+    {
+      "epoch": 4.300578034682081,
+      "grad_norm": 0.016527358442544937,
+      "learning_rate": 5.440463938518303e-06,
+      "loss": 0.003,
+      "step": 372
+    },
+    {
+      "epoch": 4.312138728323699,
+      "grad_norm": 0.015918167307972908,
+      "learning_rate": 5.257810527955409e-06,
+      "loss": 0.0027,
+      "step": 373
+    },
+    {
+      "epoch": 4.323699421965318,
+      "grad_norm": 0.01487621571868658,
+      "learning_rate": 5.078105559894791e-06,
+      "loss": 0.0025,
+      "step": 374
+    },
+    {
+      "epoch": 4.335260115606936,
+      "grad_norm": 0.01791987195611,
+      "learning_rate": 4.901360876621597e-06,
+      "loss": 0.0033,
+      "step": 375
+    },
+    {
+      "epoch": 4.335260115606936,
+      "eval_loss": 0.008536826819181442,
+      "eval_runtime": 10.0084,
+      "eval_samples_per_second": 4.996,
+      "eval_steps_per_second": 1.299,
+      "step": 375
+    },
+    {
+      "epoch": 4.3468208092485545,
+      "grad_norm": 0.013367927633225918,
+      "learning_rate": 4.727588125342669e-06,
+      "loss": 0.0022,
+      "step": 376
+    },
+    {
+      "epoch": 4.358381502890174,
+      "grad_norm": 0.013060873374342918,
+      "learning_rate": 4.556798757419068e-06,
+      "loss": 0.0025,
+      "step": 377
+    },
+    {
+      "epoch": 4.369942196531792,
+      "grad_norm": 0.014499946497380733,
+      "learning_rate": 4.389004027611404e-06,
+      "loss": 0.0027,
+      "step": 378
+    },
+    {
+      "epoch": 4.381502890173411,
+      "grad_norm": 0.01943526417016983,
+      "learning_rate": 4.224214993338149e-06,
+      "loss": 0.004,
+      "step": 379
+    },
+    {
+      "epoch": 4.393063583815029,
+      "grad_norm": 0.019275827333331108,
+      "learning_rate": 4.062442513947007e-06,
+      "loss": 0.003,
+      "step": 380
+    },
+    {
+      "epoch": 4.393063583815029,
+      "eval_loss": 0.008570068515837193,
+      "eval_runtime": 10.0111,
+      "eval_samples_per_second": 4.994,
+      "eval_steps_per_second": 1.299,
+      "step": 380
+    },
+    {
+      "epoch": 4.404624277456647,
+      "grad_norm": 0.01620578207075596,
+      "learning_rate": 3.903697249999289e-06,
+      "loss": 0.0031,
+      "step": 381
+    },
+    {
+      "epoch": 4.416184971098266,
+      "grad_norm": 0.01429419033229351,
+      "learning_rate": 3.7479896625674027e-06,
+      "loss": 0.0026,
+      "step": 382
+    },
+    {
+      "epoch": 4.427745664739884,
+      "grad_norm": 0.015918832272291183,
+      "learning_rate": 3.595330012545445e-06,
+      "loss": 0.0026,
+      "step": 383
+    },
+    {
+      "epoch": 4.4393063583815024,
+      "grad_norm": 0.019388854503631592,
+      "learning_rate": 3.445728359973094e-06,
+      "loss": 0.0029,
+      "step": 384
+    },
+    {
+      "epoch": 4.4508670520231215,
+      "grad_norm": 0.012549116276204586,
+      "learning_rate": 3.299194563372604e-06,
+      "loss": 0.0022,
+      "step": 385
+    },
+    {
+      "epoch": 4.4508670520231215,
+      "eval_loss": 0.008573681116104126,
+      "eval_runtime": 10.0229,
+      "eval_samples_per_second": 4.989,
+      "eval_steps_per_second": 1.297,
+      "step": 385
+    },
+    {
+      "epoch": 4.46242774566474,
+      "grad_norm": 0.01509170513600111,
+      "learning_rate": 3.1557382790991687e-06,
+      "loss": 0.0026,
+      "step": 386
+    },
+    {
+      "epoch": 4.473988439306359,
+      "grad_norm": 0.014067728072404861,
+      "learning_rate": 3.0153689607045845e-06,
+      "loss": 0.0025,
+      "step": 387
+    },
+    {
+      "epoch": 4.485549132947977,
+      "grad_norm": 0.028946029022336006,
+      "learning_rate": 2.878095858314278e-06,
+      "loss": 0.0027,
+      "step": 388
+    },
+    {
+      "epoch": 4.497109826589595,
+      "grad_norm": 0.01480345893651247,
+      "learning_rate": 2.743928018017744e-06,
+      "loss": 0.0025,
+      "step": 389
+    },
+    {
+      "epoch": 4.508670520231214,
+      "grad_norm": 0.02504677325487137,
+      "learning_rate": 2.6128742812723704e-06,
+      "loss": 0.0028,
+      "step": 390
+    },
+    {
+      "epoch": 4.508670520231214,
+      "eval_loss": 0.008553516119718552,
+      "eval_runtime": 10.0039,
+      "eval_samples_per_second": 4.998,
+      "eval_steps_per_second": 1.299,
+      "step": 390
+    },
+    {
+      "epoch": 4.520231213872832,
+      "grad_norm": 0.016089266166090965,
+      "learning_rate": 2.4849432843208785e-06,
+      "loss": 0.0033,
+      "step": 391
+    },
+    {
+      "epoch": 4.531791907514451,
+      "grad_norm": 0.015426091849803925,
+      "learning_rate": 2.3601434576221546e-06,
+      "loss": 0.0029,
+      "step": 392
+    },
+    {
+      "epoch": 4.543352601156069,
+      "grad_norm": 0.017408043146133423,
+      "learning_rate": 2.238483025295707e-06,
+      "loss": 0.0031,
+      "step": 393
+    },
+    {
+      "epoch": 4.554913294797688,
+      "grad_norm": 0.017079446464776993,
+      "learning_rate": 2.1199700045797077e-06,
+      "loss": 0.0027,
+      "step": 394
+    },
+    {
+      "epoch": 4.566473988439307,
+      "grad_norm": 0.016879020258784294,
+      "learning_rate": 2.0046122053026694e-06,
+      "loss": 0.0028,
+      "step": 395
+    },
+    {
+      "epoch": 4.566473988439307,
+      "eval_loss": 0.008501513861119747,
+      "eval_runtime": 10.036,
+      "eval_samples_per_second": 4.982,
+      "eval_steps_per_second": 1.295,
+      "step": 395
+    },
+    {
+      "epoch": 4.578034682080925,
+      "grad_norm": 0.030611367896199226,
+      "learning_rate": 1.8924172293688147e-06,
+      "loss": 0.0032,
+      "step": 396
+    },
+    {
+      "epoch": 4.589595375722544,
+      "grad_norm": 0.017865322530269623,
+      "learning_rate": 1.7833924702570725e-06,
+      "loss": 0.0035,
+      "step": 397
+    },
+    {
+      "epoch": 4.601156069364162,
+      "grad_norm": 0.014931568875908852,
+      "learning_rate": 1.6775451125338959e-06,
+      "loss": 0.0025,
+      "step": 398
+    },
+    {
+      "epoch": 4.61271676300578,
+      "grad_norm": 0.015031742863357067,
+      "learning_rate": 1.5748821313798124e-06,
+      "loss": 0.0024,
+      "step": 399
+    },
+    {
+      "epoch": 4.624277456647399,
+      "grad_norm": 0.017130030319094658,
+      "learning_rate": 1.4754102921297364e-06,
+      "loss": 0.0031,
+      "step": 400
+    },
+    {
+      "epoch": 4.624277456647399,
+      "eval_loss": 0.008478561416268349,
+      "eval_runtime": 10.0323,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 400
+    },
+    {
+      "epoch": 4.635838150289017,
+      "grad_norm": 0.014694861136376858,
+      "learning_rate": 1.3791361498271705e-06,
+      "loss": 0.0024,
+      "step": 401
+    },
+    {
+      "epoch": 4.6473988439306355,
+      "grad_norm": 0.013526085764169693,
+      "learning_rate": 1.2860660487922616e-06,
+      "loss": 0.0023,
+      "step": 402
+    },
+    {
+      "epoch": 4.658959537572255,
+      "grad_norm": 0.04836466535925865,
+      "learning_rate": 1.196206122203647e-06,
+      "loss": 0.0024,
+      "step": 403
+    },
+    {
+      "epoch": 4.670520231213873,
+      "grad_norm": 0.016095180064439774,
+      "learning_rate": 1.1095622916943494e-06,
+      "loss": 0.0033,
+      "step": 404
+    },
+    {
+      "epoch": 4.682080924855491,
+      "grad_norm": 0.019678572192788124,
+      "learning_rate": 1.0261402669615505e-06,
+      "loss": 0.0038,
+      "step": 405
+    },
+    {
+      "epoch": 4.682080924855491,
+      "eval_loss": 0.00843281950801611,
+      "eval_runtime": 10.0323,
+      "eval_samples_per_second": 4.984,
+      "eval_steps_per_second": 1.296,
+      "step": 405
+    },
+    {
+      "epoch": 4.69364161849711,
+      "grad_norm": 0.013817240484058857,
+      "learning_rate": 9.459455453902866e-07,
+      "loss": 0.0024,
+      "step": 406
+    },
+    {
+      "epoch": 4.705202312138728,
+      "grad_norm": 0.0165092833340168,
+      "learning_rate": 8.68983411691221e-07,
+      "loss": 0.0029,
+      "step": 407
+    },
+    {
+      "epoch": 4.716763005780347,
+      "grad_norm": 0.016268854960799217,
+      "learning_rate": 7.952589375523567e-07,
+      "loss": 0.0028,
+      "step": 408
+    },
+    {
+      "epoch": 4.728323699421965,
+      "grad_norm": 0.013906327076256275,
+      "learning_rate": 7.247769813048644e-07,
+      "loss": 0.0025,
+      "step": 409
+    },
+    {
+      "epoch": 4.7398843930635834,
+      "grad_norm": 0.0136026069521904,
+      "learning_rate": 6.57542187602872e-07,
+      "loss": 0.0024,
+      "step": 410
+    },
+    {
+      "epoch": 4.7398843930635834,
+      "eval_loss": 0.00842086412012577,
+      "eval_runtime": 10.0656,
+      "eval_samples_per_second": 4.967,
+      "eval_steps_per_second": 1.292,
+      "step": 410
+    },
+    {
+      "epoch": 4.7514450867052025,
+      "grad_norm": 0.022275064140558243,
+      "learning_rate": 5.935589871174208e-07,
+      "loss": 0.0028,
+      "step": 411
+    },
+    {
+      "epoch": 4.763005780346821,
+      "grad_norm": 0.016609348356723785,
+      "learning_rate": 5.328315962444874e-07,
+      "loss": 0.0029,
+      "step": 412
+    },
+    {
+      "epoch": 4.77456647398844,
+      "grad_norm": 0.015365025959908962,
+      "learning_rate": 4.753640168271456e-07,
+      "loss": 0.0029,
+      "step": 413
+    },
+    {
+      "epoch": 4.786127167630058,
+      "grad_norm": 0.014568125829100609,
+      "learning_rate": 4.2116003589179887e-07,
+      "loss": 0.0024,
+      "step": 414
+    },
+    {
+      "epoch": 4.797687861271676,
+      "grad_norm": 0.014286377467215061,
+      "learning_rate": 3.702232253986804e-07,
+      "loss": 0.0024,
+      "step": 415
+    },
+    {
+      "epoch": 4.797687861271676,
+      "eval_loss": 0.008439392782747746,
+      "eval_runtime": 10.0373,
+      "eval_samples_per_second": 4.981,
+      "eval_steps_per_second": 1.295,
+      "step": 415
+    },
+    {
+      "epoch": 4.809248554913295,
+      "grad_norm": 0.015557860024273396,
+      "learning_rate": 3.2255694200643006e-07,
+      "loss": 0.0027,
+      "step": 416
+    },
+    {
+      "epoch": 4.820809248554913,
+      "grad_norm": 0.01427092682570219,
+      "learning_rate": 2.78164326850916e-07,
+      "loss": 0.0023,
+      "step": 417
+    },
+    {
+      "epoch": 4.832369942196532,
+      "grad_norm": 0.01711309514939785,
+      "learning_rate": 2.3704830533821108e-07,
+      "loss": 0.0031,
+      "step": 418
+    },
+    {
+      "epoch": 4.84393063583815,
+      "grad_norm": 0.015366033650934696,
+      "learning_rate": 1.9921158695184738e-07,
+      "loss": 0.0026,
+      "step": 419
+    },
+    {
+      "epoch": 4.855491329479769,
+      "grad_norm": 0.013661878183484077,
+      "learning_rate": 1.6465666507425315e-07,
+      "loss": 0.0024,
+      "step": 420
+    },
+    {
+      "epoch": 4.855491329479769,
+      "eval_loss": 0.008424060419201851,
+      "eval_runtime": 10.0452,
+      "eval_samples_per_second": 4.978,
+      "eval_steps_per_second": 1.294,
+      "step": 420
+    },
+    {
+      "epoch": 4.867052023121388,
+      "grad_norm": 0.01569373905658722,
+      "learning_rate": 1.333858168224178e-07,
+      "loss": 0.0027,
+      "step": 421
+    },
+    {
+      "epoch": 4.878612716763006,
+      "grad_norm": 0.02022898755967617,
+      "learning_rate": 1.0540110289786742e-07,
+      "loss": 0.0032,
+      "step": 422
+    },
+    {
+      "epoch": 4.890173410404624,
+      "grad_norm": 0.013800419867038727,
+      "learning_rate": 8.07043674508623e-08,
+      "loss": 0.0024,
+      "step": 423
+    },
+    {
+      "epoch": 4.901734104046243,
+      "grad_norm": 0.017323607578873634,
+      "learning_rate": 5.929723795884967e-08,
+      "loss": 0.0029,
+      "step": 424
+    },
+    {
+      "epoch": 4.913294797687861,
+      "grad_norm": 0.014345725998282433,
+      "learning_rate": 4.1181125119221787e-08,
+      "loss": 0.0026,
+      "step": 425
+    },
+    {
+      "epoch": 4.913294797687861,
+      "eval_loss": 0.008420780301094055,
+      "eval_runtime": 10.0258,
+      "eval_samples_per_second": 4.987,
+      "eval_steps_per_second": 1.297,
+      "step": 425
+    },
+    {
+      "epoch": 4.924855491329479,
+      "grad_norm": 0.014356693252921104,
+      "learning_rate": 2.6357222756384636e-08,
+      "loss": 0.0025,
+      "step": 426
+    },
+    {
+      "epoch": 4.936416184971098,
+      "grad_norm": 0.014968520030379295,
+      "learning_rate": 1.482650774303207e-08,
+      "loss": 0.0028,
+      "step": 427
+    },
+    {
+      "epoch": 4.9479768786127165,
+      "grad_norm": 0.02624007686972618,
+      "learning_rate": 6.589739935819461e-09,
+      "loss": 0.0033,
+      "step": 428
+    },
+    {
+      "epoch": 4.959537572254336,
+      "grad_norm": 0.016497237607836723,
+      "learning_rate": 1.6474621252704493e-09,
+      "loss": 0.0031,
+      "step": 429
+    },
+    {
+      "epoch": 4.971098265895954,
+      "grad_norm": 0.01508865226060152,
+      "learning_rate": 0.0,
+      "loss": 0.0029,
+      "step": 430
+    },
+    {
+      "epoch": 4.971098265895954,
+      "eval_loss": 0.008429310284554958,
+      "eval_runtime": 10.0331,
+      "eval_samples_per_second": 4.983,
+      "eval_steps_per_second": 1.296,
+      "step": 430
+    },
+    {
+      "epoch": 4.971098265895954,
+      "step": 430,
+      "total_flos": 1.0207257247425331e+18,
+      "train_loss": 0.0087554031284526,
+      "train_runtime": 8412.5192,
+      "train_samples_per_second": 1.645,
+      "train_steps_per_second": 0.051
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 430,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0207257247425331e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72886bedd016d1f99814720df6614c5543c0ad45208bb8f78e98bee78c53147d
+size 5432