Upload folder using huggingface_hub

.gitattributes

@@ -1129,3 +1129,12 @@ gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-600-sd-10000/checkpoint-55/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-600-sd-10000/checkpoint-82/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-600-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-5970/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-7164/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-8358/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-9552/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f96f9302bef1ec0aaf47e94804c44aad59092b23b0b27bf9d289790b4ea01
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3ffbf8025741dc2aea0ca4c0d51cfc999557055485fedd87f62405e6acbea
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89246ebc83d5d2adc961696a5d1a031fc7eda0918c44d9cff7c0817c77ec437
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfb95e078c78d4fdd56bd42abb8bbbe58b6453e215db21f0fcb47713c177a02
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8abe9d161ebbe0d87d7f353db092e8dc46bfd30e1254025025a542fbefbad8
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/trainer_state.json

@@ -0,0 +1,874 @@
+{
+  "best_metric": 1.8088148832321167,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194",
+  "epoch": 1.0,
+  "eval_steps": 10,
+  "global_step": 1194,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008375209380234505,
+      "grad_norm": 0.6290814280509949,
+      "learning_rate": 0.0002,
+      "loss": 2.6252,
+      "step": 10
+    },
+    {
+      "epoch": 0.01675041876046901,
+      "grad_norm": 0.5023976564407349,
+      "learning_rate": 0.0002,
+      "loss": 2.3237,
+      "step": 20
+    },
+    {
+      "epoch": 0.02512562814070352,
+      "grad_norm": 0.5448721647262573,
+      "learning_rate": 0.0002,
+      "loss": 2.1575,
+      "step": 30
+    },
+    {
+      "epoch": 0.03350083752093802,
+      "grad_norm": 0.4906269609928131,
+      "learning_rate": 0.0002,
+      "loss": 1.967,
+      "step": 40
+    },
+    {
+      "epoch": 0.04187604690117253,
+      "grad_norm": 0.49321722984313965,
+      "learning_rate": 0.0002,
+      "loss": 1.9464,
+      "step": 50
+    },
+    {
+      "epoch": 0.05025125628140704,
+      "grad_norm": 0.4470495581626892,
+      "learning_rate": 0.0002,
+      "loss": 1.9645,
+      "step": 60
+    },
+    {
+      "epoch": 0.05862646566164154,
+      "grad_norm": 0.49971723556518555,
+      "learning_rate": 0.0002,
+      "loss": 1.8989,
+      "step": 70
+    },
+    {
+      "epoch": 0.06700167504187604,
+      "grad_norm": 0.4249754548072815,
+      "learning_rate": 0.0002,
+      "loss": 1.8629,
+      "step": 80
+    },
+    {
+      "epoch": 0.07537688442211055,
+      "grad_norm": 0.43136730790138245,
+      "learning_rate": 0.0002,
+      "loss": 1.9229,
+      "step": 90
+    },
+    {
+      "epoch": 0.08375209380234507,
+      "grad_norm": 0.5939809679985046,
+      "learning_rate": 0.0002,
+      "loss": 1.8768,
+      "step": 100
+    },
+    {
+      "epoch": 0.09212730318257957,
+      "grad_norm": 0.4249511659145355,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 110
+    },
+    {
+      "epoch": 0.10050251256281408,
+      "grad_norm": 0.451865017414093,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 120
+    },
+    {
+      "epoch": 0.10887772194304858,
+      "grad_norm": 0.42394405603408813,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 130
+    },
+    {
+      "epoch": 0.11725293132328309,
+      "grad_norm": 0.3683006763458252,
+      "learning_rate": 0.0002,
+      "loss": 1.8411,
+      "step": 140
+    },
+    {
+      "epoch": 0.12562814070351758,
+      "grad_norm": 0.411150723695755,
+      "learning_rate": 0.0002,
+      "loss": 1.8605,
+      "step": 150
+    },
+    {
+      "epoch": 0.13400335008375208,
+      "grad_norm": 0.4213576018810272,
+      "learning_rate": 0.0002,
+      "loss": 1.7842,
+      "step": 160
+    },
+    {
+      "epoch": 0.1423785594639866,
+      "grad_norm": 0.4385589361190796,
+      "learning_rate": 0.0002,
+      "loss": 1.8892,
+      "step": 170
+    },
+    {
+      "epoch": 0.1507537688442211,
+      "grad_norm": 0.4446942210197449,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 180
+    },
+    {
+      "epoch": 0.15912897822445563,
+      "grad_norm": 0.4562969207763672,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 190
+    },
+    {
+      "epoch": 0.16750418760469013,
+      "grad_norm": 0.49195992946624756,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 200
+    },
+    {
+      "epoch": 0.17587939698492464,
+      "grad_norm": 0.3948725461959839,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 210
+    },
+    {
+      "epoch": 0.18425460636515914,
+      "grad_norm": 0.37087398767471313,
+      "learning_rate": 0.0002,
+      "loss": 1.7949,
+      "step": 220
+    },
+    {
+      "epoch": 0.19262981574539365,
+      "grad_norm": 0.3847447633743286,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 230
+    },
+    {
+      "epoch": 0.20100502512562815,
+      "grad_norm": 0.3973361849784851,
+      "learning_rate": 0.0002,
+      "loss": 1.7498,
+      "step": 240
+    },
+    {
+      "epoch": 0.20938023450586266,
+      "grad_norm": 0.3675636947154999,
+      "learning_rate": 0.0002,
+      "loss": 1.7662,
+      "step": 250
+    },
+    {
+      "epoch": 0.21775544388609716,
+      "grad_norm": 0.38187175989151,
+      "learning_rate": 0.0002,
+      "loss": 1.8318,
+      "step": 260
+    },
+    {
+      "epoch": 0.22613065326633167,
+      "grad_norm": 0.36000028252601624,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 270
+    },
+    {
+      "epoch": 0.23450586264656617,
+      "grad_norm": 0.3819858729839325,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 280
+    },
+    {
+      "epoch": 0.24288107202680068,
+      "grad_norm": 0.36370471119880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7971,
+      "step": 290
+    },
+    {
+      "epoch": 0.25125628140703515,
+      "grad_norm": 0.3492966294288635,
+      "learning_rate": 0.0002,
+      "loss": 1.8518,
+      "step": 300
+    },
+    {
+      "epoch": 0.25963149078726966,
+      "grad_norm": 0.32806646823883057,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 310
+    },
+    {
+      "epoch": 0.26800670016750416,
+      "grad_norm": 0.3824801743030548,
+      "learning_rate": 0.0002,
+      "loss": 1.8338,
+      "step": 320
+    },
+    {
+      "epoch": 0.27638190954773867,
+      "grad_norm": 0.48781588673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8702,
+      "step": 330
+    },
+    {
+      "epoch": 0.2847571189279732,
+      "grad_norm": 0.416357159614563,
+      "learning_rate": 0.0002,
+      "loss": 1.7858,
+      "step": 340
+    },
+    {
+      "epoch": 0.2931323283082077,
+      "grad_norm": 0.34518781304359436,
+      "learning_rate": 0.0002,
+      "loss": 1.8543,
+      "step": 350
+    },
+    {
+      "epoch": 0.3015075376884422,
+      "grad_norm": 0.3333123028278351,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 360
+    },
+    {
+      "epoch": 0.3098827470686767,
+      "grad_norm": 0.4125552475452423,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 370
+    },
+    {
+      "epoch": 0.31825795644891125,
+      "grad_norm": 0.40044137835502625,
+      "learning_rate": 0.0002,
+      "loss": 1.8679,
+      "step": 380
+    },
+    {
+      "epoch": 0.32663316582914576,
+      "grad_norm": 0.44981154799461365,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 390
+    },
+    {
+      "epoch": 0.33500837520938026,
+      "grad_norm": 0.6972532868385315,
+      "learning_rate": 0.0002,
+      "loss": 1.7907,
+      "step": 400
+    },
+    {
+      "epoch": 0.34338358458961477,
+      "grad_norm": 0.3069273829460144,
+      "learning_rate": 0.0002,
+      "loss": 1.8159,
+      "step": 410
+    },
+    {
+      "epoch": 0.35175879396984927,
+      "grad_norm": 0.35586047172546387,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 420
+    },
+    {
+      "epoch": 0.3601340033500838,
+      "grad_norm": 0.40816494822502136,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 430
+    },
+    {
+      "epoch": 0.3685092127303183,
+      "grad_norm": 0.3377438187599182,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 440
+    },
+    {
+      "epoch": 0.3768844221105528,
+      "grad_norm": 0.31523144245147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.3852596314907873,
+      "grad_norm": 0.3472132682800293,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 460
+    },
+    {
+      "epoch": 0.3936348408710218,
+      "grad_norm": 0.3513853847980499,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 470
+    },
+    {
+      "epoch": 0.4020100502512563,
+      "grad_norm": 0.366720587015152,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 480
+    },
+    {
+      "epoch": 0.4103852596314908,
+      "grad_norm": 0.48535996675491333,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 490
+    },
+    {
+      "epoch": 0.4187604690117253,
+      "grad_norm": 0.378305584192276,
+      "learning_rate": 0.0002,
+      "loss": 1.8674,
+      "step": 500
+    },
+    {
+      "epoch": 0.4271356783919598,
+      "grad_norm": 0.31175753474235535,
+      "learning_rate": 0.0002,
+      "loss": 1.8145,
+      "step": 510
+    },
+    {
+      "epoch": 0.4355108877721943,
+      "grad_norm": 0.3505520820617676,
+      "learning_rate": 0.0002,
+      "loss": 1.7745,
+      "step": 520
+    },
+    {
+      "epoch": 0.4438860971524288,
+      "grad_norm": 0.3446848690509796,
+      "learning_rate": 0.0002,
+      "loss": 1.8194,
+      "step": 530
+    },
+    {
+      "epoch": 0.45226130653266333,
+      "grad_norm": 0.3255297541618347,
+      "learning_rate": 0.0002,
+      "loss": 1.7787,
+      "step": 540
+    },
+    {
+      "epoch": 0.46063651591289784,
+      "grad_norm": 0.3216710686683655,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 550
+    },
+    {
+      "epoch": 0.46901172529313234,
+      "grad_norm": 0.3307957649230957,
+      "learning_rate": 0.0002,
+      "loss": 1.7919,
+      "step": 560
+    },
+    {
+      "epoch": 0.47738693467336685,
+      "grad_norm": 0.3295125663280487,
+      "learning_rate": 0.0002,
+      "loss": 1.8659,
+      "step": 570
+    },
+    {
+      "epoch": 0.48576214405360135,
+      "grad_norm": 0.349960595369339,
+      "learning_rate": 0.0002,
+      "loss": 1.7518,
+      "step": 580
+    },
+    {
+      "epoch": 0.49413735343383586,
+      "grad_norm": 0.32447564601898193,
+      "learning_rate": 0.0002,
+      "loss": 1.8474,
+      "step": 590
+    },
+    {
+      "epoch": 0.5025125628140703,
+      "grad_norm": 0.3343949615955353,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.5108877721943048,
+      "grad_norm": 0.3556120991706848,
+      "learning_rate": 0.0002,
+      "loss": 1.7856,
+      "step": 610
+    },
+    {
+      "epoch": 0.5192629815745393,
+      "grad_norm": 0.38598525524139404,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 620
+    },
+    {
+      "epoch": 0.5276381909547738,
+      "grad_norm": 0.3493153154850006,
+      "learning_rate": 0.0002,
+      "loss": 1.7857,
+      "step": 630
+    },
+    {
+      "epoch": 0.5360134003350083,
+      "grad_norm": 0.35715600848197937,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 640
+    },
+    {
+      "epoch": 0.5443886097152428,
+      "grad_norm": 0.3686097264289856,
+      "learning_rate": 0.0002,
+      "loss": 1.8295,
+      "step": 650
+    },
+    {
+      "epoch": 0.5527638190954773,
+      "grad_norm": 0.32571321725845337,
+      "learning_rate": 0.0002,
+      "loss": 1.775,
+      "step": 660
+    },
+    {
+      "epoch": 0.5611390284757118,
+      "grad_norm": 0.33986029028892517,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 670
+    },
+    {
+      "epoch": 0.5695142378559463,
+      "grad_norm": 0.33575883507728577,
+      "learning_rate": 0.0002,
+      "loss": 1.7874,
+      "step": 680
+    },
+    {
+      "epoch": 0.5778894472361809,
+      "grad_norm": 0.30621081590652466,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 690
+    },
+    {
+      "epoch": 0.5862646566164154,
+      "grad_norm": 0.30717912316322327,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 700
+    },
+    {
+      "epoch": 0.5946398659966499,
+      "grad_norm": 0.33896031975746155,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 710
+    },
+    {
+      "epoch": 0.6030150753768844,
+      "grad_norm": 0.35164183378219604,
+      "learning_rate": 0.0002,
+      "loss": 1.8045,
+      "step": 720
+    },
+    {
+      "epoch": 0.6113902847571189,
+      "grad_norm": 0.47714051604270935,
+      "learning_rate": 0.0002,
+      "loss": 1.8606,
+      "step": 730
+    },
+    {
+      "epoch": 0.6197654941373534,
+      "grad_norm": 0.34266430139541626,
+      "learning_rate": 0.0002,
+      "loss": 1.8014,
+      "step": 740
+    },
+    {
+      "epoch": 0.628140703517588,
+      "grad_norm": 0.354221910238266,
+      "learning_rate": 0.0002,
+      "loss": 1.756,
+      "step": 750
+    },
+    {
+      "epoch": 0.6365159128978225,
+      "grad_norm": 0.3694717586040497,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 760
+    },
+    {
+      "epoch": 0.644891122278057,
+      "grad_norm": 0.35219788551330566,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 770
+    },
+    {
+      "epoch": 0.6532663316582915,
+      "grad_norm": 0.31869757175445557,
+      "learning_rate": 0.0002,
+      "loss": 1.8616,
+      "step": 780
+    },
+    {
+      "epoch": 0.661641541038526,
+      "grad_norm": 0.3729475736618042,
+      "learning_rate": 0.0002,
+      "loss": 1.7981,
+      "step": 790
+    },
+    {
+      "epoch": 0.6700167504187605,
+      "grad_norm": 0.3431633710861206,
+      "learning_rate": 0.0002,
+      "loss": 1.8384,
+      "step": 800
+    },
+    {
+      "epoch": 0.678391959798995,
+      "grad_norm": 0.3452960252761841,
+      "learning_rate": 0.0002,
+      "loss": 1.7431,
+      "step": 810
+    },
+    {
+      "epoch": 0.6867671691792295,
+      "grad_norm": 0.31068870425224304,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 820
+    },
+    {
+      "epoch": 0.695142378559464,
+      "grad_norm": 0.3213907778263092,
+      "learning_rate": 0.0002,
+      "loss": 1.8275,
+      "step": 830
+    },
+    {
+      "epoch": 0.7035175879396985,
+      "grad_norm": 0.2922039330005646,
+      "learning_rate": 0.0002,
+      "loss": 1.7975,
+      "step": 840
+    },
+    {
+      "epoch": 0.711892797319933,
+      "grad_norm": 0.36271268129348755,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 850
+    },
+    {
+      "epoch": 0.7202680067001676,
+      "grad_norm": 0.3195357918739319,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 860
+    },
+    {
+      "epoch": 0.7286432160804021,
+      "grad_norm": 0.31721433997154236,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 870
+    },
+    {
+      "epoch": 0.7370184254606366,
+      "grad_norm": 0.32121971249580383,
+      "learning_rate": 0.0002,
+      "loss": 1.832,
+      "step": 880
+    },
+    {
+      "epoch": 0.7453936348408711,
+      "grad_norm": 0.3149084150791168,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 890
+    },
+    {
+      "epoch": 0.7537688442211056,
+      "grad_norm": 0.38880932331085205,
+      "learning_rate": 0.0002,
+      "loss": 1.8399,
+      "step": 900
+    },
+    {
+      "epoch": 0.7621440536013401,
+      "grad_norm": 0.31491366028785706,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 910
+    },
+    {
+      "epoch": 0.7705192629815746,
+      "grad_norm": 0.2900884449481964,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 920
+    },
+    {
+      "epoch": 0.7788944723618091,
+      "grad_norm": 0.31911659240722656,
+      "learning_rate": 0.0002,
+      "loss": 1.7352,
+      "step": 930
+    },
+    {
+      "epoch": 0.7872696817420436,
+      "grad_norm": 0.33131274580955505,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 940
+    },
+    {
+      "epoch": 0.7956448911222781,
+      "grad_norm": 0.2980491816997528,
+      "learning_rate": 0.0002,
+      "loss": 1.8077,
+      "step": 950
+    },
+    {
+      "epoch": 0.8040201005025126,
+      "grad_norm": 0.3282995820045471,
+      "learning_rate": 0.0002,
+      "loss": 1.8254,
+      "step": 960
+    },
+    {
+      "epoch": 0.8123953098827471,
+      "grad_norm": 0.3234929144382477,
+      "learning_rate": 0.0002,
+      "loss": 1.7695,
+      "step": 970
+    },
+    {
+      "epoch": 0.8207705192629816,
+      "grad_norm": 0.31825992465019226,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 980
+    },
+    {
+      "epoch": 0.8291457286432161,
+      "grad_norm": 0.32733580470085144,
+      "learning_rate": 0.0002,
+      "loss": 1.8002,
+      "step": 990
+    },
+    {
+      "epoch": 0.8375209380234506,
+      "grad_norm": 0.3082098066806793,
+      "learning_rate": 0.0002,
+      "loss": 1.8407,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8458961474036851,
+      "grad_norm": 0.32492074370384216,
+      "learning_rate": 0.0002,
+      "loss": 1.7784,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8542713567839196,
+      "grad_norm": 0.3304888904094696,
+      "learning_rate": 0.0002,
+      "loss": 1.839,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8626465661641541,
+      "grad_norm": 0.3304980397224426,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8710217755443886,
+      "grad_norm": 0.3537079989910126,
+      "learning_rate": 0.0002,
+      "loss": 1.8345,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8793969849246231,
+      "grad_norm": 0.34958404302597046,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8877721943048577,
+      "grad_norm": 0.34610459208488464,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8961474036850922,
+      "grad_norm": 0.35725486278533936,
+      "learning_rate": 0.0002,
+      "loss": 1.7629,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9045226130653267,
+      "grad_norm": 0.30205485224723816,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9128978224455612,
+      "grad_norm": 0.3658352196216583,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9212730318257957,
+      "grad_norm": 0.33731144666671753,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9296482412060302,
+      "grad_norm": 0.35221847891807556,
+      "learning_rate": 0.0002,
+      "loss": 1.8047,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9380234505862647,
+      "grad_norm": 0.3193749487400055,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9463986599664992,
+      "grad_norm": 0.29893460869789124,
+      "learning_rate": 0.0002,
+      "loss": 1.7073,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9547738693467337,
+      "grad_norm": 0.37168779969215393,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9631490787269682,
+      "grad_norm": 0.3465111255645752,
+      "learning_rate": 0.0002,
+      "loss": 1.7994,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9715242881072027,
+      "grad_norm": 0.33802181482315063,
+      "learning_rate": 0.0002,
+      "loss": 1.8583,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9798994974874372,
+      "grad_norm": 0.36273202300071716,
+      "learning_rate": 0.0002,
+      "loss": 1.8652,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9882747068676717,
+      "grad_norm": 0.33043375611305237,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9966499162479062,
+      "grad_norm": 0.3027370870113373,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8088148832321167,
+      "eval_runtime": 37.9609,
+      "eval_samples_per_second": 13.567,
+      "eval_steps_per_second": 1.712,
+      "step": 1194
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9552,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.525564652571853e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-1194/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03202ff3d5e1dce5980463ad4d40fa9407d7d3624ffbc2fca0ad163b9f3c47
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f96f9302bef1ec0aaf47e94804c44aad59092b23b0b27bf9d289790b4ea01
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2f2722cf78fd35891e94a61dc0066a4905b4f4e89f30f795bb9c292b9cac0
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54fd81b3fab4b7b2ba804669407a398146ac0f686976ca2bdc7f43f958a3702
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa5be69f5757671d6efa27aa0f43906b1c1bff09a566c3312fcf43509f2a8aa
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/trainer_state.json

@@ -0,0 +1,1715 @@
+{
+  "best_metric": 1.8061236143112183,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 2388,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008375209380234505,
+      "grad_norm": 0.6290814280509949,
+      "learning_rate": 0.0002,
+      "loss": 2.6252,
+      "step": 10
+    },
+    {
+      "epoch": 0.01675041876046901,
+      "grad_norm": 0.5023976564407349,
+      "learning_rate": 0.0002,
+      "loss": 2.3237,
+      "step": 20
+    },
+    {
+      "epoch": 0.02512562814070352,
+      "grad_norm": 0.5448721647262573,
+      "learning_rate": 0.0002,
+      "loss": 2.1575,
+      "step": 30
+    },
+    {
+      "epoch": 0.03350083752093802,
+      "grad_norm": 0.4906269609928131,
+      "learning_rate": 0.0002,
+      "loss": 1.967,
+      "step": 40
+    },
+    {
+      "epoch": 0.04187604690117253,
+      "grad_norm": 0.49321722984313965,
+      "learning_rate": 0.0002,
+      "loss": 1.9464,
+      "step": 50
+    },
+    {
+      "epoch": 0.05025125628140704,
+      "grad_norm": 0.4470495581626892,
+      "learning_rate": 0.0002,
+      "loss": 1.9645,
+      "step": 60
+    },
+    {
+      "epoch": 0.05862646566164154,
+      "grad_norm": 0.49971723556518555,
+      "learning_rate": 0.0002,
+      "loss": 1.8989,
+      "step": 70
+    },
+    {
+      "epoch": 0.06700167504187604,
+      "grad_norm": 0.4249754548072815,
+      "learning_rate": 0.0002,
+      "loss": 1.8629,
+      "step": 80
+    },
+    {
+      "epoch": 0.07537688442211055,
+      "grad_norm": 0.43136730790138245,
+      "learning_rate": 0.0002,
+      "loss": 1.9229,
+      "step": 90
+    },
+    {
+      "epoch": 0.08375209380234507,
+      "grad_norm": 0.5939809679985046,
+      "learning_rate": 0.0002,
+      "loss": 1.8768,
+      "step": 100
+    },
+    {
+      "epoch": 0.09212730318257957,
+      "grad_norm": 0.4249511659145355,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 110
+    },
+    {
+      "epoch": 0.10050251256281408,
+      "grad_norm": 0.451865017414093,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 120
+    },
+    {
+      "epoch": 0.10887772194304858,
+      "grad_norm": 0.42394405603408813,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 130
+    },
+    {
+      "epoch": 0.11725293132328309,
+      "grad_norm": 0.3683006763458252,
+      "learning_rate": 0.0002,
+      "loss": 1.8411,
+      "step": 140
+    },
+    {
+      "epoch": 0.12562814070351758,
+      "grad_norm": 0.411150723695755,
+      "learning_rate": 0.0002,
+      "loss": 1.8605,
+      "step": 150
+    },
+    {
+      "epoch": 0.13400335008375208,
+      "grad_norm": 0.4213576018810272,
+      "learning_rate": 0.0002,
+      "loss": 1.7842,
+      "step": 160
+    },
+    {
+      "epoch": 0.1423785594639866,
+      "grad_norm": 0.4385589361190796,
+      "learning_rate": 0.0002,
+      "loss": 1.8892,
+      "step": 170
+    },
+    {
+      "epoch": 0.1507537688442211,
+      "grad_norm": 0.4446942210197449,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 180
+    },
+    {
+      "epoch": 0.15912897822445563,
+      "grad_norm": 0.4562969207763672,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 190
+    },
+    {
+      "epoch": 0.16750418760469013,
+      "grad_norm": 0.49195992946624756,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 200
+    },
+    {
+      "epoch": 0.17587939698492464,
+      "grad_norm": 0.3948725461959839,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 210
+    },
+    {
+      "epoch": 0.18425460636515914,
+      "grad_norm": 0.37087398767471313,
+      "learning_rate": 0.0002,
+      "loss": 1.7949,
+      "step": 220
+    },
+    {
+      "epoch": 0.19262981574539365,
+      "grad_norm": 0.3847447633743286,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 230
+    },
+    {
+      "epoch": 0.20100502512562815,
+      "grad_norm": 0.3973361849784851,
+      "learning_rate": 0.0002,
+      "loss": 1.7498,
+      "step": 240
+    },
+    {
+      "epoch": 0.20938023450586266,
+      "grad_norm": 0.3675636947154999,
+      "learning_rate": 0.0002,
+      "loss": 1.7662,
+      "step": 250
+    },
+    {
+      "epoch": 0.21775544388609716,
+      "grad_norm": 0.38187175989151,
+      "learning_rate": 0.0002,
+      "loss": 1.8318,
+      "step": 260
+    },
+    {
+      "epoch": 0.22613065326633167,
+      "grad_norm": 0.36000028252601624,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 270
+    },
+    {
+      "epoch": 0.23450586264656617,
+      "grad_norm": 0.3819858729839325,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 280
+    },
+    {
+      "epoch": 0.24288107202680068,
+      "grad_norm": 0.36370471119880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7971,
+      "step": 290
+    },
+    {
+      "epoch": 0.25125628140703515,
+      "grad_norm": 0.3492966294288635,
+      "learning_rate": 0.0002,
+      "loss": 1.8518,
+      "step": 300
+    },
+    {
+      "epoch": 0.25963149078726966,
+      "grad_norm": 0.32806646823883057,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 310
+    },
+    {
+      "epoch": 0.26800670016750416,
+      "grad_norm": 0.3824801743030548,
+      "learning_rate": 0.0002,
+      "loss": 1.8338,
+      "step": 320
+    },
+    {
+      "epoch": 0.27638190954773867,
+      "grad_norm": 0.48781588673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8702,
+      "step": 330
+    },
+    {
+      "epoch": 0.2847571189279732,
+      "grad_norm": 0.416357159614563,
+      "learning_rate": 0.0002,
+      "loss": 1.7858,
+      "step": 340
+    },
+    {
+      "epoch": 0.2931323283082077,
+      "grad_norm": 0.34518781304359436,
+      "learning_rate": 0.0002,
+      "loss": 1.8543,
+      "step": 350
+    },
+    {
+      "epoch": 0.3015075376884422,
+      "grad_norm": 0.3333123028278351,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 360
+    },
+    {
+      "epoch": 0.3098827470686767,
+      "grad_norm": 0.4125552475452423,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 370
+    },
+    {
+      "epoch": 0.31825795644891125,
+      "grad_norm": 0.40044137835502625,
+      "learning_rate": 0.0002,
+      "loss": 1.8679,
+      "step": 380
+    },
+    {
+      "epoch": 0.32663316582914576,
+      "grad_norm": 0.44981154799461365,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 390
+    },
+    {
+      "epoch": 0.33500837520938026,
+      "grad_norm": 0.6972532868385315,
+      "learning_rate": 0.0002,
+      "loss": 1.7907,
+      "step": 400
+    },
+    {
+      "epoch": 0.34338358458961477,
+      "grad_norm": 0.3069273829460144,
+      "learning_rate": 0.0002,
+      "loss": 1.8159,
+      "step": 410
+    },
+    {
+      "epoch": 0.35175879396984927,
+      "grad_norm": 0.35586047172546387,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 420
+    },
+    {
+      "epoch": 0.3601340033500838,
+      "grad_norm": 0.40816494822502136,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 430
+    },
+    {
+      "epoch": 0.3685092127303183,
+      "grad_norm": 0.3377438187599182,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 440
+    },
+    {
+      "epoch": 0.3768844221105528,
+      "grad_norm": 0.31523144245147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.3852596314907873,
+      "grad_norm": 0.3472132682800293,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 460
+    },
+    {
+      "epoch": 0.3936348408710218,
+      "grad_norm": 0.3513853847980499,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 470
+    },
+    {
+      "epoch": 0.4020100502512563,
+      "grad_norm": 0.366720587015152,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 480
+    },
+    {
+      "epoch": 0.4103852596314908,
+      "grad_norm": 0.48535996675491333,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 490
+    },
+    {
+      "epoch": 0.4187604690117253,
+      "grad_norm": 0.378305584192276,
+      "learning_rate": 0.0002,
+      "loss": 1.8674,
+      "step": 500
+    },
+    {
+      "epoch": 0.4271356783919598,
+      "grad_norm": 0.31175753474235535,
+      "learning_rate": 0.0002,
+      "loss": 1.8145,
+      "step": 510
+    },
+    {
+      "epoch": 0.4355108877721943,
+      "grad_norm": 0.3505520820617676,
+      "learning_rate": 0.0002,
+      "loss": 1.7745,
+      "step": 520
+    },
+    {
+      "epoch": 0.4438860971524288,
+      "grad_norm": 0.3446848690509796,
+      "learning_rate": 0.0002,
+      "loss": 1.8194,
+      "step": 530
+    },
+    {
+      "epoch": 0.45226130653266333,
+      "grad_norm": 0.3255297541618347,
+      "learning_rate": 0.0002,
+      "loss": 1.7787,
+      "step": 540
+    },
+    {
+      "epoch": 0.46063651591289784,
+      "grad_norm": 0.3216710686683655,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 550
+    },
+    {
+      "epoch": 0.46901172529313234,
+      "grad_norm": 0.3307957649230957,
+      "learning_rate": 0.0002,
+      "loss": 1.7919,
+      "step": 560
+    },
+    {
+      "epoch": 0.47738693467336685,
+      "grad_norm": 0.3295125663280487,
+      "learning_rate": 0.0002,
+      "loss": 1.8659,
+      "step": 570
+    },
+    {
+      "epoch": 0.48576214405360135,
+      "grad_norm": 0.349960595369339,
+      "learning_rate": 0.0002,
+      "loss": 1.7518,
+      "step": 580
+    },
+    {
+      "epoch": 0.49413735343383586,
+      "grad_norm": 0.32447564601898193,
+      "learning_rate": 0.0002,
+      "loss": 1.8474,
+      "step": 590
+    },
+    {
+      "epoch": 0.5025125628140703,
+      "grad_norm": 0.3343949615955353,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.5108877721943048,
+      "grad_norm": 0.3556120991706848,
+      "learning_rate": 0.0002,
+      "loss": 1.7856,
+      "step": 610
+    },
+    {
+      "epoch": 0.5192629815745393,
+      "grad_norm": 0.38598525524139404,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 620
+    },
+    {
+      "epoch": 0.5276381909547738,
+      "grad_norm": 0.3493153154850006,
+      "learning_rate": 0.0002,
+      "loss": 1.7857,
+      "step": 630
+    },
+    {
+      "epoch": 0.5360134003350083,
+      "grad_norm": 0.35715600848197937,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 640
+    },
+    {
+      "epoch": 0.5443886097152428,
+      "grad_norm": 0.3686097264289856,
+      "learning_rate": 0.0002,
+      "loss": 1.8295,
+      "step": 650
+    },
+    {
+      "epoch": 0.5527638190954773,
+      "grad_norm": 0.32571321725845337,
+      "learning_rate": 0.0002,
+      "loss": 1.775,
+      "step": 660
+    },
+    {
+      "epoch": 0.5611390284757118,
+      "grad_norm": 0.33986029028892517,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 670
+    },
+    {
+      "epoch": 0.5695142378559463,
+      "grad_norm": 0.33575883507728577,
+      "learning_rate": 0.0002,
+      "loss": 1.7874,
+      "step": 680
+    },
+    {
+      "epoch": 0.5778894472361809,
+      "grad_norm": 0.30621081590652466,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 690
+    },
+    {
+      "epoch": 0.5862646566164154,
+      "grad_norm": 0.30717912316322327,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 700
+    },
+    {
+      "epoch": 0.5946398659966499,
+      "grad_norm": 0.33896031975746155,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 710
+    },
+    {
+      "epoch": 0.6030150753768844,
+      "grad_norm": 0.35164183378219604,
+      "learning_rate": 0.0002,
+      "loss": 1.8045,
+      "step": 720
+    },
+    {
+      "epoch": 0.6113902847571189,
+      "grad_norm": 0.47714051604270935,
+      "learning_rate": 0.0002,
+      "loss": 1.8606,
+      "step": 730
+    },
+    {
+      "epoch": 0.6197654941373534,
+      "grad_norm": 0.34266430139541626,
+      "learning_rate": 0.0002,
+      "loss": 1.8014,
+      "step": 740
+    },
+    {
+      "epoch": 0.628140703517588,
+      "grad_norm": 0.354221910238266,
+      "learning_rate": 0.0002,
+      "loss": 1.756,
+      "step": 750
+    },
+    {
+      "epoch": 0.6365159128978225,
+      "grad_norm": 0.3694717586040497,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 760
+    },
+    {
+      "epoch": 0.644891122278057,
+      "grad_norm": 0.35219788551330566,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 770
+    },
+    {
+      "epoch": 0.6532663316582915,
+      "grad_norm": 0.31869757175445557,
+      "learning_rate": 0.0002,
+      "loss": 1.8616,
+      "step": 780
+    },
+    {
+      "epoch": 0.661641541038526,
+      "grad_norm": 0.3729475736618042,
+      "learning_rate": 0.0002,
+      "loss": 1.7981,
+      "step": 790
+    },
+    {
+      "epoch": 0.6700167504187605,
+      "grad_norm": 0.3431633710861206,
+      "learning_rate": 0.0002,
+      "loss": 1.8384,
+      "step": 800
+    },
+    {
+      "epoch": 0.678391959798995,
+      "grad_norm": 0.3452960252761841,
+      "learning_rate": 0.0002,
+      "loss": 1.7431,
+      "step": 810
+    },
+    {
+      "epoch": 0.6867671691792295,
+      "grad_norm": 0.31068870425224304,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 820
+    },
+    {
+      "epoch": 0.695142378559464,
+      "grad_norm": 0.3213907778263092,
+      "learning_rate": 0.0002,
+      "loss": 1.8275,
+      "step": 830
+    },
+    {
+      "epoch": 0.7035175879396985,
+      "grad_norm": 0.2922039330005646,
+      "learning_rate": 0.0002,
+      "loss": 1.7975,
+      "step": 840
+    },
+    {
+      "epoch": 0.711892797319933,
+      "grad_norm": 0.36271268129348755,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 850
+    },
+    {
+      "epoch": 0.7202680067001676,
+      "grad_norm": 0.3195357918739319,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 860
+    },
+    {
+      "epoch": 0.7286432160804021,
+      "grad_norm": 0.31721433997154236,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 870
+    },
+    {
+      "epoch": 0.7370184254606366,
+      "grad_norm": 0.32121971249580383,
+      "learning_rate": 0.0002,
+      "loss": 1.832,
+      "step": 880
+    },
+    {
+      "epoch": 0.7453936348408711,
+      "grad_norm": 0.3149084150791168,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 890
+    },
+    {
+      "epoch": 0.7537688442211056,
+      "grad_norm": 0.38880932331085205,
+      "learning_rate": 0.0002,
+      "loss": 1.8399,
+      "step": 900
+    },
+    {
+      "epoch": 0.7621440536013401,
+      "grad_norm": 0.31491366028785706,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 910
+    },
+    {
+      "epoch": 0.7705192629815746,
+      "grad_norm": 0.2900884449481964,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 920
+    },
+    {
+      "epoch": 0.7788944723618091,
+      "grad_norm": 0.31911659240722656,
+      "learning_rate": 0.0002,
+      "loss": 1.7352,
+      "step": 930
+    },
+    {
+      "epoch": 0.7872696817420436,
+      "grad_norm": 0.33131274580955505,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 940
+    },
+    {
+      "epoch": 0.7956448911222781,
+      "grad_norm": 0.2980491816997528,
+      "learning_rate": 0.0002,
+      "loss": 1.8077,
+      "step": 950
+    },
+    {
+      "epoch": 0.8040201005025126,
+      "grad_norm": 0.3282995820045471,
+      "learning_rate": 0.0002,
+      "loss": 1.8254,
+      "step": 960
+    },
+    {
+      "epoch": 0.8123953098827471,
+      "grad_norm": 0.3234929144382477,
+      "learning_rate": 0.0002,
+      "loss": 1.7695,
+      "step": 970
+    },
+    {
+      "epoch": 0.8207705192629816,
+      "grad_norm": 0.31825992465019226,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 980
+    },
+    {
+      "epoch": 0.8291457286432161,
+      "grad_norm": 0.32733580470085144,
+      "learning_rate": 0.0002,
+      "loss": 1.8002,
+      "step": 990
+    },
+    {
+      "epoch": 0.8375209380234506,
+      "grad_norm": 0.3082098066806793,
+      "learning_rate": 0.0002,
+      "loss": 1.8407,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8458961474036851,
+      "grad_norm": 0.32492074370384216,
+      "learning_rate": 0.0002,
+      "loss": 1.7784,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8542713567839196,
+      "grad_norm": 0.3304888904094696,
+      "learning_rate": 0.0002,
+      "loss": 1.839,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8626465661641541,
+      "grad_norm": 0.3304980397224426,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8710217755443886,
+      "grad_norm": 0.3537079989910126,
+      "learning_rate": 0.0002,
+      "loss": 1.8345,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8793969849246231,
+      "grad_norm": 0.34958404302597046,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8877721943048577,
+      "grad_norm": 0.34610459208488464,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8961474036850922,
+      "grad_norm": 0.35725486278533936,
+      "learning_rate": 0.0002,
+      "loss": 1.7629,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9045226130653267,
+      "grad_norm": 0.30205485224723816,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9128978224455612,
+      "grad_norm": 0.3658352196216583,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9212730318257957,
+      "grad_norm": 0.33731144666671753,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9296482412060302,
+      "grad_norm": 0.35221847891807556,
+      "learning_rate": 0.0002,
+      "loss": 1.8047,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9380234505862647,
+      "grad_norm": 0.3193749487400055,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9463986599664992,
+      "grad_norm": 0.29893460869789124,
+      "learning_rate": 0.0002,
+      "loss": 1.7073,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9547738693467337,
+      "grad_norm": 0.37168779969215393,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9631490787269682,
+      "grad_norm": 0.3465111255645752,
+      "learning_rate": 0.0002,
+      "loss": 1.7994,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9715242881072027,
+      "grad_norm": 0.33802181482315063,
+      "learning_rate": 0.0002,
+      "loss": 1.8583,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9798994974874372,
+      "grad_norm": 0.36273202300071716,
+      "learning_rate": 0.0002,
+      "loss": 1.8652,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9882747068676717,
+      "grad_norm": 0.33043375611305237,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9966499162479062,
+      "grad_norm": 0.3027370870113373,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8088148832321167,
+      "eval_runtime": 37.9609,
+      "eval_samples_per_second": 13.567,
+      "eval_steps_per_second": 1.712,
+      "step": 1194
+    },
+    {
+      "epoch": 1.0050251256281406,
+      "grad_norm": 0.4256260097026825,
+      "learning_rate": 0.0002,
+      "loss": 1.7492,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0134003350083751,
+      "grad_norm": 0.35050156712532043,
+      "learning_rate": 0.0002,
+      "loss": 1.6994,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0217755443886096,
+      "grad_norm": 0.34773948788642883,
+      "learning_rate": 0.0002,
+      "loss": 1.7422,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0301507537688441,
+      "grad_norm": 0.35487470030784607,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0385259631490786,
+      "grad_norm": 0.37040361762046814,
+      "learning_rate": 0.0002,
+      "loss": 1.7095,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0469011725293131,
+      "grad_norm": 0.33740508556365967,
+      "learning_rate": 0.0002,
+      "loss": 1.7663,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0552763819095476,
+      "grad_norm": 0.3962724506855011,
+      "learning_rate": 0.0002,
+      "loss": 1.7485,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0636515912897822,
+      "grad_norm": 0.3129824101924896,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0720268006700167,
+      "grad_norm": 0.3620055019855499,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0804020100502512,
+      "grad_norm": 0.3480982184410095,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0887772194304857,
+      "grad_norm": 0.344424843788147,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0971524288107202,
+      "grad_norm": 0.3480122685432434,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1055276381909547,
+      "grad_norm": 0.323662132024765,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1139028475711892,
+      "grad_norm": 0.35440102219581604,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1222780569514237,
+      "grad_norm": 0.3342263698577881,
+      "learning_rate": 0.0002,
+      "loss": 1.7573,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1306532663316582,
+      "grad_norm": 0.35705259442329407,
+      "learning_rate": 0.0002,
+      "loss": 1.7134,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1390284757118927,
+      "grad_norm": 0.38021907210350037,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1474036850921272,
+      "grad_norm": 0.34918731451034546,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1557788944723617,
+      "grad_norm": 0.371868371963501,
+      "learning_rate": 0.0002,
+      "loss": 1.7628,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1641541038525962,
+      "grad_norm": 0.38413912057876587,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1725293132328307,
+      "grad_norm": 0.3898005187511444,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1809045226130652,
+      "grad_norm": 0.3726498484611511,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1892797319932997,
+      "grad_norm": 0.3532905876636505,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 1420
+    },
+    {
+      "epoch": 1.1976549413735342,
+      "grad_norm": 0.338127464056015,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2060301507537687,
+      "grad_norm": 0.3472749888896942,
+      "learning_rate": 0.0002,
+      "loss": 1.871,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2144053601340032,
+      "grad_norm": 0.3523476719856262,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2227805695142377,
+      "grad_norm": 0.42986124753952026,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2311557788944723,
+      "grad_norm": 0.38195517659187317,
+      "learning_rate": 0.0002,
+      "loss": 1.7459,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2395309882747068,
+      "grad_norm": 0.31665122509002686,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2479061976549413,
+      "grad_norm": 0.3539541959762573,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2562814070351758,
+      "grad_norm": 0.40162816643714905,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2646566164154103,
+      "grad_norm": 0.34727150201797485,
+      "learning_rate": 0.0002,
+      "loss": 1.702,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2730318257956448,
+      "grad_norm": 0.3364993929862976,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2814070351758793,
+      "grad_norm": 0.323483943939209,
+      "learning_rate": 0.0002,
+      "loss": 1.8063,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2897822445561138,
+      "grad_norm": 0.4114733934402466,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 1540
+    },
+    {
+      "epoch": 1.2981574539363483,
+      "grad_norm": 0.37476620078086853,
+      "learning_rate": 0.0002,
+      "loss": 1.6525,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3065326633165828,
+      "grad_norm": 0.4216269552707672,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3149078726968173,
+      "grad_norm": 0.3204927444458008,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3232830820770518,
+      "grad_norm": 0.36916354298591614,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3316582914572863,
+      "grad_norm": 0.3755691647529602,
+      "learning_rate": 0.0002,
+      "loss": 1.7383,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3400335008375208,
+      "grad_norm": 0.3688889443874359,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3484087102177553,
+      "grad_norm": 0.34306398034095764,
+      "learning_rate": 0.0002,
+      "loss": 1.7664,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3567839195979898,
+      "grad_norm": 0.3651525676250458,
+      "learning_rate": 0.0002,
+      "loss": 1.6943,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3651591289782243,
+      "grad_norm": 0.3461526036262512,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3735343383584588,
+      "grad_norm": 0.37959185242652893,
+      "learning_rate": 0.0002,
+      "loss": 1.728,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3819095477386933,
+      "grad_norm": 0.4005356431007385,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3902847571189278,
+      "grad_norm": 0.3537434935569763,
+      "learning_rate": 0.0002,
+      "loss": 1.694,
+      "step": 1660
+    },
+    {
+      "epoch": 1.3986599664991624,
+      "grad_norm": 0.38220855593681335,
+      "learning_rate": 0.0002,
+      "loss": 1.6679,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4070351758793969,
+      "grad_norm": 0.3573434352874756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4154103852596314,
+      "grad_norm": 0.40028059482574463,
+      "learning_rate": 0.0002,
+      "loss": 1.6983,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4237855946398659,
+      "grad_norm": 0.3953610360622406,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 1700
+    },
+    {
+      "epoch": 1.4321608040201004,
+      "grad_norm": 0.39524543285369873,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4405360134003349,
+      "grad_norm": 0.37721359729766846,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4489112227805694,
+      "grad_norm": 0.4220093786716461,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 1730
+    },
+    {
+      "epoch": 1.457286432160804,
+      "grad_norm": 0.3876369595527649,
+      "learning_rate": 0.0002,
+      "loss": 1.7495,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4656616415410384,
+      "grad_norm": 0.3774619400501251,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1750
+    },
+    {
+      "epoch": 1.474036850921273,
+      "grad_norm": 0.3608052432537079,
+      "learning_rate": 0.0002,
+      "loss": 1.7223,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4824120603015074,
+      "grad_norm": 0.32083916664123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6746,
+      "step": 1770
+    },
+    {
+      "epoch": 1.490787269681742,
+      "grad_norm": 0.32290884852409363,
+      "learning_rate": 0.0002,
+      "loss": 1.716,
+      "step": 1780
+    },
+    {
+      "epoch": 1.4991624790619764,
+      "grad_norm": 0.3537974953651428,
+      "learning_rate": 0.0002,
+      "loss": 1.7648,
+      "step": 1790
+    },
+    {
+      "epoch": 1.507537688442211,
+      "grad_norm": 0.36576104164123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6784,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5159128978224454,
+      "grad_norm": 0.3336752653121948,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1810
+    },
+    {
+      "epoch": 1.52428810720268,
+      "grad_norm": 0.3551652431488037,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5326633165829144,
+      "grad_norm": 0.43313586711883545,
+      "learning_rate": 0.0002,
+      "loss": 1.6997,
+      "step": 1830
+    },
+    {
+      "epoch": 1.541038525963149,
+      "grad_norm": 0.39160311222076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7358,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5494137353433834,
+      "grad_norm": 0.38758179545402527,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1850
+    },
+    {
+      "epoch": 1.557788944723618,
+      "grad_norm": 0.3658832013607025,
+      "learning_rate": 0.0002,
+      "loss": 1.7768,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5661641541038525,
+      "grad_norm": 0.375372052192688,
+      "learning_rate": 0.0002,
+      "loss": 1.7486,
+      "step": 1870
+    },
+    {
+      "epoch": 1.574539363484087,
+      "grad_norm": 0.3586942255496979,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5829145728643215,
+      "grad_norm": 0.3626467287540436,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1890
+    },
+    {
+      "epoch": 1.591289782244556,
+      "grad_norm": 0.4199363589286804,
+      "learning_rate": 0.0002,
+      "loss": 1.7943,
+      "step": 1900
+    },
+    {
+      "epoch": 1.5996649916247905,
+      "grad_norm": 0.35646331310272217,
+      "learning_rate": 0.0002,
+      "loss": 1.6551,
+      "step": 1910
+    },
+    {
+      "epoch": 1.608040201005025,
+      "grad_norm": 0.3465106189250946,
+      "learning_rate": 0.0002,
+      "loss": 1.7125,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6164154103852595,
+      "grad_norm": 0.43392884731292725,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 1930
+    },
+    {
+      "epoch": 1.624790619765494,
+      "grad_norm": 0.39187198877334595,
+      "learning_rate": 0.0002,
+      "loss": 1.7009,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6331658291457285,
+      "grad_norm": 0.3685080409049988,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1950
+    },
+    {
+      "epoch": 1.641541038525963,
+      "grad_norm": 0.4044491946697235,
+      "learning_rate": 0.0002,
+      "loss": 1.6607,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6499162479061975,
+      "grad_norm": 0.4388049244880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7234,
+      "step": 1970
+    },
+    {
+      "epoch": 1.658291457286432,
+      "grad_norm": 0.36165162920951843,
+      "learning_rate": 0.0002,
+      "loss": 1.7178,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3501148521900177,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1990
+    },
+    {
+      "epoch": 1.675041876046901,
+      "grad_norm": 0.3751881718635559,
+      "learning_rate": 0.0002,
+      "loss": 1.7057,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6834170854271355,
+      "grad_norm": 0.3902788460254669,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 2010
+    },
+    {
+      "epoch": 1.69179229480737,
+      "grad_norm": 0.39642134308815,
+      "learning_rate": 0.0002,
+      "loss": 1.8517,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7001675041876045,
+      "grad_norm": 0.35721203684806824,
+      "learning_rate": 0.0002,
+      "loss": 1.6623,
+      "step": 2030
+    },
+    {
+      "epoch": 1.708542713567839,
+      "grad_norm": 0.360419899225235,
+      "learning_rate": 0.0002,
+      "loss": 1.6988,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7169179229480735,
+      "grad_norm": 0.3755600154399872,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 2050
+    },
+    {
+      "epoch": 1.725293132328308,
+      "grad_norm": 0.3939184844493866,
+      "learning_rate": 0.0002,
+      "loss": 1.6726,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7336683417085426,
+      "grad_norm": 0.33955490589141846,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 2070
+    },
+    {
+      "epoch": 1.742043551088777,
+      "grad_norm": 0.35501939058303833,
+      "learning_rate": 0.0002,
+      "loss": 1.6794,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7504187604690116,
+      "grad_norm": 0.38298022747039795,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 2090
+    },
+    {
+      "epoch": 1.758793969849246,
+      "grad_norm": 0.3472785949707031,
+      "learning_rate": 0.0002,
+      "loss": 1.6602,
+      "step": 2100
+    },
+    {
+      "epoch": 1.7671691792294806,
+      "grad_norm": 0.3620430827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.6671,
+      "step": 2110
+    },
+    {
+      "epoch": 1.775544388609715,
+      "grad_norm": 0.3795909881591797,
+      "learning_rate": 0.0002,
+      "loss": 1.671,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7839195979899496,
+      "grad_norm": 0.3662523925304413,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 2130
+    },
+    {
+      "epoch": 1.792294807370184,
+      "grad_norm": 0.4113886058330536,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2140
+    },
+    {
+      "epoch": 1.8006700167504186,
+      "grad_norm": 0.3765672743320465,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 2150
+    },
+    {
+      "epoch": 1.809045226130653,
+      "grad_norm": 0.41623714566230774,
+      "learning_rate": 0.0002,
+      "loss": 1.7481,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8174204355108876,
+      "grad_norm": 0.3724099099636078,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8257956448911221,
+      "grad_norm": 0.3990779221057892,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8341708542713566,
+      "grad_norm": 0.3677702844142914,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8425460636515911,
+      "grad_norm": 0.3944959342479706,
+      "learning_rate": 0.0002,
+      "loss": 1.6705,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8509212730318256,
+      "grad_norm": 0.3413957357406616,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 2210
+    },
+    {
+      "epoch": 1.8592964824120601,
+      "grad_norm": 0.40136098861694336,
+      "learning_rate": 0.0002,
+      "loss": 1.7069,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8676716917922946,
+      "grad_norm": 0.3496319055557251,
+      "learning_rate": 0.0002,
+      "loss": 1.6865,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8760469011725294,
+      "grad_norm": 0.3759860694408417,
+      "learning_rate": 0.0002,
+      "loss": 1.6906,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8844221105527639,
+      "grad_norm": 0.43556007742881775,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8927973199329984,
+      "grad_norm": 0.3864828944206238,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9011725293132329,
+      "grad_norm": 0.396930456161499,
+      "learning_rate": 0.0002,
+      "loss": 1.6502,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9095477386934674,
+      "grad_norm": 0.37667879462242126,
+      "learning_rate": 0.0002,
+      "loss": 1.838,
+      "step": 2280
+    },
+    {
+      "epoch": 1.917922948073702,
+      "grad_norm": 0.3539164066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9262981574539364,
+      "grad_norm": 0.40542101860046387,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 2300
+    },
+    {
+      "epoch": 1.934673366834171,
+      "grad_norm": 0.37341606616973877,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9430485762144054,
+      "grad_norm": 0.4011504352092743,
+      "learning_rate": 0.0002,
+      "loss": 1.7058,
+      "step": 2320
+    },
+    {
+      "epoch": 1.95142378559464,
+      "grad_norm": 0.37934592366218567,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9597989949748744,
+      "grad_norm": 0.32745009660720825,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 2340
+    },
+    {
+      "epoch": 1.968174204355109,
+      "grad_norm": 0.38347750902175903,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9765494137353434,
+      "grad_norm": 0.3945120871067047,
+      "learning_rate": 0.0002,
+      "loss": 1.7116,
+      "step": 2360
+    },
+    {
+      "epoch": 1.984924623115578,
+      "grad_norm": 0.4034058749675751,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9932998324958124,
+      "grad_norm": 0.3546718955039978,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8061236143112183,
+      "eval_runtime": 38.2113,
+      "eval_samples_per_second": 13.478,
+      "eval_steps_per_second": 1.701,
+      "step": 2388
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9552,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1051129305143706e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03202ff3d5e1dce5980463ad4d40fa9407d7d3624ffbc2fca0ad163b9f3c47
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b21759a2130b543d8e5541d7a6e0d0853d6237f4796802a02696a4b106a2d
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8759b786c1db146e692237ab5caa24fb747810e9949b2794145b8af72beeb6
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e34926da297de597fc63351ccc35e8ad04c089f6e7bc1ff21e56bff148cf0e
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c485ec9117093fe9e08897a1e4e1356498391f3c460e6b93e1b0cf1c2ea33b
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/trainer_state.json

@@ -0,0 +1,2563 @@
+{
+  "best_metric": 1.8061236143112183,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388",
+  "epoch": 3.0,
+  "eval_steps": 10,
+  "global_step": 3582,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008375209380234505,
+      "grad_norm": 0.6290814280509949,
+      "learning_rate": 0.0002,
+      "loss": 2.6252,
+      "step": 10
+    },
+    {
+      "epoch": 0.01675041876046901,
+      "grad_norm": 0.5023976564407349,
+      "learning_rate": 0.0002,
+      "loss": 2.3237,
+      "step": 20
+    },
+    {
+      "epoch": 0.02512562814070352,
+      "grad_norm": 0.5448721647262573,
+      "learning_rate": 0.0002,
+      "loss": 2.1575,
+      "step": 30
+    },
+    {
+      "epoch": 0.03350083752093802,
+      "grad_norm": 0.4906269609928131,
+      "learning_rate": 0.0002,
+      "loss": 1.967,
+      "step": 40
+    },
+    {
+      "epoch": 0.04187604690117253,
+      "grad_norm": 0.49321722984313965,
+      "learning_rate": 0.0002,
+      "loss": 1.9464,
+      "step": 50
+    },
+    {
+      "epoch": 0.05025125628140704,
+      "grad_norm": 0.4470495581626892,
+      "learning_rate": 0.0002,
+      "loss": 1.9645,
+      "step": 60
+    },
+    {
+      "epoch": 0.05862646566164154,
+      "grad_norm": 0.49971723556518555,
+      "learning_rate": 0.0002,
+      "loss": 1.8989,
+      "step": 70
+    },
+    {
+      "epoch": 0.06700167504187604,
+      "grad_norm": 0.4249754548072815,
+      "learning_rate": 0.0002,
+      "loss": 1.8629,
+      "step": 80
+    },
+    {
+      "epoch": 0.07537688442211055,
+      "grad_norm": 0.43136730790138245,
+      "learning_rate": 0.0002,
+      "loss": 1.9229,
+      "step": 90
+    },
+    {
+      "epoch": 0.08375209380234507,
+      "grad_norm": 0.5939809679985046,
+      "learning_rate": 0.0002,
+      "loss": 1.8768,
+      "step": 100
+    },
+    {
+      "epoch": 0.09212730318257957,
+      "grad_norm": 0.4249511659145355,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 110
+    },
+    {
+      "epoch": 0.10050251256281408,
+      "grad_norm": 0.451865017414093,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 120
+    },
+    {
+      "epoch": 0.10887772194304858,
+      "grad_norm": 0.42394405603408813,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 130
+    },
+    {
+      "epoch": 0.11725293132328309,
+      "grad_norm": 0.3683006763458252,
+      "learning_rate": 0.0002,
+      "loss": 1.8411,
+      "step": 140
+    },
+    {
+      "epoch": 0.12562814070351758,
+      "grad_norm": 0.411150723695755,
+      "learning_rate": 0.0002,
+      "loss": 1.8605,
+      "step": 150
+    },
+    {
+      "epoch": 0.13400335008375208,
+      "grad_norm": 0.4213576018810272,
+      "learning_rate": 0.0002,
+      "loss": 1.7842,
+      "step": 160
+    },
+    {
+      "epoch": 0.1423785594639866,
+      "grad_norm": 0.4385589361190796,
+      "learning_rate": 0.0002,
+      "loss": 1.8892,
+      "step": 170
+    },
+    {
+      "epoch": 0.1507537688442211,
+      "grad_norm": 0.4446942210197449,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 180
+    },
+    {
+      "epoch": 0.15912897822445563,
+      "grad_norm": 0.4562969207763672,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 190
+    },
+    {
+      "epoch": 0.16750418760469013,
+      "grad_norm": 0.49195992946624756,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 200
+    },
+    {
+      "epoch": 0.17587939698492464,
+      "grad_norm": 0.3948725461959839,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 210
+    },
+    {
+      "epoch": 0.18425460636515914,
+      "grad_norm": 0.37087398767471313,
+      "learning_rate": 0.0002,
+      "loss": 1.7949,
+      "step": 220
+    },
+    {
+      "epoch": 0.19262981574539365,
+      "grad_norm": 0.3847447633743286,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 230
+    },
+    {
+      "epoch": 0.20100502512562815,
+      "grad_norm": 0.3973361849784851,
+      "learning_rate": 0.0002,
+      "loss": 1.7498,
+      "step": 240
+    },
+    {
+      "epoch": 0.20938023450586266,
+      "grad_norm": 0.3675636947154999,
+      "learning_rate": 0.0002,
+      "loss": 1.7662,
+      "step": 250
+    },
+    {
+      "epoch": 0.21775544388609716,
+      "grad_norm": 0.38187175989151,
+      "learning_rate": 0.0002,
+      "loss": 1.8318,
+      "step": 260
+    },
+    {
+      "epoch": 0.22613065326633167,
+      "grad_norm": 0.36000028252601624,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 270
+    },
+    {
+      "epoch": 0.23450586264656617,
+      "grad_norm": 0.3819858729839325,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 280
+    },
+    {
+      "epoch": 0.24288107202680068,
+      "grad_norm": 0.36370471119880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7971,
+      "step": 290
+    },
+    {
+      "epoch": 0.25125628140703515,
+      "grad_norm": 0.3492966294288635,
+      "learning_rate": 0.0002,
+      "loss": 1.8518,
+      "step": 300
+    },
+    {
+      "epoch": 0.25963149078726966,
+      "grad_norm": 0.32806646823883057,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 310
+    },
+    {
+      "epoch": 0.26800670016750416,
+      "grad_norm": 0.3824801743030548,
+      "learning_rate": 0.0002,
+      "loss": 1.8338,
+      "step": 320
+    },
+    {
+      "epoch": 0.27638190954773867,
+      "grad_norm": 0.48781588673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8702,
+      "step": 330
+    },
+    {
+      "epoch": 0.2847571189279732,
+      "grad_norm": 0.416357159614563,
+      "learning_rate": 0.0002,
+      "loss": 1.7858,
+      "step": 340
+    },
+    {
+      "epoch": 0.2931323283082077,
+      "grad_norm": 0.34518781304359436,
+      "learning_rate": 0.0002,
+      "loss": 1.8543,
+      "step": 350
+    },
+    {
+      "epoch": 0.3015075376884422,
+      "grad_norm": 0.3333123028278351,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 360
+    },
+    {
+      "epoch": 0.3098827470686767,
+      "grad_norm": 0.4125552475452423,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 370
+    },
+    {
+      "epoch": 0.31825795644891125,
+      "grad_norm": 0.40044137835502625,
+      "learning_rate": 0.0002,
+      "loss": 1.8679,
+      "step": 380
+    },
+    {
+      "epoch": 0.32663316582914576,
+      "grad_norm": 0.44981154799461365,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 390
+    },
+    {
+      "epoch": 0.33500837520938026,
+      "grad_norm": 0.6972532868385315,
+      "learning_rate": 0.0002,
+      "loss": 1.7907,
+      "step": 400
+    },
+    {
+      "epoch": 0.34338358458961477,
+      "grad_norm": 0.3069273829460144,
+      "learning_rate": 0.0002,
+      "loss": 1.8159,
+      "step": 410
+    },
+    {
+      "epoch": 0.35175879396984927,
+      "grad_norm": 0.35586047172546387,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 420
+    },
+    {
+      "epoch": 0.3601340033500838,
+      "grad_norm": 0.40816494822502136,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 430
+    },
+    {
+      "epoch": 0.3685092127303183,
+      "grad_norm": 0.3377438187599182,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 440
+    },
+    {
+      "epoch": 0.3768844221105528,
+      "grad_norm": 0.31523144245147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.3852596314907873,
+      "grad_norm": 0.3472132682800293,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 460
+    },
+    {
+      "epoch": 0.3936348408710218,
+      "grad_norm": 0.3513853847980499,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 470
+    },
+    {
+      "epoch": 0.4020100502512563,
+      "grad_norm": 0.366720587015152,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 480
+    },
+    {
+      "epoch": 0.4103852596314908,
+      "grad_norm": 0.48535996675491333,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 490
+    },
+    {
+      "epoch": 0.4187604690117253,
+      "grad_norm": 0.378305584192276,
+      "learning_rate": 0.0002,
+      "loss": 1.8674,
+      "step": 500
+    },
+    {
+      "epoch": 0.4271356783919598,
+      "grad_norm": 0.31175753474235535,
+      "learning_rate": 0.0002,
+      "loss": 1.8145,
+      "step": 510
+    },
+    {
+      "epoch": 0.4355108877721943,
+      "grad_norm": 0.3505520820617676,
+      "learning_rate": 0.0002,
+      "loss": 1.7745,
+      "step": 520
+    },
+    {
+      "epoch": 0.4438860971524288,
+      "grad_norm": 0.3446848690509796,
+      "learning_rate": 0.0002,
+      "loss": 1.8194,
+      "step": 530
+    },
+    {
+      "epoch": 0.45226130653266333,
+      "grad_norm": 0.3255297541618347,
+      "learning_rate": 0.0002,
+      "loss": 1.7787,
+      "step": 540
+    },
+    {
+      "epoch": 0.46063651591289784,
+      "grad_norm": 0.3216710686683655,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 550
+    },
+    {
+      "epoch": 0.46901172529313234,
+      "grad_norm": 0.3307957649230957,
+      "learning_rate": 0.0002,
+      "loss": 1.7919,
+      "step": 560
+    },
+    {
+      "epoch": 0.47738693467336685,
+      "grad_norm": 0.3295125663280487,
+      "learning_rate": 0.0002,
+      "loss": 1.8659,
+      "step": 570
+    },
+    {
+      "epoch": 0.48576214405360135,
+      "grad_norm": 0.349960595369339,
+      "learning_rate": 0.0002,
+      "loss": 1.7518,
+      "step": 580
+    },
+    {
+      "epoch": 0.49413735343383586,
+      "grad_norm": 0.32447564601898193,
+      "learning_rate": 0.0002,
+      "loss": 1.8474,
+      "step": 590
+    },
+    {
+      "epoch": 0.5025125628140703,
+      "grad_norm": 0.3343949615955353,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.5108877721943048,
+      "grad_norm": 0.3556120991706848,
+      "learning_rate": 0.0002,
+      "loss": 1.7856,
+      "step": 610
+    },
+    {
+      "epoch": 0.5192629815745393,
+      "grad_norm": 0.38598525524139404,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 620
+    },
+    {
+      "epoch": 0.5276381909547738,
+      "grad_norm": 0.3493153154850006,
+      "learning_rate": 0.0002,
+      "loss": 1.7857,
+      "step": 630
+    },
+    {
+      "epoch": 0.5360134003350083,
+      "grad_norm": 0.35715600848197937,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 640
+    },
+    {
+      "epoch": 0.5443886097152428,
+      "grad_norm": 0.3686097264289856,
+      "learning_rate": 0.0002,
+      "loss": 1.8295,
+      "step": 650
+    },
+    {
+      "epoch": 0.5527638190954773,
+      "grad_norm": 0.32571321725845337,
+      "learning_rate": 0.0002,
+      "loss": 1.775,
+      "step": 660
+    },
+    {
+      "epoch": 0.5611390284757118,
+      "grad_norm": 0.33986029028892517,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 670
+    },
+    {
+      "epoch": 0.5695142378559463,
+      "grad_norm": 0.33575883507728577,
+      "learning_rate": 0.0002,
+      "loss": 1.7874,
+      "step": 680
+    },
+    {
+      "epoch": 0.5778894472361809,
+      "grad_norm": 0.30621081590652466,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 690
+    },
+    {
+      "epoch": 0.5862646566164154,
+      "grad_norm": 0.30717912316322327,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 700
+    },
+    {
+      "epoch": 0.5946398659966499,
+      "grad_norm": 0.33896031975746155,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 710
+    },
+    {
+      "epoch": 0.6030150753768844,
+      "grad_norm": 0.35164183378219604,
+      "learning_rate": 0.0002,
+      "loss": 1.8045,
+      "step": 720
+    },
+    {
+      "epoch": 0.6113902847571189,
+      "grad_norm": 0.47714051604270935,
+      "learning_rate": 0.0002,
+      "loss": 1.8606,
+      "step": 730
+    },
+    {
+      "epoch": 0.6197654941373534,
+      "grad_norm": 0.34266430139541626,
+      "learning_rate": 0.0002,
+      "loss": 1.8014,
+      "step": 740
+    },
+    {
+      "epoch": 0.628140703517588,
+      "grad_norm": 0.354221910238266,
+      "learning_rate": 0.0002,
+      "loss": 1.756,
+      "step": 750
+    },
+    {
+      "epoch": 0.6365159128978225,
+      "grad_norm": 0.3694717586040497,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 760
+    },
+    {
+      "epoch": 0.644891122278057,
+      "grad_norm": 0.35219788551330566,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 770
+    },
+    {
+      "epoch": 0.6532663316582915,
+      "grad_norm": 0.31869757175445557,
+      "learning_rate": 0.0002,
+      "loss": 1.8616,
+      "step": 780
+    },
+    {
+      "epoch": 0.661641541038526,
+      "grad_norm": 0.3729475736618042,
+      "learning_rate": 0.0002,
+      "loss": 1.7981,
+      "step": 790
+    },
+    {
+      "epoch": 0.6700167504187605,
+      "grad_norm": 0.3431633710861206,
+      "learning_rate": 0.0002,
+      "loss": 1.8384,
+      "step": 800
+    },
+    {
+      "epoch": 0.678391959798995,
+      "grad_norm": 0.3452960252761841,
+      "learning_rate": 0.0002,
+      "loss": 1.7431,
+      "step": 810
+    },
+    {
+      "epoch": 0.6867671691792295,
+      "grad_norm": 0.31068870425224304,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 820
+    },
+    {
+      "epoch": 0.695142378559464,
+      "grad_norm": 0.3213907778263092,
+      "learning_rate": 0.0002,
+      "loss": 1.8275,
+      "step": 830
+    },
+    {
+      "epoch": 0.7035175879396985,
+      "grad_norm": 0.2922039330005646,
+      "learning_rate": 0.0002,
+      "loss": 1.7975,
+      "step": 840
+    },
+    {
+      "epoch": 0.711892797319933,
+      "grad_norm": 0.36271268129348755,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 850
+    },
+    {
+      "epoch": 0.7202680067001676,
+      "grad_norm": 0.3195357918739319,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 860
+    },
+    {
+      "epoch": 0.7286432160804021,
+      "grad_norm": 0.31721433997154236,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 870
+    },
+    {
+      "epoch": 0.7370184254606366,
+      "grad_norm": 0.32121971249580383,
+      "learning_rate": 0.0002,
+      "loss": 1.832,
+      "step": 880
+    },
+    {
+      "epoch": 0.7453936348408711,
+      "grad_norm": 0.3149084150791168,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 890
+    },
+    {
+      "epoch": 0.7537688442211056,
+      "grad_norm": 0.38880932331085205,
+      "learning_rate": 0.0002,
+      "loss": 1.8399,
+      "step": 900
+    },
+    {
+      "epoch": 0.7621440536013401,
+      "grad_norm": 0.31491366028785706,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 910
+    },
+    {
+      "epoch": 0.7705192629815746,
+      "grad_norm": 0.2900884449481964,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 920
+    },
+    {
+      "epoch": 0.7788944723618091,
+      "grad_norm": 0.31911659240722656,
+      "learning_rate": 0.0002,
+      "loss": 1.7352,
+      "step": 930
+    },
+    {
+      "epoch": 0.7872696817420436,
+      "grad_norm": 0.33131274580955505,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 940
+    },
+    {
+      "epoch": 0.7956448911222781,
+      "grad_norm": 0.2980491816997528,
+      "learning_rate": 0.0002,
+      "loss": 1.8077,
+      "step": 950
+    },
+    {
+      "epoch": 0.8040201005025126,
+      "grad_norm": 0.3282995820045471,
+      "learning_rate": 0.0002,
+      "loss": 1.8254,
+      "step": 960
+    },
+    {
+      "epoch": 0.8123953098827471,
+      "grad_norm": 0.3234929144382477,
+      "learning_rate": 0.0002,
+      "loss": 1.7695,
+      "step": 970
+    },
+    {
+      "epoch": 0.8207705192629816,
+      "grad_norm": 0.31825992465019226,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 980
+    },
+    {
+      "epoch": 0.8291457286432161,
+      "grad_norm": 0.32733580470085144,
+      "learning_rate": 0.0002,
+      "loss": 1.8002,
+      "step": 990
+    },
+    {
+      "epoch": 0.8375209380234506,
+      "grad_norm": 0.3082098066806793,
+      "learning_rate": 0.0002,
+      "loss": 1.8407,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8458961474036851,
+      "grad_norm": 0.32492074370384216,
+      "learning_rate": 0.0002,
+      "loss": 1.7784,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8542713567839196,
+      "grad_norm": 0.3304888904094696,
+      "learning_rate": 0.0002,
+      "loss": 1.839,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8626465661641541,
+      "grad_norm": 0.3304980397224426,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8710217755443886,
+      "grad_norm": 0.3537079989910126,
+      "learning_rate": 0.0002,
+      "loss": 1.8345,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8793969849246231,
+      "grad_norm": 0.34958404302597046,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8877721943048577,
+      "grad_norm": 0.34610459208488464,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8961474036850922,
+      "grad_norm": 0.35725486278533936,
+      "learning_rate": 0.0002,
+      "loss": 1.7629,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9045226130653267,
+      "grad_norm": 0.30205485224723816,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9128978224455612,
+      "grad_norm": 0.3658352196216583,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9212730318257957,
+      "grad_norm": 0.33731144666671753,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9296482412060302,
+      "grad_norm": 0.35221847891807556,
+      "learning_rate": 0.0002,
+      "loss": 1.8047,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9380234505862647,
+      "grad_norm": 0.3193749487400055,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9463986599664992,
+      "grad_norm": 0.29893460869789124,
+      "learning_rate": 0.0002,
+      "loss": 1.7073,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9547738693467337,
+      "grad_norm": 0.37168779969215393,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9631490787269682,
+      "grad_norm": 0.3465111255645752,
+      "learning_rate": 0.0002,
+      "loss": 1.7994,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9715242881072027,
+      "grad_norm": 0.33802181482315063,
+      "learning_rate": 0.0002,
+      "loss": 1.8583,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9798994974874372,
+      "grad_norm": 0.36273202300071716,
+      "learning_rate": 0.0002,
+      "loss": 1.8652,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9882747068676717,
+      "grad_norm": 0.33043375611305237,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9966499162479062,
+      "grad_norm": 0.3027370870113373,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8088148832321167,
+      "eval_runtime": 37.9609,
+      "eval_samples_per_second": 13.567,
+      "eval_steps_per_second": 1.712,
+      "step": 1194
+    },
+    {
+      "epoch": 1.0050251256281406,
+      "grad_norm": 0.4256260097026825,
+      "learning_rate": 0.0002,
+      "loss": 1.7492,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0134003350083751,
+      "grad_norm": 0.35050156712532043,
+      "learning_rate": 0.0002,
+      "loss": 1.6994,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0217755443886096,
+      "grad_norm": 0.34773948788642883,
+      "learning_rate": 0.0002,
+      "loss": 1.7422,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0301507537688441,
+      "grad_norm": 0.35487470030784607,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0385259631490786,
+      "grad_norm": 0.37040361762046814,
+      "learning_rate": 0.0002,
+      "loss": 1.7095,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0469011725293131,
+      "grad_norm": 0.33740508556365967,
+      "learning_rate": 0.0002,
+      "loss": 1.7663,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0552763819095476,
+      "grad_norm": 0.3962724506855011,
+      "learning_rate": 0.0002,
+      "loss": 1.7485,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0636515912897822,
+      "grad_norm": 0.3129824101924896,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0720268006700167,
+      "grad_norm": 0.3620055019855499,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0804020100502512,
+      "grad_norm": 0.3480982184410095,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0887772194304857,
+      "grad_norm": 0.344424843788147,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0971524288107202,
+      "grad_norm": 0.3480122685432434,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1055276381909547,
+      "grad_norm": 0.323662132024765,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1139028475711892,
+      "grad_norm": 0.35440102219581604,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1222780569514237,
+      "grad_norm": 0.3342263698577881,
+      "learning_rate": 0.0002,
+      "loss": 1.7573,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1306532663316582,
+      "grad_norm": 0.35705259442329407,
+      "learning_rate": 0.0002,
+      "loss": 1.7134,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1390284757118927,
+      "grad_norm": 0.38021907210350037,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1474036850921272,
+      "grad_norm": 0.34918731451034546,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1557788944723617,
+      "grad_norm": 0.371868371963501,
+      "learning_rate": 0.0002,
+      "loss": 1.7628,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1641541038525962,
+      "grad_norm": 0.38413912057876587,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1725293132328307,
+      "grad_norm": 0.3898005187511444,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1809045226130652,
+      "grad_norm": 0.3726498484611511,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1892797319932997,
+      "grad_norm": 0.3532905876636505,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 1420
+    },
+    {
+      "epoch": 1.1976549413735342,
+      "grad_norm": 0.338127464056015,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2060301507537687,
+      "grad_norm": 0.3472749888896942,
+      "learning_rate": 0.0002,
+      "loss": 1.871,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2144053601340032,
+      "grad_norm": 0.3523476719856262,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2227805695142377,
+      "grad_norm": 0.42986124753952026,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2311557788944723,
+      "grad_norm": 0.38195517659187317,
+      "learning_rate": 0.0002,
+      "loss": 1.7459,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2395309882747068,
+      "grad_norm": 0.31665122509002686,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2479061976549413,
+      "grad_norm": 0.3539541959762573,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2562814070351758,
+      "grad_norm": 0.40162816643714905,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2646566164154103,
+      "grad_norm": 0.34727150201797485,
+      "learning_rate": 0.0002,
+      "loss": 1.702,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2730318257956448,
+      "grad_norm": 0.3364993929862976,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2814070351758793,
+      "grad_norm": 0.323483943939209,
+      "learning_rate": 0.0002,
+      "loss": 1.8063,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2897822445561138,
+      "grad_norm": 0.4114733934402466,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 1540
+    },
+    {
+      "epoch": 1.2981574539363483,
+      "grad_norm": 0.37476620078086853,
+      "learning_rate": 0.0002,
+      "loss": 1.6525,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3065326633165828,
+      "grad_norm": 0.4216269552707672,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3149078726968173,
+      "grad_norm": 0.3204927444458008,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3232830820770518,
+      "grad_norm": 0.36916354298591614,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3316582914572863,
+      "grad_norm": 0.3755691647529602,
+      "learning_rate": 0.0002,
+      "loss": 1.7383,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3400335008375208,
+      "grad_norm": 0.3688889443874359,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3484087102177553,
+      "grad_norm": 0.34306398034095764,
+      "learning_rate": 0.0002,
+      "loss": 1.7664,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3567839195979898,
+      "grad_norm": 0.3651525676250458,
+      "learning_rate": 0.0002,
+      "loss": 1.6943,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3651591289782243,
+      "grad_norm": 0.3461526036262512,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3735343383584588,
+      "grad_norm": 0.37959185242652893,
+      "learning_rate": 0.0002,
+      "loss": 1.728,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3819095477386933,
+      "grad_norm": 0.4005356431007385,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3902847571189278,
+      "grad_norm": 0.3537434935569763,
+      "learning_rate": 0.0002,
+      "loss": 1.694,
+      "step": 1660
+    },
+    {
+      "epoch": 1.3986599664991624,
+      "grad_norm": 0.38220855593681335,
+      "learning_rate": 0.0002,
+      "loss": 1.6679,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4070351758793969,
+      "grad_norm": 0.3573434352874756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4154103852596314,
+      "grad_norm": 0.40028059482574463,
+      "learning_rate": 0.0002,
+      "loss": 1.6983,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4237855946398659,
+      "grad_norm": 0.3953610360622406,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 1700
+    },
+    {
+      "epoch": 1.4321608040201004,
+      "grad_norm": 0.39524543285369873,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4405360134003349,
+      "grad_norm": 0.37721359729766846,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4489112227805694,
+      "grad_norm": 0.4220093786716461,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 1730
+    },
+    {
+      "epoch": 1.457286432160804,
+      "grad_norm": 0.3876369595527649,
+      "learning_rate": 0.0002,
+      "loss": 1.7495,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4656616415410384,
+      "grad_norm": 0.3774619400501251,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1750
+    },
+    {
+      "epoch": 1.474036850921273,
+      "grad_norm": 0.3608052432537079,
+      "learning_rate": 0.0002,
+      "loss": 1.7223,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4824120603015074,
+      "grad_norm": 0.32083916664123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6746,
+      "step": 1770
+    },
+    {
+      "epoch": 1.490787269681742,
+      "grad_norm": 0.32290884852409363,
+      "learning_rate": 0.0002,
+      "loss": 1.716,
+      "step": 1780
+    },
+    {
+      "epoch": 1.4991624790619764,
+      "grad_norm": 0.3537974953651428,
+      "learning_rate": 0.0002,
+      "loss": 1.7648,
+      "step": 1790
+    },
+    {
+      "epoch": 1.507537688442211,
+      "grad_norm": 0.36576104164123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6784,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5159128978224454,
+      "grad_norm": 0.3336752653121948,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1810
+    },
+    {
+      "epoch": 1.52428810720268,
+      "grad_norm": 0.3551652431488037,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5326633165829144,
+      "grad_norm": 0.43313586711883545,
+      "learning_rate": 0.0002,
+      "loss": 1.6997,
+      "step": 1830
+    },
+    {
+      "epoch": 1.541038525963149,
+      "grad_norm": 0.39160311222076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7358,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5494137353433834,
+      "grad_norm": 0.38758179545402527,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1850
+    },
+    {
+      "epoch": 1.557788944723618,
+      "grad_norm": 0.3658832013607025,
+      "learning_rate": 0.0002,
+      "loss": 1.7768,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5661641541038525,
+      "grad_norm": 0.375372052192688,
+      "learning_rate": 0.0002,
+      "loss": 1.7486,
+      "step": 1870
+    },
+    {
+      "epoch": 1.574539363484087,
+      "grad_norm": 0.3586942255496979,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5829145728643215,
+      "grad_norm": 0.3626467287540436,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1890
+    },
+    {
+      "epoch": 1.591289782244556,
+      "grad_norm": 0.4199363589286804,
+      "learning_rate": 0.0002,
+      "loss": 1.7943,
+      "step": 1900
+    },
+    {
+      "epoch": 1.5996649916247905,
+      "grad_norm": 0.35646331310272217,
+      "learning_rate": 0.0002,
+      "loss": 1.6551,
+      "step": 1910
+    },
+    {
+      "epoch": 1.608040201005025,
+      "grad_norm": 0.3465106189250946,
+      "learning_rate": 0.0002,
+      "loss": 1.7125,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6164154103852595,
+      "grad_norm": 0.43392884731292725,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 1930
+    },
+    {
+      "epoch": 1.624790619765494,
+      "grad_norm": 0.39187198877334595,
+      "learning_rate": 0.0002,
+      "loss": 1.7009,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6331658291457285,
+      "grad_norm": 0.3685080409049988,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1950
+    },
+    {
+      "epoch": 1.641541038525963,
+      "grad_norm": 0.4044491946697235,
+      "learning_rate": 0.0002,
+      "loss": 1.6607,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6499162479061975,
+      "grad_norm": 0.4388049244880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7234,
+      "step": 1970
+    },
+    {
+      "epoch": 1.658291457286432,
+      "grad_norm": 0.36165162920951843,
+      "learning_rate": 0.0002,
+      "loss": 1.7178,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3501148521900177,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1990
+    },
+    {
+      "epoch": 1.675041876046901,
+      "grad_norm": 0.3751881718635559,
+      "learning_rate": 0.0002,
+      "loss": 1.7057,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6834170854271355,
+      "grad_norm": 0.3902788460254669,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 2010
+    },
+    {
+      "epoch": 1.69179229480737,
+      "grad_norm": 0.39642134308815,
+      "learning_rate": 0.0002,
+      "loss": 1.8517,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7001675041876045,
+      "grad_norm": 0.35721203684806824,
+      "learning_rate": 0.0002,
+      "loss": 1.6623,
+      "step": 2030
+    },
+    {
+      "epoch": 1.708542713567839,
+      "grad_norm": 0.360419899225235,
+      "learning_rate": 0.0002,
+      "loss": 1.6988,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7169179229480735,
+      "grad_norm": 0.3755600154399872,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 2050
+    },
+    {
+      "epoch": 1.725293132328308,
+      "grad_norm": 0.3939184844493866,
+      "learning_rate": 0.0002,
+      "loss": 1.6726,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7336683417085426,
+      "grad_norm": 0.33955490589141846,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 2070
+    },
+    {
+      "epoch": 1.742043551088777,
+      "grad_norm": 0.35501939058303833,
+      "learning_rate": 0.0002,
+      "loss": 1.6794,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7504187604690116,
+      "grad_norm": 0.38298022747039795,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 2090
+    },
+    {
+      "epoch": 1.758793969849246,
+      "grad_norm": 0.3472785949707031,
+      "learning_rate": 0.0002,
+      "loss": 1.6602,
+      "step": 2100
+    },
+    {
+      "epoch": 1.7671691792294806,
+      "grad_norm": 0.3620430827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.6671,
+      "step": 2110
+    },
+    {
+      "epoch": 1.775544388609715,
+      "grad_norm": 0.3795909881591797,
+      "learning_rate": 0.0002,
+      "loss": 1.671,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7839195979899496,
+      "grad_norm": 0.3662523925304413,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 2130
+    },
+    {
+      "epoch": 1.792294807370184,
+      "grad_norm": 0.4113886058330536,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2140
+    },
+    {
+      "epoch": 1.8006700167504186,
+      "grad_norm": 0.3765672743320465,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 2150
+    },
+    {
+      "epoch": 1.809045226130653,
+      "grad_norm": 0.41623714566230774,
+      "learning_rate": 0.0002,
+      "loss": 1.7481,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8174204355108876,
+      "grad_norm": 0.3724099099636078,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8257956448911221,
+      "grad_norm": 0.3990779221057892,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8341708542713566,
+      "grad_norm": 0.3677702844142914,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8425460636515911,
+      "grad_norm": 0.3944959342479706,
+      "learning_rate": 0.0002,
+      "loss": 1.6705,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8509212730318256,
+      "grad_norm": 0.3413957357406616,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 2210
+    },
+    {
+      "epoch": 1.8592964824120601,
+      "grad_norm": 0.40136098861694336,
+      "learning_rate": 0.0002,
+      "loss": 1.7069,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8676716917922946,
+      "grad_norm": 0.3496319055557251,
+      "learning_rate": 0.0002,
+      "loss": 1.6865,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8760469011725294,
+      "grad_norm": 0.3759860694408417,
+      "learning_rate": 0.0002,
+      "loss": 1.6906,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8844221105527639,
+      "grad_norm": 0.43556007742881775,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8927973199329984,
+      "grad_norm": 0.3864828944206238,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9011725293132329,
+      "grad_norm": 0.396930456161499,
+      "learning_rate": 0.0002,
+      "loss": 1.6502,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9095477386934674,
+      "grad_norm": 0.37667879462242126,
+      "learning_rate": 0.0002,
+      "loss": 1.838,
+      "step": 2280
+    },
+    {
+      "epoch": 1.917922948073702,
+      "grad_norm": 0.3539164066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9262981574539364,
+      "grad_norm": 0.40542101860046387,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 2300
+    },
+    {
+      "epoch": 1.934673366834171,
+      "grad_norm": 0.37341606616973877,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9430485762144054,
+      "grad_norm": 0.4011504352092743,
+      "learning_rate": 0.0002,
+      "loss": 1.7058,
+      "step": 2320
+    },
+    {
+      "epoch": 1.95142378559464,
+      "grad_norm": 0.37934592366218567,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9597989949748744,
+      "grad_norm": 0.32745009660720825,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 2340
+    },
+    {
+      "epoch": 1.968174204355109,
+      "grad_norm": 0.38347750902175903,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9765494137353434,
+      "grad_norm": 0.3945120871067047,
+      "learning_rate": 0.0002,
+      "loss": 1.7116,
+      "step": 2360
+    },
+    {
+      "epoch": 1.984924623115578,
+      "grad_norm": 0.4034058749675751,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9932998324958124,
+      "grad_norm": 0.3546718955039978,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8061236143112183,
+      "eval_runtime": 38.2113,
+      "eval_samples_per_second": 13.478,
+      "eval_steps_per_second": 1.701,
+      "step": 2388
+    },
+    {
+      "epoch": 2.0016750418760467,
+      "grad_norm": 0.35184019804000854,
+      "learning_rate": 0.0002,
+      "loss": 1.7203,
+      "step": 2390
+    },
+    {
+      "epoch": 2.0100502512562812,
+      "grad_norm": 0.40416669845581055,
+      "learning_rate": 0.0002,
+      "loss": 1.6124,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0184254606365157,
+      "grad_norm": 0.3824569880962372,
+      "learning_rate": 0.0002,
+      "loss": 1.6092,
+      "step": 2410
+    },
+    {
+      "epoch": 2.0268006700167502,
+      "grad_norm": 0.42036163806915283,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 2420
+    },
+    {
+      "epoch": 2.0351758793969847,
+      "grad_norm": 0.40417996048927307,
+      "learning_rate": 0.0002,
+      "loss": 1.6176,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0435510887772192,
+      "grad_norm": 0.45298922061920166,
+      "learning_rate": 0.0002,
+      "loss": 1.643,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0519262981574538,
+      "grad_norm": 0.48289841413497925,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 2450
+    },
+    {
+      "epoch": 2.0603015075376883,
+      "grad_norm": 0.43702399730682373,
+      "learning_rate": 0.0002,
+      "loss": 1.5275,
+      "step": 2460
+    },
+    {
+      "epoch": 2.0686767169179228,
+      "grad_norm": 0.49487054347991943,
+      "learning_rate": 0.0002,
+      "loss": 1.5825,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0770519262981573,
+      "grad_norm": 0.40030500292778015,
+      "learning_rate": 0.0002,
+      "loss": 1.6552,
+      "step": 2480
+    },
+    {
+      "epoch": 2.0854271356783918,
+      "grad_norm": 0.4664880037307739,
+      "learning_rate": 0.0002,
+      "loss": 1.614,
+      "step": 2490
+    },
+    {
+      "epoch": 2.0938023450586263,
+      "grad_norm": 0.4111400842666626,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 2500
+    },
+    {
+      "epoch": 2.102177554438861,
+      "grad_norm": 0.4155750572681427,
+      "learning_rate": 0.0002,
+      "loss": 1.5788,
+      "step": 2510
+    },
+    {
+      "epoch": 2.1105527638190953,
+      "grad_norm": 0.39257505536079407,
+      "learning_rate": 0.0002,
+      "loss": 1.598,
+      "step": 2520
+    },
+    {
+      "epoch": 2.11892797319933,
+      "grad_norm": 0.4156777560710907,
+      "learning_rate": 0.0002,
+      "loss": 1.65,
+      "step": 2530
+    },
+    {
+      "epoch": 2.1273031825795643,
+      "grad_norm": 0.4025181233882904,
+      "learning_rate": 0.0002,
+      "loss": 1.6695,
+      "step": 2540
+    },
+    {
+      "epoch": 2.135678391959799,
+      "grad_norm": 0.42347562313079834,
+      "learning_rate": 0.0002,
+      "loss": 1.6471,
+      "step": 2550
+    },
+    {
+      "epoch": 2.1440536013400333,
+      "grad_norm": 0.47068294882774353,
+      "learning_rate": 0.0002,
+      "loss": 1.6014,
+      "step": 2560
+    },
+    {
+      "epoch": 2.152428810720268,
+      "grad_norm": 0.44081777334213257,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 2570
+    },
+    {
+      "epoch": 2.1608040201005023,
+      "grad_norm": 0.44823798537254333,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 2580
+    },
+    {
+      "epoch": 2.169179229480737,
+      "grad_norm": 0.40486326813697815,
+      "learning_rate": 0.0002,
+      "loss": 1.6287,
+      "step": 2590
+    },
+    {
+      "epoch": 2.1775544388609713,
+      "grad_norm": 0.454236775636673,
+      "learning_rate": 0.0002,
+      "loss": 1.6198,
+      "step": 2600
+    },
+    {
+      "epoch": 2.185929648241206,
+      "grad_norm": 0.42555344104766846,
+      "learning_rate": 0.0002,
+      "loss": 1.5885,
+      "step": 2610
+    },
+    {
+      "epoch": 2.1943048576214403,
+      "grad_norm": 0.5607381463050842,
+      "learning_rate": 0.0002,
+      "loss": 1.6348,
+      "step": 2620
+    },
+    {
+      "epoch": 2.202680067001675,
+      "grad_norm": 0.4095611870288849,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 2630
+    },
+    {
+      "epoch": 2.2110552763819094,
+      "grad_norm": 0.419342577457428,
+      "learning_rate": 0.0002,
+      "loss": 1.5584,
+      "step": 2640
+    },
+    {
+      "epoch": 2.219430485762144,
+      "grad_norm": 0.48541849851608276,
+      "learning_rate": 0.0002,
+      "loss": 1.5425,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2278056951423784,
+      "grad_norm": 0.4365246891975403,
+      "learning_rate": 0.0002,
+      "loss": 1.6233,
+      "step": 2660
+    },
+    {
+      "epoch": 2.236180904522613,
+      "grad_norm": 0.46417000889778137,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2445561139028474,
+      "grad_norm": 0.5034580230712891,
+      "learning_rate": 0.0002,
+      "loss": 1.6345,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2529313232830823,
+      "grad_norm": 0.44852879643440247,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2613065326633164,
+      "grad_norm": 0.43886998295783997,
+      "learning_rate": 0.0002,
+      "loss": 1.6152,
+      "step": 2700
+    },
+    {
+      "epoch": 2.2696817420435513,
+      "grad_norm": 0.45762625336647034,
+      "learning_rate": 0.0002,
+      "loss": 1.6533,
+      "step": 2710
+    },
+    {
+      "epoch": 2.2780569514237854,
+      "grad_norm": 0.39429017901420593,
+      "learning_rate": 0.0002,
+      "loss": 1.5889,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2864321608040203,
+      "grad_norm": 0.4420442581176758,
+      "learning_rate": 0.0002,
+      "loss": 1.6419,
+      "step": 2730
+    },
+    {
+      "epoch": 2.2948073701842544,
+      "grad_norm": 0.4327794015407562,
+      "learning_rate": 0.0002,
+      "loss": 1.6126,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3031825795644894,
+      "grad_norm": 0.4303780198097229,
+      "learning_rate": 0.0002,
+      "loss": 1.6405,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3115577889447234,
+      "grad_norm": 0.41379377245903015,
+      "learning_rate": 0.0002,
+      "loss": 1.6362,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3199329983249584,
+      "grad_norm": 0.4821205735206604,
+      "learning_rate": 0.0002,
+      "loss": 1.6744,
+      "step": 2770
+    },
+    {
+      "epoch": 2.3283082077051924,
+      "grad_norm": 0.46232181787490845,
+      "learning_rate": 0.0002,
+      "loss": 1.6694,
+      "step": 2780
+    },
+    {
+      "epoch": 2.3366834170854274,
+      "grad_norm": 0.44937554001808167,
+      "learning_rate": 0.0002,
+      "loss": 1.6341,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3450586264656614,
+      "grad_norm": 0.443250447511673,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3534338358458964,
+      "grad_norm": 0.4687805473804474,
+      "learning_rate": 0.0002,
+      "loss": 1.6874,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3618090452261304,
+      "grad_norm": 0.435031920671463,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 2820
+    },
+    {
+      "epoch": 2.3701842546063654,
+      "grad_norm": 0.4949858784675598,
+      "learning_rate": 0.0002,
+      "loss": 1.6335,
+      "step": 2830
+    },
+    {
+      "epoch": 2.3785594639865995,
+      "grad_norm": 0.46349018812179565,
+      "learning_rate": 0.0002,
+      "loss": 1.6803,
+      "step": 2840
+    },
+    {
+      "epoch": 2.3869346733668344,
+      "grad_norm": 0.46377238631248474,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 2850
+    },
+    {
+      "epoch": 2.3953098827470685,
+      "grad_norm": 0.6111940741539001,
+      "learning_rate": 0.0002,
+      "loss": 1.5384,
+      "step": 2860
+    },
+    {
+      "epoch": 2.4036850921273034,
+      "grad_norm": 0.45090532302856445,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 2870
+    },
+    {
+      "epoch": 2.4120603015075375,
+      "grad_norm": 0.4762120842933655,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4204355108877724,
+      "grad_norm": 0.4397919774055481,
+      "learning_rate": 0.0002,
+      "loss": 1.6997,
+      "step": 2890
+    },
+    {
+      "epoch": 2.4288107202680065,
+      "grad_norm": 0.4765152335166931,
+      "learning_rate": 0.0002,
+      "loss": 1.6369,
+      "step": 2900
+    },
+    {
+      "epoch": 2.4371859296482414,
+      "grad_norm": 0.4347304403781891,
+      "learning_rate": 0.0002,
+      "loss": 1.5982,
+      "step": 2910
+    },
+    {
+      "epoch": 2.4455611390284755,
+      "grad_norm": 0.3918324410915375,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 2920
+    },
+    {
+      "epoch": 2.4539363484087104,
+      "grad_norm": 0.43932855129241943,
+      "learning_rate": 0.0002,
+      "loss": 1.5354,
+      "step": 2930
+    },
+    {
+      "epoch": 2.4623115577889445,
+      "grad_norm": 0.46946918964385986,
+      "learning_rate": 0.0002,
+      "loss": 1.6283,
+      "step": 2940
+    },
+    {
+      "epoch": 2.4706867671691795,
+      "grad_norm": 0.45169174671173096,
+      "learning_rate": 0.0002,
+      "loss": 1.6622,
+      "step": 2950
+    },
+    {
+      "epoch": 2.4790619765494135,
+      "grad_norm": 0.43488186597824097,
+      "learning_rate": 0.0002,
+      "loss": 1.6386,
+      "step": 2960
+    },
+    {
+      "epoch": 2.4874371859296485,
+      "grad_norm": 0.42297765612602234,
+      "learning_rate": 0.0002,
+      "loss": 1.6187,
+      "step": 2970
+    },
+    {
+      "epoch": 2.4958123953098825,
+      "grad_norm": 0.4546392560005188,
+      "learning_rate": 0.0002,
+      "loss": 1.5708,
+      "step": 2980
+    },
+    {
+      "epoch": 2.5041876046901175,
+      "grad_norm": 0.4236692488193512,
+      "learning_rate": 0.0002,
+      "loss": 1.5944,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5125628140703515,
+      "grad_norm": 0.46421024203300476,
+      "learning_rate": 0.0002,
+      "loss": 1.6927,
+      "step": 3000
+    },
+    {
+      "epoch": 2.5209380234505865,
+      "grad_norm": 0.5040220618247986,
+      "learning_rate": 0.0002,
+      "loss": 1.6686,
+      "step": 3010
+    },
+    {
+      "epoch": 2.5293132328308205,
+      "grad_norm": 0.4596138894557953,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 3020
+    },
+    {
+      "epoch": 2.5376884422110555,
+      "grad_norm": 0.4410228729248047,
+      "learning_rate": 0.0002,
+      "loss": 1.5936,
+      "step": 3030
+    },
+    {
+      "epoch": 2.5460636515912896,
+      "grad_norm": 0.553693413734436,
+      "learning_rate": 0.0002,
+      "loss": 1.6336,
+      "step": 3040
+    },
+    {
+      "epoch": 2.5544388609715245,
+      "grad_norm": 0.41298043727874756,
+      "learning_rate": 0.0002,
+      "loss": 1.6377,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5628140703517586,
+      "grad_norm": 0.4894513487815857,
+      "learning_rate": 0.0002,
+      "loss": 1.7196,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5711892797319935,
+      "grad_norm": 0.5525603294372559,
+      "learning_rate": 0.0002,
+      "loss": 1.6106,
+      "step": 3070
+    },
+    {
+      "epoch": 2.5795644891122276,
+      "grad_norm": 0.5043630003929138,
+      "learning_rate": 0.0002,
+      "loss": 1.6089,
+      "step": 3080
+    },
+    {
+      "epoch": 2.5879396984924625,
+      "grad_norm": 0.4690920412540436,
+      "learning_rate": 0.0002,
+      "loss": 1.5641,
+      "step": 3090
+    },
+    {
+      "epoch": 2.5963149078726966,
+      "grad_norm": 0.4358677566051483,
+      "learning_rate": 0.0002,
+      "loss": 1.6364,
+      "step": 3100
+    },
+    {
+      "epoch": 2.6046901172529315,
+      "grad_norm": 0.4621894061565399,
+      "learning_rate": 0.0002,
+      "loss": 1.6328,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6130653266331656,
+      "grad_norm": 0.4639507532119751,
+      "learning_rate": 0.0002,
+      "loss": 1.7426,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6214405360134005,
+      "grad_norm": 0.45161309838294983,
+      "learning_rate": 0.0002,
+      "loss": 1.6492,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6298157453936346,
+      "grad_norm": 0.49179261922836304,
+      "learning_rate": 0.0002,
+      "loss": 1.6221,
+      "step": 3140
+    },
+    {
+      "epoch": 2.6381909547738696,
+      "grad_norm": 0.4739720821380615,
+      "learning_rate": 0.0002,
+      "loss": 1.663,
+      "step": 3150
+    },
+    {
+      "epoch": 2.6465661641541036,
+      "grad_norm": 0.468252956867218,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 3160
+    },
+    {
+      "epoch": 2.6549413735343386,
+      "grad_norm": 0.44691553711891174,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6633165829145726,
+      "grad_norm": 0.47537046670913696,
+      "learning_rate": 0.0002,
+      "loss": 1.6558,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6716917922948076,
+      "grad_norm": 0.4445202052593231,
+      "learning_rate": 0.0002,
+      "loss": 1.6755,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6800670016750416,
+      "grad_norm": 0.46785518527030945,
+      "learning_rate": 0.0002,
+      "loss": 1.6522,
+      "step": 3200
+    },
+    {
+      "epoch": 2.6884422110552766,
+      "grad_norm": 0.4807088077068329,
+      "learning_rate": 0.0002,
+      "loss": 1.6711,
+      "step": 3210
+    },
+    {
+      "epoch": 2.6968174204355106,
+      "grad_norm": 0.4547516703605652,
+      "learning_rate": 0.0002,
+      "loss": 1.6385,
+      "step": 3220
+    },
+    {
+      "epoch": 2.7051926298157456,
+      "grad_norm": 0.5200821161270142,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7135678391959797,
+      "grad_norm": 0.4915551245212555,
+      "learning_rate": 0.0002,
+      "loss": 1.6434,
+      "step": 3240
+    },
+    {
+      "epoch": 2.7219430485762146,
+      "grad_norm": 0.4324817955493927,
+      "learning_rate": 0.0002,
+      "loss": 1.6146,
+      "step": 3250
+    },
+    {
+      "epoch": 2.7303182579564487,
+      "grad_norm": 0.6290464997291565,
+      "learning_rate": 0.0002,
+      "loss": 1.6154,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7386934673366836,
+      "grad_norm": 0.42255541682243347,
+      "learning_rate": 0.0002,
+      "loss": 1.611,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7470686767169177,
+      "grad_norm": 0.47089505195617676,
+      "learning_rate": 0.0002,
+      "loss": 1.6345,
+      "step": 3280
+    },
+    {
+      "epoch": 2.7554438860971526,
+      "grad_norm": 0.4492960572242737,
+      "learning_rate": 0.0002,
+      "loss": 1.6357,
+      "step": 3290
+    },
+    {
+      "epoch": 2.7638190954773867,
+      "grad_norm": 0.4711938202381134,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7721943048576216,
+      "grad_norm": 0.4635316729545593,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 3310
+    },
+    {
+      "epoch": 2.7805695142378557,
+      "grad_norm": 0.4207742512226105,
+      "learning_rate": 0.0002,
+      "loss": 1.6044,
+      "step": 3320
+    },
+    {
+      "epoch": 2.7889447236180906,
+      "grad_norm": 0.5545504093170166,
+      "learning_rate": 0.0002,
+      "loss": 1.6163,
+      "step": 3330
+    },
+    {
+      "epoch": 2.7973199329983247,
+      "grad_norm": 0.46976953744888306,
+      "learning_rate": 0.0002,
+      "loss": 1.6642,
+      "step": 3340
+    },
+    {
+      "epoch": 2.8056951423785597,
+      "grad_norm": 0.4805937111377716,
+      "learning_rate": 0.0002,
+      "loss": 1.6879,
+      "step": 3350
+    },
+    {
+      "epoch": 2.8140703517587937,
+      "grad_norm": 0.4986467659473419,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 3360
+    },
+    {
+      "epoch": 2.8224455611390287,
+      "grad_norm": 0.44702932238578796,
+      "learning_rate": 0.0002,
+      "loss": 1.6125,
+      "step": 3370
+    },
+    {
+      "epoch": 2.8308207705192627,
+      "grad_norm": 0.4698854088783264,
+      "learning_rate": 0.0002,
+      "loss": 1.6318,
+      "step": 3380
+    },
+    {
+      "epoch": 2.8391959798994977,
+      "grad_norm": 0.5756528377532959,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 3390
+    },
+    {
+      "epoch": 2.8475711892797317,
+      "grad_norm": 0.4266531765460968,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 3400
+    },
+    {
+      "epoch": 2.8559463986599667,
+      "grad_norm": 0.5342442989349365,
+      "learning_rate": 0.0002,
+      "loss": 1.6351,
+      "step": 3410
+    },
+    {
+      "epoch": 2.8643216080402008,
+      "grad_norm": 0.47210443019866943,
+      "learning_rate": 0.0002,
+      "loss": 1.659,
+      "step": 3420
+    },
+    {
+      "epoch": 2.8726968174204357,
+      "grad_norm": 0.4491795599460602,
+      "learning_rate": 0.0002,
+      "loss": 1.6157,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8810720268006698,
+      "grad_norm": 0.5387647151947021,
+      "learning_rate": 0.0002,
+      "loss": 1.6179,
+      "step": 3440
+    },
+    {
+      "epoch": 2.8894472361809047,
+      "grad_norm": 0.5059208273887634,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 3450
+    },
+    {
+      "epoch": 2.8978224455611388,
+      "grad_norm": 0.472605437040329,
+      "learning_rate": 0.0002,
+      "loss": 1.6577,
+      "step": 3460
+    },
+    {
+      "epoch": 2.9061976549413737,
+      "grad_norm": 0.499795138835907,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 3470
+    },
+    {
+      "epoch": 2.914572864321608,
+      "grad_norm": 0.4887969493865967,
+      "learning_rate": 0.0002,
+      "loss": 1.6198,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9229480737018427,
+      "grad_norm": 0.4670022130012512,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 3490
+    },
+    {
+      "epoch": 2.931323283082077,
+      "grad_norm": 0.4475444555282593,
+      "learning_rate": 0.0002,
+      "loss": 1.6355,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9396984924623117,
+      "grad_norm": 0.39244669675827026,
+      "learning_rate": 0.0002,
+      "loss": 1.6669,
+      "step": 3510
+    },
+    {
+      "epoch": 2.948073701842546,
+      "grad_norm": 0.4905056059360504,
+      "learning_rate": 0.0002,
+      "loss": 1.6094,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9564489112227808,
+      "grad_norm": 0.4395551085472107,
+      "learning_rate": 0.0002,
+      "loss": 1.5774,
+      "step": 3530
+    },
+    {
+      "epoch": 2.964824120603015,
+      "grad_norm": 0.4693661034107208,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 3540
+    },
+    {
+      "epoch": 2.9731993299832498,
+      "grad_norm": 0.473781943321228,
+      "learning_rate": 0.0002,
+      "loss": 1.648,
+      "step": 3550
+    },
+    {
+      "epoch": 2.981574539363484,
+      "grad_norm": 0.4374050796031952,
+      "learning_rate": 0.0002,
+      "loss": 1.7056,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9899497487437188,
+      "grad_norm": 0.46144190430641174,
+      "learning_rate": 0.0002,
+      "loss": 1.6816,
+      "step": 3570
+    },
+    {
+      "epoch": 2.998324958123953,
+      "grad_norm": 0.43887680768966675,
+      "learning_rate": 0.0002,
+      "loss": 1.5454,
+      "step": 3580
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8283122777938843,
+      "eval_runtime": 38.023,
+      "eval_samples_per_second": 13.544,
+      "eval_steps_per_second": 1.709,
+      "step": 3582
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9552,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.657669395771556e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-3582/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03202ff3d5e1dce5980463ad4d40fa9407d7d3624ffbc2fca0ad163b9f3c47
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062585134be8cf81fd37b315d77e165d9899d6aa71f48cc5578832f447e09ef3
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c616b385484b1f897ce52e9d33c1e9943b0c29973d1b16aeaf3e7075a9f9742e
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cae93becb90ef77d43ea5352ea11ec36ab0cc3ba9368f98b71e01054204797
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abddd4cb5f006a0dc83dc4d7301cd847cdc04f5d4b4af440089fdfbd8dec415b
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/trainer_state.json

@@ -0,0 +1,3404 @@
+{
+  "best_metric": 1.8061236143112183,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-2388",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 4776,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008375209380234505,
+      "grad_norm": 0.6290814280509949,
+      "learning_rate": 0.0002,
+      "loss": 2.6252,
+      "step": 10
+    },
+    {
+      "epoch": 0.01675041876046901,
+      "grad_norm": 0.5023976564407349,
+      "learning_rate": 0.0002,
+      "loss": 2.3237,
+      "step": 20
+    },
+    {
+      "epoch": 0.02512562814070352,
+      "grad_norm": 0.5448721647262573,
+      "learning_rate": 0.0002,
+      "loss": 2.1575,
+      "step": 30
+    },
+    {
+      "epoch": 0.03350083752093802,
+      "grad_norm": 0.4906269609928131,
+      "learning_rate": 0.0002,
+      "loss": 1.967,
+      "step": 40
+    },
+    {
+      "epoch": 0.04187604690117253,
+      "grad_norm": 0.49321722984313965,
+      "learning_rate": 0.0002,
+      "loss": 1.9464,
+      "step": 50
+    },
+    {
+      "epoch": 0.05025125628140704,
+      "grad_norm": 0.4470495581626892,
+      "learning_rate": 0.0002,
+      "loss": 1.9645,
+      "step": 60
+    },
+    {
+      "epoch": 0.05862646566164154,
+      "grad_norm": 0.49971723556518555,
+      "learning_rate": 0.0002,
+      "loss": 1.8989,
+      "step": 70
+    },
+    {
+      "epoch": 0.06700167504187604,
+      "grad_norm": 0.4249754548072815,
+      "learning_rate": 0.0002,
+      "loss": 1.8629,
+      "step": 80
+    },
+    {
+      "epoch": 0.07537688442211055,
+      "grad_norm": 0.43136730790138245,
+      "learning_rate": 0.0002,
+      "loss": 1.9229,
+      "step": 90
+    },
+    {
+      "epoch": 0.08375209380234507,
+      "grad_norm": 0.5939809679985046,
+      "learning_rate": 0.0002,
+      "loss": 1.8768,
+      "step": 100
+    },
+    {
+      "epoch": 0.09212730318257957,
+      "grad_norm": 0.4249511659145355,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 110
+    },
+    {
+      "epoch": 0.10050251256281408,
+      "grad_norm": 0.451865017414093,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 120
+    },
+    {
+      "epoch": 0.10887772194304858,
+      "grad_norm": 0.42394405603408813,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 130
+    },
+    {
+      "epoch": 0.11725293132328309,
+      "grad_norm": 0.3683006763458252,
+      "learning_rate": 0.0002,
+      "loss": 1.8411,
+      "step": 140
+    },
+    {
+      "epoch": 0.12562814070351758,
+      "grad_norm": 0.411150723695755,
+      "learning_rate": 0.0002,
+      "loss": 1.8605,
+      "step": 150
+    },
+    {
+      "epoch": 0.13400335008375208,
+      "grad_norm": 0.4213576018810272,
+      "learning_rate": 0.0002,
+      "loss": 1.7842,
+      "step": 160
+    },
+    {
+      "epoch": 0.1423785594639866,
+      "grad_norm": 0.4385589361190796,
+      "learning_rate": 0.0002,
+      "loss": 1.8892,
+      "step": 170
+    },
+    {
+      "epoch": 0.1507537688442211,
+      "grad_norm": 0.4446942210197449,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 180
+    },
+    {
+      "epoch": 0.15912897822445563,
+      "grad_norm": 0.4562969207763672,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 190
+    },
+    {
+      "epoch": 0.16750418760469013,
+      "grad_norm": 0.49195992946624756,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 200
+    },
+    {
+      "epoch": 0.17587939698492464,
+      "grad_norm": 0.3948725461959839,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 210
+    },
+    {
+      "epoch": 0.18425460636515914,
+      "grad_norm": 0.37087398767471313,
+      "learning_rate": 0.0002,
+      "loss": 1.7949,
+      "step": 220
+    },
+    {
+      "epoch": 0.19262981574539365,
+      "grad_norm": 0.3847447633743286,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 230
+    },
+    {
+      "epoch": 0.20100502512562815,
+      "grad_norm": 0.3973361849784851,
+      "learning_rate": 0.0002,
+      "loss": 1.7498,
+      "step": 240
+    },
+    {
+      "epoch": 0.20938023450586266,
+      "grad_norm": 0.3675636947154999,
+      "learning_rate": 0.0002,
+      "loss": 1.7662,
+      "step": 250
+    },
+    {
+      "epoch": 0.21775544388609716,
+      "grad_norm": 0.38187175989151,
+      "learning_rate": 0.0002,
+      "loss": 1.8318,
+      "step": 260
+    },
+    {
+      "epoch": 0.22613065326633167,
+      "grad_norm": 0.36000028252601624,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 270
+    },
+    {
+      "epoch": 0.23450586264656617,
+      "grad_norm": 0.3819858729839325,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 280
+    },
+    {
+      "epoch": 0.24288107202680068,
+      "grad_norm": 0.36370471119880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7971,
+      "step": 290
+    },
+    {
+      "epoch": 0.25125628140703515,
+      "grad_norm": 0.3492966294288635,
+      "learning_rate": 0.0002,
+      "loss": 1.8518,
+      "step": 300
+    },
+    {
+      "epoch": 0.25963149078726966,
+      "grad_norm": 0.32806646823883057,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 310
+    },
+    {
+      "epoch": 0.26800670016750416,
+      "grad_norm": 0.3824801743030548,
+      "learning_rate": 0.0002,
+      "loss": 1.8338,
+      "step": 320
+    },
+    {
+      "epoch": 0.27638190954773867,
+      "grad_norm": 0.48781588673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8702,
+      "step": 330
+    },
+    {
+      "epoch": 0.2847571189279732,
+      "grad_norm": 0.416357159614563,
+      "learning_rate": 0.0002,
+      "loss": 1.7858,
+      "step": 340
+    },
+    {
+      "epoch": 0.2931323283082077,
+      "grad_norm": 0.34518781304359436,
+      "learning_rate": 0.0002,
+      "loss": 1.8543,
+      "step": 350
+    },
+    {
+      "epoch": 0.3015075376884422,
+      "grad_norm": 0.3333123028278351,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 360
+    },
+    {
+      "epoch": 0.3098827470686767,
+      "grad_norm": 0.4125552475452423,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 370
+    },
+    {
+      "epoch": 0.31825795644891125,
+      "grad_norm": 0.40044137835502625,
+      "learning_rate": 0.0002,
+      "loss": 1.8679,
+      "step": 380
+    },
+    {
+      "epoch": 0.32663316582914576,
+      "grad_norm": 0.44981154799461365,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 390
+    },
+    {
+      "epoch": 0.33500837520938026,
+      "grad_norm": 0.6972532868385315,
+      "learning_rate": 0.0002,
+      "loss": 1.7907,
+      "step": 400
+    },
+    {
+      "epoch": 0.34338358458961477,
+      "grad_norm": 0.3069273829460144,
+      "learning_rate": 0.0002,
+      "loss": 1.8159,
+      "step": 410
+    },
+    {
+      "epoch": 0.35175879396984927,
+      "grad_norm": 0.35586047172546387,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 420
+    },
+    {
+      "epoch": 0.3601340033500838,
+      "grad_norm": 0.40816494822502136,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 430
+    },
+    {
+      "epoch": 0.3685092127303183,
+      "grad_norm": 0.3377438187599182,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 440
+    },
+    {
+      "epoch": 0.3768844221105528,
+      "grad_norm": 0.31523144245147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.3852596314907873,
+      "grad_norm": 0.3472132682800293,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 460
+    },
+    {
+      "epoch": 0.3936348408710218,
+      "grad_norm": 0.3513853847980499,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 470
+    },
+    {
+      "epoch": 0.4020100502512563,
+      "grad_norm": 0.366720587015152,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 480
+    },
+    {
+      "epoch": 0.4103852596314908,
+      "grad_norm": 0.48535996675491333,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 490
+    },
+    {
+      "epoch": 0.4187604690117253,
+      "grad_norm": 0.378305584192276,
+      "learning_rate": 0.0002,
+      "loss": 1.8674,
+      "step": 500
+    },
+    {
+      "epoch": 0.4271356783919598,
+      "grad_norm": 0.31175753474235535,
+      "learning_rate": 0.0002,
+      "loss": 1.8145,
+      "step": 510
+    },
+    {
+      "epoch": 0.4355108877721943,
+      "grad_norm": 0.3505520820617676,
+      "learning_rate": 0.0002,
+      "loss": 1.7745,
+      "step": 520
+    },
+    {
+      "epoch": 0.4438860971524288,
+      "grad_norm": 0.3446848690509796,
+      "learning_rate": 0.0002,
+      "loss": 1.8194,
+      "step": 530
+    },
+    {
+      "epoch": 0.45226130653266333,
+      "grad_norm": 0.3255297541618347,
+      "learning_rate": 0.0002,
+      "loss": 1.7787,
+      "step": 540
+    },
+    {
+      "epoch": 0.46063651591289784,
+      "grad_norm": 0.3216710686683655,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 550
+    },
+    {
+      "epoch": 0.46901172529313234,
+      "grad_norm": 0.3307957649230957,
+      "learning_rate": 0.0002,
+      "loss": 1.7919,
+      "step": 560
+    },
+    {
+      "epoch": 0.47738693467336685,
+      "grad_norm": 0.3295125663280487,
+      "learning_rate": 0.0002,
+      "loss": 1.8659,
+      "step": 570
+    },
+    {
+      "epoch": 0.48576214405360135,
+      "grad_norm": 0.349960595369339,
+      "learning_rate": 0.0002,
+      "loss": 1.7518,
+      "step": 580
+    },
+    {
+      "epoch": 0.49413735343383586,
+      "grad_norm": 0.32447564601898193,
+      "learning_rate": 0.0002,
+      "loss": 1.8474,
+      "step": 590
+    },
+    {
+      "epoch": 0.5025125628140703,
+      "grad_norm": 0.3343949615955353,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.5108877721943048,
+      "grad_norm": 0.3556120991706848,
+      "learning_rate": 0.0002,
+      "loss": 1.7856,
+      "step": 610
+    },
+    {
+      "epoch": 0.5192629815745393,
+      "grad_norm": 0.38598525524139404,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 620
+    },
+    {
+      "epoch": 0.5276381909547738,
+      "grad_norm": 0.3493153154850006,
+      "learning_rate": 0.0002,
+      "loss": 1.7857,
+      "step": 630
+    },
+    {
+      "epoch": 0.5360134003350083,
+      "grad_norm": 0.35715600848197937,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 640
+    },
+    {
+      "epoch": 0.5443886097152428,
+      "grad_norm": 0.3686097264289856,
+      "learning_rate": 0.0002,
+      "loss": 1.8295,
+      "step": 650
+    },
+    {
+      "epoch": 0.5527638190954773,
+      "grad_norm": 0.32571321725845337,
+      "learning_rate": 0.0002,
+      "loss": 1.775,
+      "step": 660
+    },
+    {
+      "epoch": 0.5611390284757118,
+      "grad_norm": 0.33986029028892517,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 670
+    },
+    {
+      "epoch": 0.5695142378559463,
+      "grad_norm": 0.33575883507728577,
+      "learning_rate": 0.0002,
+      "loss": 1.7874,
+      "step": 680
+    },
+    {
+      "epoch": 0.5778894472361809,
+      "grad_norm": 0.30621081590652466,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 690
+    },
+    {
+      "epoch": 0.5862646566164154,
+      "grad_norm": 0.30717912316322327,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 700
+    },
+    {
+      "epoch": 0.5946398659966499,
+      "grad_norm": 0.33896031975746155,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 710
+    },
+    {
+      "epoch": 0.6030150753768844,
+      "grad_norm": 0.35164183378219604,
+      "learning_rate": 0.0002,
+      "loss": 1.8045,
+      "step": 720
+    },
+    {
+      "epoch": 0.6113902847571189,
+      "grad_norm": 0.47714051604270935,
+      "learning_rate": 0.0002,
+      "loss": 1.8606,
+      "step": 730
+    },
+    {
+      "epoch": 0.6197654941373534,
+      "grad_norm": 0.34266430139541626,
+      "learning_rate": 0.0002,
+      "loss": 1.8014,
+      "step": 740
+    },
+    {
+      "epoch": 0.628140703517588,
+      "grad_norm": 0.354221910238266,
+      "learning_rate": 0.0002,
+      "loss": 1.756,
+      "step": 750
+    },
+    {
+      "epoch": 0.6365159128978225,
+      "grad_norm": 0.3694717586040497,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 760
+    },
+    {
+      "epoch": 0.644891122278057,
+      "grad_norm": 0.35219788551330566,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 770
+    },
+    {
+      "epoch": 0.6532663316582915,
+      "grad_norm": 0.31869757175445557,
+      "learning_rate": 0.0002,
+      "loss": 1.8616,
+      "step": 780
+    },
+    {
+      "epoch": 0.661641541038526,
+      "grad_norm": 0.3729475736618042,
+      "learning_rate": 0.0002,
+      "loss": 1.7981,
+      "step": 790
+    },
+    {
+      "epoch": 0.6700167504187605,
+      "grad_norm": 0.3431633710861206,
+      "learning_rate": 0.0002,
+      "loss": 1.8384,
+      "step": 800
+    },
+    {
+      "epoch": 0.678391959798995,
+      "grad_norm": 0.3452960252761841,
+      "learning_rate": 0.0002,
+      "loss": 1.7431,
+      "step": 810
+    },
+    {
+      "epoch": 0.6867671691792295,
+      "grad_norm": 0.31068870425224304,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 820
+    },
+    {
+      "epoch": 0.695142378559464,
+      "grad_norm": 0.3213907778263092,
+      "learning_rate": 0.0002,
+      "loss": 1.8275,
+      "step": 830
+    },
+    {
+      "epoch": 0.7035175879396985,
+      "grad_norm": 0.2922039330005646,
+      "learning_rate": 0.0002,
+      "loss": 1.7975,
+      "step": 840
+    },
+    {
+      "epoch": 0.711892797319933,
+      "grad_norm": 0.36271268129348755,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 850
+    },
+    {
+      "epoch": 0.7202680067001676,
+      "grad_norm": 0.3195357918739319,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 860
+    },
+    {
+      "epoch": 0.7286432160804021,
+      "grad_norm": 0.31721433997154236,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 870
+    },
+    {
+      "epoch": 0.7370184254606366,
+      "grad_norm": 0.32121971249580383,
+      "learning_rate": 0.0002,
+      "loss": 1.832,
+      "step": 880
+    },
+    {
+      "epoch": 0.7453936348408711,
+      "grad_norm": 0.3149084150791168,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 890
+    },
+    {
+      "epoch": 0.7537688442211056,
+      "grad_norm": 0.38880932331085205,
+      "learning_rate": 0.0002,
+      "loss": 1.8399,
+      "step": 900
+    },
+    {
+      "epoch": 0.7621440536013401,
+      "grad_norm": 0.31491366028785706,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 910
+    },
+    {
+      "epoch": 0.7705192629815746,
+      "grad_norm": 0.2900884449481964,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 920
+    },
+    {
+      "epoch": 0.7788944723618091,
+      "grad_norm": 0.31911659240722656,
+      "learning_rate": 0.0002,
+      "loss": 1.7352,
+      "step": 930
+    },
+    {
+      "epoch": 0.7872696817420436,
+      "grad_norm": 0.33131274580955505,
+      "learning_rate": 0.0002,
+      "loss": 1.8334,
+      "step": 940
+    },
+    {
+      "epoch": 0.7956448911222781,
+      "grad_norm": 0.2980491816997528,
+      "learning_rate": 0.0002,
+      "loss": 1.8077,
+      "step": 950
+    },
+    {
+      "epoch": 0.8040201005025126,
+      "grad_norm": 0.3282995820045471,
+      "learning_rate": 0.0002,
+      "loss": 1.8254,
+      "step": 960
+    },
+    {
+      "epoch": 0.8123953098827471,
+      "grad_norm": 0.3234929144382477,
+      "learning_rate": 0.0002,
+      "loss": 1.7695,
+      "step": 970
+    },
+    {
+      "epoch": 0.8207705192629816,
+      "grad_norm": 0.31825992465019226,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 980
+    },
+    {
+      "epoch": 0.8291457286432161,
+      "grad_norm": 0.32733580470085144,
+      "learning_rate": 0.0002,
+      "loss": 1.8002,
+      "step": 990
+    },
+    {
+      "epoch": 0.8375209380234506,
+      "grad_norm": 0.3082098066806793,
+      "learning_rate": 0.0002,
+      "loss": 1.8407,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8458961474036851,
+      "grad_norm": 0.32492074370384216,
+      "learning_rate": 0.0002,
+      "loss": 1.7784,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8542713567839196,
+      "grad_norm": 0.3304888904094696,
+      "learning_rate": 0.0002,
+      "loss": 1.839,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8626465661641541,
+      "grad_norm": 0.3304980397224426,
+      "learning_rate": 0.0002,
+      "loss": 1.808,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8710217755443886,
+      "grad_norm": 0.3537079989910126,
+      "learning_rate": 0.0002,
+      "loss": 1.8345,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8793969849246231,
+      "grad_norm": 0.34958404302597046,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8877721943048577,
+      "grad_norm": 0.34610459208488464,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8961474036850922,
+      "grad_norm": 0.35725486278533936,
+      "learning_rate": 0.0002,
+      "loss": 1.7629,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9045226130653267,
+      "grad_norm": 0.30205485224723816,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9128978224455612,
+      "grad_norm": 0.3658352196216583,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9212730318257957,
+      "grad_norm": 0.33731144666671753,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9296482412060302,
+      "grad_norm": 0.35221847891807556,
+      "learning_rate": 0.0002,
+      "loss": 1.8047,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9380234505862647,
+      "grad_norm": 0.3193749487400055,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9463986599664992,
+      "grad_norm": 0.29893460869789124,
+      "learning_rate": 0.0002,
+      "loss": 1.7073,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9547738693467337,
+      "grad_norm": 0.37168779969215393,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9631490787269682,
+      "grad_norm": 0.3465111255645752,
+      "learning_rate": 0.0002,
+      "loss": 1.7994,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9715242881072027,
+      "grad_norm": 0.33802181482315063,
+      "learning_rate": 0.0002,
+      "loss": 1.8583,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9798994974874372,
+      "grad_norm": 0.36273202300071716,
+      "learning_rate": 0.0002,
+      "loss": 1.8652,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9882747068676717,
+      "grad_norm": 0.33043375611305237,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9966499162479062,
+      "grad_norm": 0.3027370870113373,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8088148832321167,
+      "eval_runtime": 37.9609,
+      "eval_samples_per_second": 13.567,
+      "eval_steps_per_second": 1.712,
+      "step": 1194
+    },
+    {
+      "epoch": 1.0050251256281406,
+      "grad_norm": 0.4256260097026825,
+      "learning_rate": 0.0002,
+      "loss": 1.7492,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0134003350083751,
+      "grad_norm": 0.35050156712532043,
+      "learning_rate": 0.0002,
+      "loss": 1.6994,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0217755443886096,
+      "grad_norm": 0.34773948788642883,
+      "learning_rate": 0.0002,
+      "loss": 1.7422,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0301507537688441,
+      "grad_norm": 0.35487470030784607,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0385259631490786,
+      "grad_norm": 0.37040361762046814,
+      "learning_rate": 0.0002,
+      "loss": 1.7095,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0469011725293131,
+      "grad_norm": 0.33740508556365967,
+      "learning_rate": 0.0002,
+      "loss": 1.7663,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0552763819095476,
+      "grad_norm": 0.3962724506855011,
+      "learning_rate": 0.0002,
+      "loss": 1.7485,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0636515912897822,
+      "grad_norm": 0.3129824101924896,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0720268006700167,
+      "grad_norm": 0.3620055019855499,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0804020100502512,
+      "grad_norm": 0.3480982184410095,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0887772194304857,
+      "grad_norm": 0.344424843788147,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0971524288107202,
+      "grad_norm": 0.3480122685432434,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1055276381909547,
+      "grad_norm": 0.323662132024765,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1139028475711892,
+      "grad_norm": 0.35440102219581604,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1222780569514237,
+      "grad_norm": 0.3342263698577881,
+      "learning_rate": 0.0002,
+      "loss": 1.7573,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1306532663316582,
+      "grad_norm": 0.35705259442329407,
+      "learning_rate": 0.0002,
+      "loss": 1.7134,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1390284757118927,
+      "grad_norm": 0.38021907210350037,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1474036850921272,
+      "grad_norm": 0.34918731451034546,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1557788944723617,
+      "grad_norm": 0.371868371963501,
+      "learning_rate": 0.0002,
+      "loss": 1.7628,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1641541038525962,
+      "grad_norm": 0.38413912057876587,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1725293132328307,
+      "grad_norm": 0.3898005187511444,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1809045226130652,
+      "grad_norm": 0.3726498484611511,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1892797319932997,
+      "grad_norm": 0.3532905876636505,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 1420
+    },
+    {
+      "epoch": 1.1976549413735342,
+      "grad_norm": 0.338127464056015,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2060301507537687,
+      "grad_norm": 0.3472749888896942,
+      "learning_rate": 0.0002,
+      "loss": 1.871,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2144053601340032,
+      "grad_norm": 0.3523476719856262,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2227805695142377,
+      "grad_norm": 0.42986124753952026,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2311557788944723,
+      "grad_norm": 0.38195517659187317,
+      "learning_rate": 0.0002,
+      "loss": 1.7459,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2395309882747068,
+      "grad_norm": 0.31665122509002686,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2479061976549413,
+      "grad_norm": 0.3539541959762573,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2562814070351758,
+      "grad_norm": 0.40162816643714905,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2646566164154103,
+      "grad_norm": 0.34727150201797485,
+      "learning_rate": 0.0002,
+      "loss": 1.702,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2730318257956448,
+      "grad_norm": 0.3364993929862976,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2814070351758793,
+      "grad_norm": 0.323483943939209,
+      "learning_rate": 0.0002,
+      "loss": 1.8063,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2897822445561138,
+      "grad_norm": 0.4114733934402466,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 1540
+    },
+    {
+      "epoch": 1.2981574539363483,
+      "grad_norm": 0.37476620078086853,
+      "learning_rate": 0.0002,
+      "loss": 1.6525,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3065326633165828,
+      "grad_norm": 0.4216269552707672,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3149078726968173,
+      "grad_norm": 0.3204927444458008,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3232830820770518,
+      "grad_norm": 0.36916354298591614,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3316582914572863,
+      "grad_norm": 0.3755691647529602,
+      "learning_rate": 0.0002,
+      "loss": 1.7383,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3400335008375208,
+      "grad_norm": 0.3688889443874359,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3484087102177553,
+      "grad_norm": 0.34306398034095764,
+      "learning_rate": 0.0002,
+      "loss": 1.7664,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3567839195979898,
+      "grad_norm": 0.3651525676250458,
+      "learning_rate": 0.0002,
+      "loss": 1.6943,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3651591289782243,
+      "grad_norm": 0.3461526036262512,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3735343383584588,
+      "grad_norm": 0.37959185242652893,
+      "learning_rate": 0.0002,
+      "loss": 1.728,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3819095477386933,
+      "grad_norm": 0.4005356431007385,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3902847571189278,
+      "grad_norm": 0.3537434935569763,
+      "learning_rate": 0.0002,
+      "loss": 1.694,
+      "step": 1660
+    },
+    {
+      "epoch": 1.3986599664991624,
+      "grad_norm": 0.38220855593681335,
+      "learning_rate": 0.0002,
+      "loss": 1.6679,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4070351758793969,
+      "grad_norm": 0.3573434352874756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4154103852596314,
+      "grad_norm": 0.40028059482574463,
+      "learning_rate": 0.0002,
+      "loss": 1.6983,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4237855946398659,
+      "grad_norm": 0.3953610360622406,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 1700
+    },
+    {
+      "epoch": 1.4321608040201004,
+      "grad_norm": 0.39524543285369873,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4405360134003349,
+      "grad_norm": 0.37721359729766846,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4489112227805694,
+      "grad_norm": 0.4220093786716461,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 1730
+    },
+    {
+      "epoch": 1.457286432160804,
+      "grad_norm": 0.3876369595527649,
+      "learning_rate": 0.0002,
+      "loss": 1.7495,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4656616415410384,
+      "grad_norm": 0.3774619400501251,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1750
+    },
+    {
+      "epoch": 1.474036850921273,
+      "grad_norm": 0.3608052432537079,
+      "learning_rate": 0.0002,
+      "loss": 1.7223,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4824120603015074,
+      "grad_norm": 0.32083916664123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6746,
+      "step": 1770
+    },
+    {
+      "epoch": 1.490787269681742,
+      "grad_norm": 0.32290884852409363,
+      "learning_rate": 0.0002,
+      "loss": 1.716,
+      "step": 1780
+    },
+    {
+      "epoch": 1.4991624790619764,
+      "grad_norm": 0.3537974953651428,
+      "learning_rate": 0.0002,
+      "loss": 1.7648,
+      "step": 1790
+    },
+    {
+      "epoch": 1.507537688442211,
+      "grad_norm": 0.36576104164123535,
+      "learning_rate": 0.0002,
+      "loss": 1.6784,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5159128978224454,
+      "grad_norm": 0.3336752653121948,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1810
+    },
+    {
+      "epoch": 1.52428810720268,
+      "grad_norm": 0.3551652431488037,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5326633165829144,
+      "grad_norm": 0.43313586711883545,
+      "learning_rate": 0.0002,
+      "loss": 1.6997,
+      "step": 1830
+    },
+    {
+      "epoch": 1.541038525963149,
+      "grad_norm": 0.39160311222076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7358,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5494137353433834,
+      "grad_norm": 0.38758179545402527,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1850
+    },
+    {
+      "epoch": 1.557788944723618,
+      "grad_norm": 0.3658832013607025,
+      "learning_rate": 0.0002,
+      "loss": 1.7768,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5661641541038525,
+      "grad_norm": 0.375372052192688,
+      "learning_rate": 0.0002,
+      "loss": 1.7486,
+      "step": 1870
+    },
+    {
+      "epoch": 1.574539363484087,
+      "grad_norm": 0.3586942255496979,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5829145728643215,
+      "grad_norm": 0.3626467287540436,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1890
+    },
+    {
+      "epoch": 1.591289782244556,
+      "grad_norm": 0.4199363589286804,
+      "learning_rate": 0.0002,
+      "loss": 1.7943,
+      "step": 1900
+    },
+    {
+      "epoch": 1.5996649916247905,
+      "grad_norm": 0.35646331310272217,
+      "learning_rate": 0.0002,
+      "loss": 1.6551,
+      "step": 1910
+    },
+    {
+      "epoch": 1.608040201005025,
+      "grad_norm": 0.3465106189250946,
+      "learning_rate": 0.0002,
+      "loss": 1.7125,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6164154103852595,
+      "grad_norm": 0.43392884731292725,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 1930
+    },
+    {
+      "epoch": 1.624790619765494,
+      "grad_norm": 0.39187198877334595,
+      "learning_rate": 0.0002,
+      "loss": 1.7009,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6331658291457285,
+      "grad_norm": 0.3685080409049988,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1950
+    },
+    {
+      "epoch": 1.641541038525963,
+      "grad_norm": 0.4044491946697235,
+      "learning_rate": 0.0002,
+      "loss": 1.6607,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6499162479061975,
+      "grad_norm": 0.4388049244880676,
+      "learning_rate": 0.0002,
+      "loss": 1.7234,
+      "step": 1970
+    },
+    {
+      "epoch": 1.658291457286432,
+      "grad_norm": 0.36165162920951843,
+      "learning_rate": 0.0002,
+      "loss": 1.7178,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3501148521900177,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1990
+    },
+    {
+      "epoch": 1.675041876046901,
+      "grad_norm": 0.3751881718635559,
+      "learning_rate": 0.0002,
+      "loss": 1.7057,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6834170854271355,
+      "grad_norm": 0.3902788460254669,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 2010
+    },
+    {
+      "epoch": 1.69179229480737,
+      "grad_norm": 0.39642134308815,
+      "learning_rate": 0.0002,
+      "loss": 1.8517,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7001675041876045,
+      "grad_norm": 0.35721203684806824,
+      "learning_rate": 0.0002,
+      "loss": 1.6623,
+      "step": 2030
+    },
+    {
+      "epoch": 1.708542713567839,
+      "grad_norm": 0.360419899225235,
+      "learning_rate": 0.0002,
+      "loss": 1.6988,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7169179229480735,
+      "grad_norm": 0.3755600154399872,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 2050
+    },
+    {
+      "epoch": 1.725293132328308,
+      "grad_norm": 0.3939184844493866,
+      "learning_rate": 0.0002,
+      "loss": 1.6726,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7336683417085426,
+      "grad_norm": 0.33955490589141846,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 2070
+    },
+    {
+      "epoch": 1.742043551088777,
+      "grad_norm": 0.35501939058303833,
+      "learning_rate": 0.0002,
+      "loss": 1.6794,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7504187604690116,
+      "grad_norm": 0.38298022747039795,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 2090
+    },
+    {
+      "epoch": 1.758793969849246,
+      "grad_norm": 0.3472785949707031,
+      "learning_rate": 0.0002,
+      "loss": 1.6602,
+      "step": 2100
+    },
+    {
+      "epoch": 1.7671691792294806,
+      "grad_norm": 0.3620430827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.6671,
+      "step": 2110
+    },
+    {
+      "epoch": 1.775544388609715,
+      "grad_norm": 0.3795909881591797,
+      "learning_rate": 0.0002,
+      "loss": 1.671,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7839195979899496,
+      "grad_norm": 0.3662523925304413,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 2130
+    },
+    {
+      "epoch": 1.792294807370184,
+      "grad_norm": 0.4113886058330536,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2140
+    },
+    {
+      "epoch": 1.8006700167504186,
+      "grad_norm": 0.3765672743320465,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 2150
+    },
+    {
+      "epoch": 1.809045226130653,
+      "grad_norm": 0.41623714566230774,
+      "learning_rate": 0.0002,
+      "loss": 1.7481,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8174204355108876,
+      "grad_norm": 0.3724099099636078,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8257956448911221,
+      "grad_norm": 0.3990779221057892,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8341708542713566,
+      "grad_norm": 0.3677702844142914,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8425460636515911,
+      "grad_norm": 0.3944959342479706,
+      "learning_rate": 0.0002,
+      "loss": 1.6705,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8509212730318256,
+      "grad_norm": 0.3413957357406616,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 2210
+    },
+    {
+      "epoch": 1.8592964824120601,
+      "grad_norm": 0.40136098861694336,
+      "learning_rate": 0.0002,
+      "loss": 1.7069,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8676716917922946,
+      "grad_norm": 0.3496319055557251,
+      "learning_rate": 0.0002,
+      "loss": 1.6865,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8760469011725294,
+      "grad_norm": 0.3759860694408417,
+      "learning_rate": 0.0002,
+      "loss": 1.6906,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8844221105527639,
+      "grad_norm": 0.43556007742881775,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8927973199329984,
+      "grad_norm": 0.3864828944206238,
+      "learning_rate": 0.0002,
+      "loss": 1.66,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9011725293132329,
+      "grad_norm": 0.396930456161499,
+      "learning_rate": 0.0002,
+      "loss": 1.6502,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9095477386934674,
+      "grad_norm": 0.37667879462242126,
+      "learning_rate": 0.0002,
+      "loss": 1.838,
+      "step": 2280
+    },
+    {
+      "epoch": 1.917922948073702,
+      "grad_norm": 0.3539164066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7315,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9262981574539364,
+      "grad_norm": 0.40542101860046387,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 2300
+    },
+    {
+      "epoch": 1.934673366834171,
+      "grad_norm": 0.37341606616973877,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9430485762144054,
+      "grad_norm": 0.4011504352092743,
+      "learning_rate": 0.0002,
+      "loss": 1.7058,
+      "step": 2320
+    },
+    {
+      "epoch": 1.95142378559464,
+      "grad_norm": 0.37934592366218567,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9597989949748744,
+      "grad_norm": 0.32745009660720825,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 2340
+    },
+    {
+      "epoch": 1.968174204355109,
+      "grad_norm": 0.38347750902175903,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9765494137353434,
+      "grad_norm": 0.3945120871067047,
+      "learning_rate": 0.0002,
+      "loss": 1.7116,
+      "step": 2360
+    },
+    {
+      "epoch": 1.984924623115578,
+      "grad_norm": 0.4034058749675751,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9932998324958124,
+      "grad_norm": 0.3546718955039978,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8061236143112183,
+      "eval_runtime": 38.2113,
+      "eval_samples_per_second": 13.478,
+      "eval_steps_per_second": 1.701,
+      "step": 2388
+    },
+    {
+      "epoch": 2.0016750418760467,
+      "grad_norm": 0.35184019804000854,
+      "learning_rate": 0.0002,
+      "loss": 1.7203,
+      "step": 2390
+    },
+    {
+      "epoch": 2.0100502512562812,
+      "grad_norm": 0.40416669845581055,
+      "learning_rate": 0.0002,
+      "loss": 1.6124,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0184254606365157,
+      "grad_norm": 0.3824569880962372,
+      "learning_rate": 0.0002,
+      "loss": 1.6092,
+      "step": 2410
+    },
+    {
+      "epoch": 2.0268006700167502,
+      "grad_norm": 0.42036163806915283,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 2420
+    },
+    {
+      "epoch": 2.0351758793969847,
+      "grad_norm": 0.40417996048927307,
+      "learning_rate": 0.0002,
+      "loss": 1.6176,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0435510887772192,
+      "grad_norm": 0.45298922061920166,
+      "learning_rate": 0.0002,
+      "loss": 1.643,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0519262981574538,
+      "grad_norm": 0.48289841413497925,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 2450
+    },
+    {
+      "epoch": 2.0603015075376883,
+      "grad_norm": 0.43702399730682373,
+      "learning_rate": 0.0002,
+      "loss": 1.5275,
+      "step": 2460
+    },
+    {
+      "epoch": 2.0686767169179228,
+      "grad_norm": 0.49487054347991943,
+      "learning_rate": 0.0002,
+      "loss": 1.5825,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0770519262981573,
+      "grad_norm": 0.40030500292778015,
+      "learning_rate": 0.0002,
+      "loss": 1.6552,
+      "step": 2480
+    },
+    {
+      "epoch": 2.0854271356783918,
+      "grad_norm": 0.4664880037307739,
+      "learning_rate": 0.0002,
+      "loss": 1.614,
+      "step": 2490
+    },
+    {
+      "epoch": 2.0938023450586263,
+      "grad_norm": 0.4111400842666626,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 2500
+    },
+    {
+      "epoch": 2.102177554438861,
+      "grad_norm": 0.4155750572681427,
+      "learning_rate": 0.0002,
+      "loss": 1.5788,
+      "step": 2510
+    },
+    {
+      "epoch": 2.1105527638190953,
+      "grad_norm": 0.39257505536079407,
+      "learning_rate": 0.0002,
+      "loss": 1.598,
+      "step": 2520
+    },
+    {
+      "epoch": 2.11892797319933,
+      "grad_norm": 0.4156777560710907,
+      "learning_rate": 0.0002,
+      "loss": 1.65,
+      "step": 2530
+    },
+    {
+      "epoch": 2.1273031825795643,
+      "grad_norm": 0.4025181233882904,
+      "learning_rate": 0.0002,
+      "loss": 1.6695,
+      "step": 2540
+    },
+    {
+      "epoch": 2.135678391959799,
+      "grad_norm": 0.42347562313079834,
+      "learning_rate": 0.0002,
+      "loss": 1.6471,
+      "step": 2550
+    },
+    {
+      "epoch": 2.1440536013400333,
+      "grad_norm": 0.47068294882774353,
+      "learning_rate": 0.0002,
+      "loss": 1.6014,
+      "step": 2560
+    },
+    {
+      "epoch": 2.152428810720268,
+      "grad_norm": 0.44081777334213257,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 2570
+    },
+    {
+      "epoch": 2.1608040201005023,
+      "grad_norm": 0.44823798537254333,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 2580
+    },
+    {
+      "epoch": 2.169179229480737,
+      "grad_norm": 0.40486326813697815,
+      "learning_rate": 0.0002,
+      "loss": 1.6287,
+      "step": 2590
+    },
+    {
+      "epoch": 2.1775544388609713,
+      "grad_norm": 0.454236775636673,
+      "learning_rate": 0.0002,
+      "loss": 1.6198,
+      "step": 2600
+    },
+    {
+      "epoch": 2.185929648241206,
+      "grad_norm": 0.42555344104766846,
+      "learning_rate": 0.0002,
+      "loss": 1.5885,
+      "step": 2610
+    },
+    {
+      "epoch": 2.1943048576214403,
+      "grad_norm": 0.5607381463050842,
+      "learning_rate": 0.0002,
+      "loss": 1.6348,
+      "step": 2620
+    },
+    {
+      "epoch": 2.202680067001675,
+      "grad_norm": 0.4095611870288849,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 2630
+    },
+    {
+      "epoch": 2.2110552763819094,
+      "grad_norm": 0.419342577457428,
+      "learning_rate": 0.0002,
+      "loss": 1.5584,
+      "step": 2640
+    },
+    {
+      "epoch": 2.219430485762144,
+      "grad_norm": 0.48541849851608276,
+      "learning_rate": 0.0002,
+      "loss": 1.5425,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2278056951423784,
+      "grad_norm": 0.4365246891975403,
+      "learning_rate": 0.0002,
+      "loss": 1.6233,
+      "step": 2660
+    },
+    {
+      "epoch": 2.236180904522613,
+      "grad_norm": 0.46417000889778137,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2445561139028474,
+      "grad_norm": 0.5034580230712891,
+      "learning_rate": 0.0002,
+      "loss": 1.6345,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2529313232830823,
+      "grad_norm": 0.44852879643440247,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2613065326633164,
+      "grad_norm": 0.43886998295783997,
+      "learning_rate": 0.0002,
+      "loss": 1.6152,
+      "step": 2700
+    },
+    {
+      "epoch": 2.2696817420435513,
+      "grad_norm": 0.45762625336647034,
+      "learning_rate": 0.0002,
+      "loss": 1.6533,
+      "step": 2710
+    },
+    {
+      "epoch": 2.2780569514237854,
+      "grad_norm": 0.39429017901420593,
+      "learning_rate": 0.0002,
+      "loss": 1.5889,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2864321608040203,
+      "grad_norm": 0.4420442581176758,
+      "learning_rate": 0.0002,
+      "loss": 1.6419,
+      "step": 2730
+    },
+    {
+      "epoch": 2.2948073701842544,
+      "grad_norm": 0.4327794015407562,
+      "learning_rate": 0.0002,
+      "loss": 1.6126,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3031825795644894,
+      "grad_norm": 0.4303780198097229,
+      "learning_rate": 0.0002,
+      "loss": 1.6405,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3115577889447234,
+      "grad_norm": 0.41379377245903015,
+      "learning_rate": 0.0002,
+      "loss": 1.6362,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3199329983249584,
+      "grad_norm": 0.4821205735206604,
+      "learning_rate": 0.0002,
+      "loss": 1.6744,
+      "step": 2770
+    },
+    {
+      "epoch": 2.3283082077051924,
+      "grad_norm": 0.46232181787490845,
+      "learning_rate": 0.0002,
+      "loss": 1.6694,
+      "step": 2780
+    },
+    {
+      "epoch": 2.3366834170854274,
+      "grad_norm": 0.44937554001808167,
+      "learning_rate": 0.0002,
+      "loss": 1.6341,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3450586264656614,
+      "grad_norm": 0.443250447511673,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3534338358458964,
+      "grad_norm": 0.4687805473804474,
+      "learning_rate": 0.0002,
+      "loss": 1.6874,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3618090452261304,
+      "grad_norm": 0.435031920671463,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 2820
+    },
+    {
+      "epoch": 2.3701842546063654,
+      "grad_norm": 0.4949858784675598,
+      "learning_rate": 0.0002,
+      "loss": 1.6335,
+      "step": 2830
+    },
+    {
+      "epoch": 2.3785594639865995,
+      "grad_norm": 0.46349018812179565,
+      "learning_rate": 0.0002,
+      "loss": 1.6803,
+      "step": 2840
+    },
+    {
+      "epoch": 2.3869346733668344,
+      "grad_norm": 0.46377238631248474,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 2850
+    },
+    {
+      "epoch": 2.3953098827470685,
+      "grad_norm": 0.6111940741539001,
+      "learning_rate": 0.0002,
+      "loss": 1.5384,
+      "step": 2860
+    },
+    {
+      "epoch": 2.4036850921273034,
+      "grad_norm": 0.45090532302856445,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 2870
+    },
+    {
+      "epoch": 2.4120603015075375,
+      "grad_norm": 0.4762120842933655,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4204355108877724,
+      "grad_norm": 0.4397919774055481,
+      "learning_rate": 0.0002,
+      "loss": 1.6997,
+      "step": 2890
+    },
+    {
+      "epoch": 2.4288107202680065,
+      "grad_norm": 0.4765152335166931,
+      "learning_rate": 0.0002,
+      "loss": 1.6369,
+      "step": 2900
+    },
+    {
+      "epoch": 2.4371859296482414,
+      "grad_norm": 0.4347304403781891,
+      "learning_rate": 0.0002,
+      "loss": 1.5982,
+      "step": 2910
+    },
+    {
+      "epoch": 2.4455611390284755,
+      "grad_norm": 0.3918324410915375,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 2920
+    },
+    {
+      "epoch": 2.4539363484087104,
+      "grad_norm": 0.43932855129241943,
+      "learning_rate": 0.0002,
+      "loss": 1.5354,
+      "step": 2930
+    },
+    {
+      "epoch": 2.4623115577889445,
+      "grad_norm": 0.46946918964385986,
+      "learning_rate": 0.0002,
+      "loss": 1.6283,
+      "step": 2940
+    },
+    {
+      "epoch": 2.4706867671691795,
+      "grad_norm": 0.45169174671173096,
+      "learning_rate": 0.0002,
+      "loss": 1.6622,
+      "step": 2950
+    },
+    {
+      "epoch": 2.4790619765494135,
+      "grad_norm": 0.43488186597824097,
+      "learning_rate": 0.0002,
+      "loss": 1.6386,
+      "step": 2960
+    },
+    {
+      "epoch": 2.4874371859296485,
+      "grad_norm": 0.42297765612602234,
+      "learning_rate": 0.0002,
+      "loss": 1.6187,
+      "step": 2970
+    },
+    {
+      "epoch": 2.4958123953098825,
+      "grad_norm": 0.4546392560005188,
+      "learning_rate": 0.0002,
+      "loss": 1.5708,
+      "step": 2980
+    },
+    {
+      "epoch": 2.5041876046901175,
+      "grad_norm": 0.4236692488193512,
+      "learning_rate": 0.0002,
+      "loss": 1.5944,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5125628140703515,
+      "grad_norm": 0.46421024203300476,
+      "learning_rate": 0.0002,
+      "loss": 1.6927,
+      "step": 3000
+    },
+    {
+      "epoch": 2.5209380234505865,
+      "grad_norm": 0.5040220618247986,
+      "learning_rate": 0.0002,
+      "loss": 1.6686,
+      "step": 3010
+    },
+    {
+      "epoch": 2.5293132328308205,
+      "grad_norm": 0.4596138894557953,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 3020
+    },
+    {
+      "epoch": 2.5376884422110555,
+      "grad_norm": 0.4410228729248047,
+      "learning_rate": 0.0002,
+      "loss": 1.5936,
+      "step": 3030
+    },
+    {
+      "epoch": 2.5460636515912896,
+      "grad_norm": 0.553693413734436,
+      "learning_rate": 0.0002,
+      "loss": 1.6336,
+      "step": 3040
+    },
+    {
+      "epoch": 2.5544388609715245,
+      "grad_norm": 0.41298043727874756,
+      "learning_rate": 0.0002,
+      "loss": 1.6377,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5628140703517586,
+      "grad_norm": 0.4894513487815857,
+      "learning_rate": 0.0002,
+      "loss": 1.7196,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5711892797319935,
+      "grad_norm": 0.5525603294372559,
+      "learning_rate": 0.0002,
+      "loss": 1.6106,
+      "step": 3070
+    },
+    {
+      "epoch": 2.5795644891122276,
+      "grad_norm": 0.5043630003929138,
+      "learning_rate": 0.0002,
+      "loss": 1.6089,
+      "step": 3080
+    },
+    {
+      "epoch": 2.5879396984924625,
+      "grad_norm": 0.4690920412540436,
+      "learning_rate": 0.0002,
+      "loss": 1.5641,
+      "step": 3090
+    },
+    {
+      "epoch": 2.5963149078726966,
+      "grad_norm": 0.4358677566051483,
+      "learning_rate": 0.0002,
+      "loss": 1.6364,
+      "step": 3100
+    },
+    {
+      "epoch": 2.6046901172529315,
+      "grad_norm": 0.4621894061565399,
+      "learning_rate": 0.0002,
+      "loss": 1.6328,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6130653266331656,
+      "grad_norm": 0.4639507532119751,
+      "learning_rate": 0.0002,
+      "loss": 1.7426,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6214405360134005,
+      "grad_norm": 0.45161309838294983,
+      "learning_rate": 0.0002,
+      "loss": 1.6492,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6298157453936346,
+      "grad_norm": 0.49179261922836304,
+      "learning_rate": 0.0002,
+      "loss": 1.6221,
+      "step": 3140
+    },
+    {
+      "epoch": 2.6381909547738696,
+      "grad_norm": 0.4739720821380615,
+      "learning_rate": 0.0002,
+      "loss": 1.663,
+      "step": 3150
+    },
+    {
+      "epoch": 2.6465661641541036,
+      "grad_norm": 0.468252956867218,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 3160
+    },
+    {
+      "epoch": 2.6549413735343386,
+      "grad_norm": 0.44691553711891174,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6633165829145726,
+      "grad_norm": 0.47537046670913696,
+      "learning_rate": 0.0002,
+      "loss": 1.6558,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6716917922948076,
+      "grad_norm": 0.4445202052593231,
+      "learning_rate": 0.0002,
+      "loss": 1.6755,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6800670016750416,
+      "grad_norm": 0.46785518527030945,
+      "learning_rate": 0.0002,
+      "loss": 1.6522,
+      "step": 3200
+    },
+    {
+      "epoch": 2.6884422110552766,
+      "grad_norm": 0.4807088077068329,
+      "learning_rate": 0.0002,
+      "loss": 1.6711,
+      "step": 3210
+    },
+    {
+      "epoch": 2.6968174204355106,
+      "grad_norm": 0.4547516703605652,
+      "learning_rate": 0.0002,
+      "loss": 1.6385,
+      "step": 3220
+    },
+    {
+      "epoch": 2.7051926298157456,
+      "grad_norm": 0.5200821161270142,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7135678391959797,
+      "grad_norm": 0.4915551245212555,
+      "learning_rate": 0.0002,
+      "loss": 1.6434,
+      "step": 3240
+    },
+    {
+      "epoch": 2.7219430485762146,
+      "grad_norm": 0.4324817955493927,
+      "learning_rate": 0.0002,
+      "loss": 1.6146,
+      "step": 3250
+    },
+    {
+      "epoch": 2.7303182579564487,
+      "grad_norm": 0.6290464997291565,
+      "learning_rate": 0.0002,
+      "loss": 1.6154,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7386934673366836,
+      "grad_norm": 0.42255541682243347,
+      "learning_rate": 0.0002,
+      "loss": 1.611,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7470686767169177,
+      "grad_norm": 0.47089505195617676,
+      "learning_rate": 0.0002,
+      "loss": 1.6345,
+      "step": 3280
+    },
+    {
+      "epoch": 2.7554438860971526,
+      "grad_norm": 0.4492960572242737,
+      "learning_rate": 0.0002,
+      "loss": 1.6357,
+      "step": 3290
+    },
+    {
+      "epoch": 2.7638190954773867,
+      "grad_norm": 0.4711938202381134,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7721943048576216,
+      "grad_norm": 0.4635316729545593,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 3310
+    },
+    {
+      "epoch": 2.7805695142378557,
+      "grad_norm": 0.4207742512226105,
+      "learning_rate": 0.0002,
+      "loss": 1.6044,
+      "step": 3320
+    },
+    {
+      "epoch": 2.7889447236180906,
+      "grad_norm": 0.5545504093170166,
+      "learning_rate": 0.0002,
+      "loss": 1.6163,
+      "step": 3330
+    },
+    {
+      "epoch": 2.7973199329983247,
+      "grad_norm": 0.46976953744888306,
+      "learning_rate": 0.0002,
+      "loss": 1.6642,
+      "step": 3340
+    },
+    {
+      "epoch": 2.8056951423785597,
+      "grad_norm": 0.4805937111377716,
+      "learning_rate": 0.0002,
+      "loss": 1.6879,
+      "step": 3350
+    },
+    {
+      "epoch": 2.8140703517587937,
+      "grad_norm": 0.4986467659473419,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 3360
+    },
+    {
+      "epoch": 2.8224455611390287,
+      "grad_norm": 0.44702932238578796,
+      "learning_rate": 0.0002,
+      "loss": 1.6125,
+      "step": 3370
+    },
+    {
+      "epoch": 2.8308207705192627,
+      "grad_norm": 0.4698854088783264,
+      "learning_rate": 0.0002,
+      "loss": 1.6318,
+      "step": 3380
+    },
+    {
+      "epoch": 2.8391959798994977,
+      "grad_norm": 0.5756528377532959,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 3390
+    },
+    {
+      "epoch": 2.8475711892797317,
+      "grad_norm": 0.4266531765460968,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 3400
+    },
+    {
+      "epoch": 2.8559463986599667,
+      "grad_norm": 0.5342442989349365,
+      "learning_rate": 0.0002,
+      "loss": 1.6351,
+      "step": 3410
+    },
+    {
+      "epoch": 2.8643216080402008,
+      "grad_norm": 0.47210443019866943,
+      "learning_rate": 0.0002,
+      "loss": 1.659,
+      "step": 3420
+    },
+    {
+      "epoch": 2.8726968174204357,
+      "grad_norm": 0.4491795599460602,
+      "learning_rate": 0.0002,
+      "loss": 1.6157,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8810720268006698,
+      "grad_norm": 0.5387647151947021,
+      "learning_rate": 0.0002,
+      "loss": 1.6179,
+      "step": 3440
+    },
+    {
+      "epoch": 2.8894472361809047,
+      "grad_norm": 0.5059208273887634,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 3450
+    },
+    {
+      "epoch": 2.8978224455611388,
+      "grad_norm": 0.472605437040329,
+      "learning_rate": 0.0002,
+      "loss": 1.6577,
+      "step": 3460
+    },
+    {
+      "epoch": 2.9061976549413737,
+      "grad_norm": 0.499795138835907,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 3470
+    },
+    {
+      "epoch": 2.914572864321608,
+      "grad_norm": 0.4887969493865967,
+      "learning_rate": 0.0002,
+      "loss": 1.6198,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9229480737018427,
+      "grad_norm": 0.4670022130012512,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 3490
+    },
+    {
+      "epoch": 2.931323283082077,
+      "grad_norm": 0.4475444555282593,
+      "learning_rate": 0.0002,
+      "loss": 1.6355,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9396984924623117,
+      "grad_norm": 0.39244669675827026,
+      "learning_rate": 0.0002,
+      "loss": 1.6669,
+      "step": 3510
+    },
+    {
+      "epoch": 2.948073701842546,
+      "grad_norm": 0.4905056059360504,
+      "learning_rate": 0.0002,
+      "loss": 1.6094,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9564489112227808,
+      "grad_norm": 0.4395551085472107,
+      "learning_rate": 0.0002,
+      "loss": 1.5774,
+      "step": 3530
+    },
+    {
+      "epoch": 2.964824120603015,
+      "grad_norm": 0.4693661034107208,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 3540
+    },
+    {
+      "epoch": 2.9731993299832498,
+      "grad_norm": 0.473781943321228,
+      "learning_rate": 0.0002,
+      "loss": 1.648,
+      "step": 3550
+    },
+    {
+      "epoch": 2.981574539363484,
+      "grad_norm": 0.4374050796031952,
+      "learning_rate": 0.0002,
+      "loss": 1.7056,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9899497487437188,
+      "grad_norm": 0.46144190430641174,
+      "learning_rate": 0.0002,
+      "loss": 1.6816,
+      "step": 3570
+    },
+    {
+      "epoch": 2.998324958123953,
+      "grad_norm": 0.43887680768966675,
+      "learning_rate": 0.0002,
+      "loss": 1.5454,
+      "step": 3580
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8283122777938843,
+      "eval_runtime": 38.023,
+      "eval_samples_per_second": 13.544,
+      "eval_steps_per_second": 1.709,
+      "step": 3582
+    },
+    {
+      "epoch": 3.006700167504188,
+      "grad_norm": 0.6784713268280029,
+      "learning_rate": 0.0002,
+      "loss": 1.5874,
+      "step": 3590
+    },
+    {
+      "epoch": 3.0150753768844223,
+      "grad_norm": 0.5783940553665161,
+      "learning_rate": 0.0002,
+      "loss": 1.5813,
+      "step": 3600
+    },
+    {
+      "epoch": 3.023450586264657,
+      "grad_norm": 0.5408937335014343,
+      "learning_rate": 0.0002,
+      "loss": 1.4769,
+      "step": 3610
+    },
+    {
+      "epoch": 3.0318257956448913,
+      "grad_norm": 0.5229013562202454,
+      "learning_rate": 0.0002,
+      "loss": 1.526,
+      "step": 3620
+    },
+    {
+      "epoch": 3.040201005025126,
+      "grad_norm": 0.49160143733024597,
+      "learning_rate": 0.0002,
+      "loss": 1.4835,
+      "step": 3630
+    },
+    {
+      "epoch": 3.0485762144053603,
+      "grad_norm": 0.6563201546669006,
+      "learning_rate": 0.0002,
+      "loss": 1.5398,
+      "step": 3640
+    },
+    {
+      "epoch": 3.056951423785595,
+      "grad_norm": 0.5686020851135254,
+      "learning_rate": 0.0002,
+      "loss": 1.448,
+      "step": 3650
+    },
+    {
+      "epoch": 3.0653266331658293,
+      "grad_norm": 0.5774043202400208,
+      "learning_rate": 0.0002,
+      "loss": 1.4541,
+      "step": 3660
+    },
+    {
+      "epoch": 3.073701842546064,
+      "grad_norm": 0.6106171011924744,
+      "learning_rate": 0.0002,
+      "loss": 1.4734,
+      "step": 3670
+    },
+    {
+      "epoch": 3.0820770519262983,
+      "grad_norm": 0.517433226108551,
+      "learning_rate": 0.0002,
+      "loss": 1.4961,
+      "step": 3680
+    },
+    {
+      "epoch": 3.090452261306533,
+      "grad_norm": 0.5681702494621277,
+      "learning_rate": 0.0002,
+      "loss": 1.4961,
+      "step": 3690
+    },
+    {
+      "epoch": 3.0988274706867673,
+      "grad_norm": 0.5769233107566833,
+      "learning_rate": 0.0002,
+      "loss": 1.4731,
+      "step": 3700
+    },
+    {
+      "epoch": 3.107202680067002,
+      "grad_norm": 0.5657462477684021,
+      "learning_rate": 0.0002,
+      "loss": 1.4836,
+      "step": 3710
+    },
+    {
+      "epoch": 3.1155778894472363,
+      "grad_norm": 0.6035246253013611,
+      "learning_rate": 0.0002,
+      "loss": 1.4526,
+      "step": 3720
+    },
+    {
+      "epoch": 3.123953098827471,
+      "grad_norm": 0.7286643385887146,
+      "learning_rate": 0.0002,
+      "loss": 1.5102,
+      "step": 3730
+    },
+    {
+      "epoch": 3.1323283082077054,
+      "grad_norm": 0.5121201872825623,
+      "learning_rate": 0.0002,
+      "loss": 1.4444,
+      "step": 3740
+    },
+    {
+      "epoch": 3.14070351758794,
+      "grad_norm": 0.5074213147163391,
+      "learning_rate": 0.0002,
+      "loss": 1.565,
+      "step": 3750
+    },
+    {
+      "epoch": 3.1490787269681744,
+      "grad_norm": 0.57481849193573,
+      "learning_rate": 0.0002,
+      "loss": 1.4729,
+      "step": 3760
+    },
+    {
+      "epoch": 3.157453936348409,
+      "grad_norm": 0.6326663494110107,
+      "learning_rate": 0.0002,
+      "loss": 1.4765,
+      "step": 3770
+    },
+    {
+      "epoch": 3.1658291457286434,
+      "grad_norm": 0.6039315462112427,
+      "learning_rate": 0.0002,
+      "loss": 1.4888,
+      "step": 3780
+    },
+    {
+      "epoch": 3.174204355108878,
+      "grad_norm": 0.6936715245246887,
+      "learning_rate": 0.0002,
+      "loss": 1.5084,
+      "step": 3790
+    },
+    {
+      "epoch": 3.1825795644891124,
+      "grad_norm": 0.6516796946525574,
+      "learning_rate": 0.0002,
+      "loss": 1.4879,
+      "step": 3800
+    },
+    {
+      "epoch": 3.190954773869347,
+      "grad_norm": 0.6140730977058411,
+      "learning_rate": 0.0002,
+      "loss": 1.578,
+      "step": 3810
+    },
+    {
+      "epoch": 3.1993299832495814,
+      "grad_norm": 0.631328284740448,
+      "learning_rate": 0.0002,
+      "loss": 1.5101,
+      "step": 3820
+    },
+    {
+      "epoch": 3.207705192629816,
+      "grad_norm": 0.6265402436256409,
+      "learning_rate": 0.0002,
+      "loss": 1.4844,
+      "step": 3830
+    },
+    {
+      "epoch": 3.2160804020100504,
+      "grad_norm": 0.6649428606033325,
+      "learning_rate": 0.0002,
+      "loss": 1.5332,
+      "step": 3840
+    },
+    {
+      "epoch": 3.224455611390285,
+      "grad_norm": 0.5329259634017944,
+      "learning_rate": 0.0002,
+      "loss": 1.5231,
+      "step": 3850
+    },
+    {
+      "epoch": 3.2328308207705194,
+      "grad_norm": 0.6008304953575134,
+      "learning_rate": 0.0002,
+      "loss": 1.5714,
+      "step": 3860
+    },
+    {
+      "epoch": 3.241206030150754,
+      "grad_norm": 0.5918582081794739,
+      "learning_rate": 0.0002,
+      "loss": 1.5214,
+      "step": 3870
+    },
+    {
+      "epoch": 3.2495812395309884,
+      "grad_norm": 0.643622100353241,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 3880
+    },
+    {
+      "epoch": 3.257956448911223,
+      "grad_norm": 0.5517964363098145,
+      "learning_rate": 0.0002,
+      "loss": 1.5274,
+      "step": 3890
+    },
+    {
+      "epoch": 3.2663316582914574,
+      "grad_norm": 0.6780755519866943,
+      "learning_rate": 0.0002,
+      "loss": 1.5458,
+      "step": 3900
+    },
+    {
+      "epoch": 3.274706867671692,
+      "grad_norm": 0.6742202639579773,
+      "learning_rate": 0.0002,
+      "loss": 1.5743,
+      "step": 3910
+    },
+    {
+      "epoch": 3.2830820770519265,
+      "grad_norm": 0.6228749752044678,
+      "learning_rate": 0.0002,
+      "loss": 1.5279,
+      "step": 3920
+    },
+    {
+      "epoch": 3.291457286432161,
+      "grad_norm": 0.5836303234100342,
+      "learning_rate": 0.0002,
+      "loss": 1.4899,
+      "step": 3930
+    },
+    {
+      "epoch": 3.2998324958123955,
+      "grad_norm": 0.6337724328041077,
+      "learning_rate": 0.0002,
+      "loss": 1.5445,
+      "step": 3940
+    },
+    {
+      "epoch": 3.30820770519263,
+      "grad_norm": 0.6345084309577942,
+      "learning_rate": 0.0002,
+      "loss": 1.5618,
+      "step": 3950
+    },
+    {
+      "epoch": 3.3165829145728645,
+      "grad_norm": 0.6125303506851196,
+      "learning_rate": 0.0002,
+      "loss": 1.4224,
+      "step": 3960
+    },
+    {
+      "epoch": 3.324958123953099,
+      "grad_norm": 0.6259911060333252,
+      "learning_rate": 0.0002,
+      "loss": 1.5355,
+      "step": 3970
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 0.645745575428009,
+      "learning_rate": 0.0002,
+      "loss": 1.5427,
+      "step": 3980
+    },
+    {
+      "epoch": 3.341708542713568,
+      "grad_norm": 0.6666176915168762,
+      "learning_rate": 0.0002,
+      "loss": 1.5817,
+      "step": 3990
+    },
+    {
+      "epoch": 3.3500837520938025,
+      "grad_norm": 0.59013831615448,
+      "learning_rate": 0.0002,
+      "loss": 1.4998,
+      "step": 4000
+    },
+    {
+      "epoch": 3.358458961474037,
+      "grad_norm": 0.6604634523391724,
+      "learning_rate": 0.0002,
+      "loss": 1.4921,
+      "step": 4010
+    },
+    {
+      "epoch": 3.3668341708542715,
+      "grad_norm": 0.6676120758056641,
+      "learning_rate": 0.0002,
+      "loss": 1.5076,
+      "step": 4020
+    },
+    {
+      "epoch": 3.375209380234506,
+      "grad_norm": 0.515724778175354,
+      "learning_rate": 0.0002,
+      "loss": 1.4801,
+      "step": 4030
+    },
+    {
+      "epoch": 3.3835845896147405,
+      "grad_norm": 0.681968092918396,
+      "learning_rate": 0.0002,
+      "loss": 1.4932,
+      "step": 4040
+    },
+    {
+      "epoch": 3.391959798994975,
+      "grad_norm": 0.5978158116340637,
+      "learning_rate": 0.0002,
+      "loss": 1.5148,
+      "step": 4050
+    },
+    {
+      "epoch": 3.4003350083752095,
+      "grad_norm": 0.6043432354927063,
+      "learning_rate": 0.0002,
+      "loss": 1.5449,
+      "step": 4060
+    },
+    {
+      "epoch": 3.408710217755444,
+      "grad_norm": 0.5899770855903625,
+      "learning_rate": 0.0002,
+      "loss": 1.5021,
+      "step": 4070
+    },
+    {
+      "epoch": 3.4170854271356785,
+      "grad_norm": 0.6014242172241211,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 4080
+    },
+    {
+      "epoch": 3.425460636515913,
+      "grad_norm": 0.5944811105728149,
+      "learning_rate": 0.0002,
+      "loss": 1.4692,
+      "step": 4090
+    },
+    {
+      "epoch": 3.4338358458961475,
+      "grad_norm": 0.6506822109222412,
+      "learning_rate": 0.0002,
+      "loss": 1.5877,
+      "step": 4100
+    },
+    {
+      "epoch": 3.442211055276382,
+      "grad_norm": 0.6926528811454773,
+      "learning_rate": 0.0002,
+      "loss": 1.5144,
+      "step": 4110
+    },
+    {
+      "epoch": 3.4505862646566166,
+      "grad_norm": 0.5646378993988037,
+      "learning_rate": 0.0002,
+      "loss": 1.5169,
+      "step": 4120
+    },
+    {
+      "epoch": 3.458961474036851,
+      "grad_norm": 0.7233654856681824,
+      "learning_rate": 0.0002,
+      "loss": 1.5032,
+      "step": 4130
+    },
+    {
+      "epoch": 3.4673366834170856,
+      "grad_norm": 0.6231815814971924,
+      "learning_rate": 0.0002,
+      "loss": 1.5161,
+      "step": 4140
+    },
+    {
+      "epoch": 3.47571189279732,
+      "grad_norm": 0.6115689873695374,
+      "learning_rate": 0.0002,
+      "loss": 1.5349,
+      "step": 4150
+    },
+    {
+      "epoch": 3.4840871021775546,
+      "grad_norm": 0.5812674760818481,
+      "learning_rate": 0.0002,
+      "loss": 1.4621,
+      "step": 4160
+    },
+    {
+      "epoch": 3.492462311557789,
+      "grad_norm": 0.6099632978439331,
+      "learning_rate": 0.0002,
+      "loss": 1.5465,
+      "step": 4170
+    },
+    {
+      "epoch": 3.5008375209380236,
+      "grad_norm": 0.6102647185325623,
+      "learning_rate": 0.0002,
+      "loss": 1.4795,
+      "step": 4180
+    },
+    {
+      "epoch": 3.509212730318258,
+      "grad_norm": 0.6034680008888245,
+      "learning_rate": 0.0002,
+      "loss": 1.5305,
+      "step": 4190
+    },
+    {
+      "epoch": 3.5175879396984926,
+      "grad_norm": 0.6281666159629822,
+      "learning_rate": 0.0002,
+      "loss": 1.5093,
+      "step": 4200
+    },
+    {
+      "epoch": 3.525963149078727,
+      "grad_norm": 0.6245372295379639,
+      "learning_rate": 0.0002,
+      "loss": 1.4903,
+      "step": 4210
+    },
+    {
+      "epoch": 3.5343383584589616,
+      "grad_norm": 0.5897293090820312,
+      "learning_rate": 0.0002,
+      "loss": 1.5098,
+      "step": 4220
+    },
+    {
+      "epoch": 3.542713567839196,
+      "grad_norm": 0.601054847240448,
+      "learning_rate": 0.0002,
+      "loss": 1.5991,
+      "step": 4230
+    },
+    {
+      "epoch": 3.5510887772194306,
+      "grad_norm": 0.7004473805427551,
+      "learning_rate": 0.0002,
+      "loss": 1.4974,
+      "step": 4240
+    },
+    {
+      "epoch": 3.559463986599665,
+      "grad_norm": 0.6601553559303284,
+      "learning_rate": 0.0002,
+      "loss": 1.5993,
+      "step": 4250
+    },
+    {
+      "epoch": 3.5678391959798996,
+      "grad_norm": 0.6112467050552368,
+      "learning_rate": 0.0002,
+      "loss": 1.4961,
+      "step": 4260
+    },
+    {
+      "epoch": 3.576214405360134,
+      "grad_norm": 0.5902454853057861,
+      "learning_rate": 0.0002,
+      "loss": 1.4967,
+      "step": 4270
+    },
+    {
+      "epoch": 3.5845896147403686,
+      "grad_norm": 0.5792450904846191,
+      "learning_rate": 0.0002,
+      "loss": 1.5659,
+      "step": 4280
+    },
+    {
+      "epoch": 3.592964824120603,
+      "grad_norm": 0.5923888087272644,
+      "learning_rate": 0.0002,
+      "loss": 1.4664,
+      "step": 4290
+    },
+    {
+      "epoch": 3.6013400335008376,
+      "grad_norm": 0.5869482159614563,
+      "learning_rate": 0.0002,
+      "loss": 1.5155,
+      "step": 4300
+    },
+    {
+      "epoch": 3.609715242881072,
+      "grad_norm": 0.6372929811477661,
+      "learning_rate": 0.0002,
+      "loss": 1.5119,
+      "step": 4310
+    },
+    {
+      "epoch": 3.6180904522613067,
+      "grad_norm": 0.6350686550140381,
+      "learning_rate": 0.0002,
+      "loss": 1.4977,
+      "step": 4320
+    },
+    {
+      "epoch": 3.626465661641541,
+      "grad_norm": 0.571819007396698,
+      "learning_rate": 0.0002,
+      "loss": 1.5226,
+      "step": 4330
+    },
+    {
+      "epoch": 3.6348408710217757,
+      "grad_norm": 0.592250645160675,
+      "learning_rate": 0.0002,
+      "loss": 1.5414,
+      "step": 4340
+    },
+    {
+      "epoch": 3.64321608040201,
+      "grad_norm": 0.6110650897026062,
+      "learning_rate": 0.0002,
+      "loss": 1.4912,
+      "step": 4350
+    },
+    {
+      "epoch": 3.6515912897822447,
+      "grad_norm": 0.6187081336975098,
+      "learning_rate": 0.0002,
+      "loss": 1.6089,
+      "step": 4360
+    },
+    {
+      "epoch": 3.659966499162479,
+      "grad_norm": 0.6197671890258789,
+      "learning_rate": 0.0002,
+      "loss": 1.5345,
+      "step": 4370
+    },
+    {
+      "epoch": 3.6683417085427137,
+      "grad_norm": 0.6050862669944763,
+      "learning_rate": 0.0002,
+      "loss": 1.4988,
+      "step": 4380
+    },
+    {
+      "epoch": 3.676716917922948,
+      "grad_norm": 0.621265172958374,
+      "learning_rate": 0.0002,
+      "loss": 1.4872,
+      "step": 4390
+    },
+    {
+      "epoch": 3.6850921273031827,
+      "grad_norm": 0.6552940011024475,
+      "learning_rate": 0.0002,
+      "loss": 1.6011,
+      "step": 4400
+    },
+    {
+      "epoch": 3.693467336683417,
+      "grad_norm": 0.5638861060142517,
+      "learning_rate": 0.0002,
+      "loss": 1.4344,
+      "step": 4410
+    },
+    {
+      "epoch": 3.7018425460636517,
+      "grad_norm": 0.6388863325119019,
+      "learning_rate": 0.0002,
+      "loss": 1.4985,
+      "step": 4420
+    },
+    {
+      "epoch": 3.710217755443886,
+      "grad_norm": 0.6062559485435486,
+      "learning_rate": 0.0002,
+      "loss": 1.3696,
+      "step": 4430
+    },
+    {
+      "epoch": 3.7185929648241207,
+      "grad_norm": 0.5800350308418274,
+      "learning_rate": 0.0002,
+      "loss": 1.5101,
+      "step": 4440
+    },
+    {
+      "epoch": 3.726968174204355,
+      "grad_norm": 0.5954474210739136,
+      "learning_rate": 0.0002,
+      "loss": 1.5286,
+      "step": 4450
+    },
+    {
+      "epoch": 3.7353433835845897,
+      "grad_norm": 0.5880125761032104,
+      "learning_rate": 0.0002,
+      "loss": 1.6133,
+      "step": 4460
+    },
+    {
+      "epoch": 3.7437185929648242,
+      "grad_norm": 0.5880921483039856,
+      "learning_rate": 0.0002,
+      "loss": 1.5055,
+      "step": 4470
+    },
+    {
+      "epoch": 3.7520938023450587,
+      "grad_norm": 0.5995073914527893,
+      "learning_rate": 0.0002,
+      "loss": 1.5728,
+      "step": 4480
+    },
+    {
+      "epoch": 3.7604690117252932,
+      "grad_norm": 0.5958493947982788,
+      "learning_rate": 0.0002,
+      "loss": 1.554,
+      "step": 4490
+    },
+    {
+      "epoch": 3.7688442211055277,
+      "grad_norm": 0.5694711804389954,
+      "learning_rate": 0.0002,
+      "loss": 1.5472,
+      "step": 4500
+    },
+    {
+      "epoch": 3.7772194304857623,
+      "grad_norm": 0.6175141930580139,
+      "learning_rate": 0.0002,
+      "loss": 1.5105,
+      "step": 4510
+    },
+    {
+      "epoch": 3.7855946398659968,
+      "grad_norm": 0.5541581511497498,
+      "learning_rate": 0.0002,
+      "loss": 1.5404,
+      "step": 4520
+    },
+    {
+      "epoch": 3.7939698492462313,
+      "grad_norm": 0.5986164808273315,
+      "learning_rate": 0.0002,
+      "loss": 1.5283,
+      "step": 4530
+    },
+    {
+      "epoch": 3.8023450586264658,
+      "grad_norm": 0.640072226524353,
+      "learning_rate": 0.0002,
+      "loss": 1.4961,
+      "step": 4540
+    },
+    {
+      "epoch": 3.8107202680067003,
+      "grad_norm": 0.5742579698562622,
+      "learning_rate": 0.0002,
+      "loss": 1.5297,
+      "step": 4550
+    },
+    {
+      "epoch": 3.819095477386935,
+      "grad_norm": 0.6658656001091003,
+      "learning_rate": 0.0002,
+      "loss": 1.5591,
+      "step": 4560
+    },
+    {
+      "epoch": 3.8274706867671693,
+      "grad_norm": 0.5475369691848755,
+      "learning_rate": 0.0002,
+      "loss": 1.4992,
+      "step": 4570
+    },
+    {
+      "epoch": 3.835845896147404,
+      "grad_norm": 0.613172173500061,
+      "learning_rate": 0.0002,
+      "loss": 1.5966,
+      "step": 4580
+    },
+    {
+      "epoch": 3.8442211055276383,
+      "grad_norm": 0.590968132019043,
+      "learning_rate": 0.0002,
+      "loss": 1.5594,
+      "step": 4590
+    },
+    {
+      "epoch": 3.852596314907873,
+      "grad_norm": 0.5865461826324463,
+      "learning_rate": 0.0002,
+      "loss": 1.5067,
+      "step": 4600
+    },
+    {
+      "epoch": 3.8609715242881073,
+      "grad_norm": 0.6815178990364075,
+      "learning_rate": 0.0002,
+      "loss": 1.5247,
+      "step": 4610
+    },
+    {
+      "epoch": 3.869346733668342,
+      "grad_norm": 0.6551400423049927,
+      "learning_rate": 0.0002,
+      "loss": 1.5702,
+      "step": 4620
+    },
+    {
+      "epoch": 3.8777219430485763,
+      "grad_norm": 0.6398897171020508,
+      "learning_rate": 0.0002,
+      "loss": 1.4891,
+      "step": 4630
+    },
+    {
+      "epoch": 3.886097152428811,
+      "grad_norm": 0.6761762499809265,
+      "learning_rate": 0.0002,
+      "loss": 1.5353,
+      "step": 4640
+    },
+    {
+      "epoch": 3.8944723618090453,
+      "grad_norm": 0.6277294754981995,
+      "learning_rate": 0.0002,
+      "loss": 1.6071,
+      "step": 4650
+    },
+    {
+      "epoch": 3.90284757118928,
+      "grad_norm": 0.6285301446914673,
+      "learning_rate": 0.0002,
+      "loss": 1.5605,
+      "step": 4660
+    },
+    {
+      "epoch": 3.9112227805695143,
+      "grad_norm": 0.5416069626808167,
+      "learning_rate": 0.0002,
+      "loss": 1.5937,
+      "step": 4670
+    },
+    {
+      "epoch": 3.919597989949749,
+      "grad_norm": 0.6314545273780823,
+      "learning_rate": 0.0002,
+      "loss": 1.5461,
+      "step": 4680
+    },
+    {
+      "epoch": 3.9279731993299833,
+      "grad_norm": 0.604479968547821,
+      "learning_rate": 0.0002,
+      "loss": 1.4828,
+      "step": 4690
+    },
+    {
+      "epoch": 3.936348408710218,
+      "grad_norm": 0.5321660041809082,
+      "learning_rate": 0.0002,
+      "loss": 1.5186,
+      "step": 4700
+    },
+    {
+      "epoch": 3.9447236180904524,
+      "grad_norm": 0.6632516980171204,
+      "learning_rate": 0.0002,
+      "loss": 1.4696,
+      "step": 4710
+    },
+    {
+      "epoch": 3.953098827470687,
+      "grad_norm": 0.5925896763801575,
+      "learning_rate": 0.0002,
+      "loss": 1.519,
+      "step": 4720
+    },
+    {
+      "epoch": 3.9614740368509214,
+      "grad_norm": 0.6580308675765991,
+      "learning_rate": 0.0002,
+      "loss": 1.5716,
+      "step": 4730
+    },
+    {
+      "epoch": 3.969849246231156,
+      "grad_norm": 0.5578170418739319,
+      "learning_rate": 0.0002,
+      "loss": 1.4462,
+      "step": 4740
+    },
+    {
+      "epoch": 3.9782244556113904,
+      "grad_norm": 0.6216608285903931,
+      "learning_rate": 0.0002,
+      "loss": 1.5394,
+      "step": 4750
+    },
+    {
+      "epoch": 3.986599664991625,
+      "grad_norm": 0.5693069696426392,
+      "learning_rate": 0.0002,
+      "loss": 1.5395,
+      "step": 4760
+    },
+    {
+      "epoch": 3.9949748743718594,
+      "grad_norm": 0.5353434681892395,
+      "learning_rate": 0.0002,
+      "loss": 1.5517,
+      "step": 4770
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8809821605682373,
+      "eval_runtime": 37.9695,
+      "eval_samples_per_second": 13.564,
+      "eval_steps_per_second": 1.712,
+      "step": 4776
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9552,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.210225861028741e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-4776/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03202ff3d5e1dce5980463ad4d40fa9407d7d3624ffbc2fca0ad163b9f3c47
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-5970/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-1/checkpoint-5970/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}