Upload folder using huggingface_hub

.gitattributes

@@ -884,3 +884,12 @@ gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-8828-sd-1/checkpoint-8289/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-8828-sd-1/checkpoint-9670/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-8828-sd-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-5942/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-7131/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-8319/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-9504/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e67bfcb11314afe23d52fe35c156ccfcb48ab2e93bd10c7abf7c1376d9b958d
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a766b5a8cb310431a6373ef78d5c7816e3b99ec1bf6134964a443595e21c12
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdbc159bd3df1d681732bb87a4f18efebbbc6ee634b52296157df759110522a
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b9f092d336f37a81d1ef105078f4a0c705a9b85b218a3c1b473f24caa0e8e0
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f660531cb1239606766f6559fac4e84c1220ce4349a19c8858d608371b1b7
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/trainer_state.json

@@ -0,0 +1,867 @@
+{
+  "best_metric": 1.8077726364135742,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188",
+  "epoch": 0.9995793016407236,
+  "eval_steps": 10,
+  "global_step": 1188,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008413967185527976,
+      "grad_norm": 0.5458821654319763,
+      "learning_rate": 0.0002,
+      "loss": 2.56,
+      "step": 10
+    },
+    {
+      "epoch": 0.016827934371055953,
+      "grad_norm": 0.7293308973312378,
+      "learning_rate": 0.0002,
+      "loss": 2.3235,
+      "step": 20
+    },
+    {
+      "epoch": 0.02524190155658393,
+      "grad_norm": 0.47792306542396545,
+      "learning_rate": 0.0002,
+      "loss": 2.0815,
+      "step": 30
+    },
+    {
+      "epoch": 0.033655868742111905,
+      "grad_norm": 0.5944402813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.9718,
+      "step": 40
+    },
+    {
+      "epoch": 0.04206983592763988,
+      "grad_norm": 0.5415359735488892,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 50
+    },
+    {
+      "epoch": 0.05048380311316786,
+      "grad_norm": 0.535713791847229,
+      "learning_rate": 0.0002,
+      "loss": 1.8953,
+      "step": 60
+    },
+    {
+      "epoch": 0.058897770298695834,
+      "grad_norm": 0.5184146761894226,
+      "learning_rate": 0.0002,
+      "loss": 1.937,
+      "step": 70
+    },
+    {
+      "epoch": 0.06731173748422381,
+      "grad_norm": 0.458926796913147,
+      "learning_rate": 0.0002,
+      "loss": 1.8396,
+      "step": 80
+    },
+    {
+      "epoch": 0.07572570466975179,
+      "grad_norm": 0.4780142307281494,
+      "learning_rate": 0.0002,
+      "loss": 1.8677,
+      "step": 90
+    },
+    {
+      "epoch": 0.08413967185527976,
+      "grad_norm": 0.79965740442276,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 100
+    },
+    {
+      "epoch": 0.09255363904080774,
+      "grad_norm": 0.4498862028121948,
+      "learning_rate": 0.0002,
+      "loss": 1.9081,
+      "step": 110
+    },
+    {
+      "epoch": 0.10096760622633572,
+      "grad_norm": 0.39338430762290955,
+      "learning_rate": 0.0002,
+      "loss": 1.8503,
+      "step": 120
+    },
+    {
+      "epoch": 0.10938157341186369,
+      "grad_norm": 0.9588953852653503,
+      "learning_rate": 0.0002,
+      "loss": 1.8637,
+      "step": 130
+    },
+    {
+      "epoch": 0.11779554059739167,
+      "grad_norm": 0.41675639152526855,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 140
+    },
+    {
+      "epoch": 0.12620950778291964,
+      "grad_norm": 0.44519832730293274,
+      "learning_rate": 0.0002,
+      "loss": 1.8904,
+      "step": 150
+    },
+    {
+      "epoch": 0.13462347496844762,
+      "grad_norm": 0.4176260530948639,
+      "learning_rate": 0.0002,
+      "loss": 1.798,
+      "step": 160
+    },
+    {
+      "epoch": 0.1430374421539756,
+      "grad_norm": 0.35840365290641785,
+      "learning_rate": 0.0002,
+      "loss": 1.8398,
+      "step": 170
+    },
+    {
+      "epoch": 0.15145140933950357,
+      "grad_norm": 0.3794495463371277,
+      "learning_rate": 0.0002,
+      "loss": 1.8666,
+      "step": 180
+    },
+    {
+      "epoch": 0.15986537652503155,
+      "grad_norm": 0.4563522934913635,
+      "learning_rate": 0.0002,
+      "loss": 1.8111,
+      "step": 190
+    },
+    {
+      "epoch": 0.16827934371055953,
+      "grad_norm": 0.37057486176490784,
+      "learning_rate": 0.0002,
+      "loss": 1.8893,
+      "step": 200
+    },
+    {
+      "epoch": 0.1766933108960875,
+      "grad_norm": 0.44081518054008484,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 210
+    },
+    {
+      "epoch": 0.18510727808161548,
+      "grad_norm": 0.46078577637672424,
+      "learning_rate": 0.0002,
+      "loss": 1.9048,
+      "step": 220
+    },
+    {
+      "epoch": 0.19352124526714345,
+      "grad_norm": 0.36132094264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 230
+    },
+    {
+      "epoch": 0.20193521245267143,
+      "grad_norm": 0.3747289180755615,
+      "learning_rate": 0.0002,
+      "loss": 1.8827,
+      "step": 240
+    },
+    {
+      "epoch": 0.2103491796381994,
+      "grad_norm": 0.3540179133415222,
+      "learning_rate": 0.0002,
+      "loss": 1.8382,
+      "step": 250
+    },
+    {
+      "epoch": 0.21876314682372738,
+      "grad_norm": 0.3461375832557678,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 260
+    },
+    {
+      "epoch": 0.22717711400925536,
+      "grad_norm": 0.3436960279941559,
+      "learning_rate": 0.0002,
+      "loss": 1.8509,
+      "step": 270
+    },
+    {
+      "epoch": 0.23559108119478334,
+      "grad_norm": 0.35403719544410706,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 280
+    },
+    {
+      "epoch": 0.2440050483803113,
+      "grad_norm": 0.37142616510391235,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 290
+    },
+    {
+      "epoch": 0.2524190155658393,
+      "grad_norm": 0.3307955861091614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 300
+    },
+    {
+      "epoch": 0.2608329827513673,
+      "grad_norm": 0.32855314016342163,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 310
+    },
+    {
+      "epoch": 0.26924694993689524,
+      "grad_norm": 0.3299003839492798,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 320
+    },
+    {
+      "epoch": 0.27766091712242325,
+      "grad_norm": 0.44311287999153137,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 330
+    },
+    {
+      "epoch": 0.2860748843079512,
+      "grad_norm": 0.32989758253097534,
+      "learning_rate": 0.0002,
+      "loss": 1.8232,
+      "step": 340
+    },
+    {
+      "epoch": 0.2944888514934792,
+      "grad_norm": 0.34400200843811035,
+      "learning_rate": 0.0002,
+      "loss": 1.7716,
+      "step": 350
+    },
+    {
+      "epoch": 0.30290281867900715,
+      "grad_norm": 0.36286211013793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 360
+    },
+    {
+      "epoch": 0.31131678586453515,
+      "grad_norm": 0.406827837228775,
+      "learning_rate": 0.0002,
+      "loss": 1.8025,
+      "step": 370
+    },
+    {
+      "epoch": 0.3197307530500631,
+      "grad_norm": 0.36299195885658264,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 380
+    },
+    {
+      "epoch": 0.3281447202355911,
+      "grad_norm": 0.3477257192134857,
+      "learning_rate": 0.0002,
+      "loss": 1.837,
+      "step": 390
+    },
+    {
+      "epoch": 0.33655868742111905,
+      "grad_norm": 0.3730369210243225,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 400
+    },
+    {
+      "epoch": 0.34497265460664706,
+      "grad_norm": 0.4644559919834137,
+      "learning_rate": 0.0002,
+      "loss": 1.7747,
+      "step": 410
+    },
+    {
+      "epoch": 0.353386621792175,
+      "grad_norm": 0.406576544046402,
+      "learning_rate": 0.0002,
+      "loss": 1.7538,
+      "step": 420
+    },
+    {
+      "epoch": 0.361800588977703,
+      "grad_norm": 0.3612699508666992,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 430
+    },
+    {
+      "epoch": 0.37021455616323096,
+      "grad_norm": 0.3243742287158966,
+      "learning_rate": 0.0002,
+      "loss": 1.7473,
+      "step": 440
+    },
+    {
+      "epoch": 0.37862852334875896,
+      "grad_norm": 0.36671221256256104,
+      "learning_rate": 0.0002,
+      "loss": 1.8851,
+      "step": 450
+    },
+    {
+      "epoch": 0.3870424905342869,
+      "grad_norm": 0.3565002381801605,
+      "learning_rate": 0.0002,
+      "loss": 1.8853,
+      "step": 460
+    },
+    {
+      "epoch": 0.3954564577198149,
+      "grad_norm": 0.34630221128463745,
+      "learning_rate": 0.0002,
+      "loss": 1.8923,
+      "step": 470
+    },
+    {
+      "epoch": 0.40387042490534286,
+      "grad_norm": 0.3353537321090698,
+      "learning_rate": 0.0002,
+      "loss": 1.8234,
+      "step": 480
+    },
+    {
+      "epoch": 0.41228439209087087,
+      "grad_norm": 0.4015921950340271,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 490
+    },
+    {
+      "epoch": 0.4206983592763988,
+      "grad_norm": 0.5489419102668762,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 500
+    },
+    {
+      "epoch": 0.4291123264619268,
+      "grad_norm": 0.4193589985370636,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 510
+    },
+    {
+      "epoch": 0.43752629364745477,
+      "grad_norm": 0.3418922424316406,
+      "learning_rate": 0.0002,
+      "loss": 1.8416,
+      "step": 520
+    },
+    {
+      "epoch": 0.44594026083298277,
+      "grad_norm": 0.32668185234069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 530
+    },
+    {
+      "epoch": 0.4543542280185107,
+      "grad_norm": 0.3094325661659241,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 540
+    },
+    {
+      "epoch": 0.4627681952040387,
+      "grad_norm": 0.3743017315864563,
+      "learning_rate": 0.0002,
+      "loss": 1.7438,
+      "step": 550
+    },
+    {
+      "epoch": 0.47118216238956667,
+      "grad_norm": 0.3295630216598511,
+      "learning_rate": 0.0002,
+      "loss": 1.8451,
+      "step": 560
+    },
+    {
+      "epoch": 0.4795961295750947,
+      "grad_norm": 1.6124513149261475,
+      "learning_rate": 0.0002,
+      "loss": 1.7529,
+      "step": 570
+    },
+    {
+      "epoch": 0.4880100967606226,
+      "grad_norm": 0.3245585858821869,
+      "learning_rate": 0.0002,
+      "loss": 1.8028,
+      "step": 580
+    },
+    {
+      "epoch": 0.49642406394615063,
+      "grad_norm": 0.3332934081554413,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 590
+    },
+    {
+      "epoch": 0.5048380311316786,
+      "grad_norm": 0.3836138844490051,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 600
+    },
+    {
+      "epoch": 0.5132519983172066,
+      "grad_norm": 0.32953888177871704,
+      "learning_rate": 0.0002,
+      "loss": 1.8347,
+      "step": 610
+    },
+    {
+      "epoch": 0.5216659655027346,
+      "grad_norm": 0.36291512846946716,
+      "learning_rate": 0.0002,
+      "loss": 1.7729,
+      "step": 620
+    },
+    {
+      "epoch": 0.5300799326882625,
+      "grad_norm": 0.3237783908843994,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 630
+    },
+    {
+      "epoch": 0.5384938998737905,
+      "grad_norm": 0.38882696628570557,
+      "learning_rate": 0.0002,
+      "loss": 1.8352,
+      "step": 640
+    },
+    {
+      "epoch": 0.5469078670593185,
+      "grad_norm": 0.37821972370147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 650
+    },
+    {
+      "epoch": 0.5553218342448465,
+      "grad_norm": 0.3556285500526428,
+      "learning_rate": 0.0002,
+      "loss": 1.8075,
+      "step": 660
+    },
+    {
+      "epoch": 0.5637358014303744,
+      "grad_norm": 0.347499281167984,
+      "learning_rate": 0.0002,
+      "loss": 1.778,
+      "step": 670
+    },
+    {
+      "epoch": 0.5721497686159024,
+      "grad_norm": 0.3176489472389221,
+      "learning_rate": 0.0002,
+      "loss": 1.8066,
+      "step": 680
+    },
+    {
+      "epoch": 0.5805637358014304,
+      "grad_norm": 0.30220088362693787,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 690
+    },
+    {
+      "epoch": 0.5889777029869584,
+      "grad_norm": 0.3711601793766022,
+      "learning_rate": 0.0002,
+      "loss": 1.8415,
+      "step": 700
+    },
+    {
+      "epoch": 0.5973916701724863,
+      "grad_norm": 0.3311759829521179,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 710
+    },
+    {
+      "epoch": 0.6058056373580143,
+      "grad_norm": 0.34824270009994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 720
+    },
+    {
+      "epoch": 0.6142196045435423,
+      "grad_norm": 0.29668381810188293,
+      "learning_rate": 0.0002,
+      "loss": 1.7954,
+      "step": 730
+    },
+    {
+      "epoch": 0.6226335717290703,
+      "grad_norm": 0.36087489128112793,
+      "learning_rate": 0.0002,
+      "loss": 1.8321,
+      "step": 740
+    },
+    {
+      "epoch": 0.6310475389145982,
+      "grad_norm": 0.31590089201927185,
+      "learning_rate": 0.0002,
+      "loss": 1.7956,
+      "step": 750
+    },
+    {
+      "epoch": 0.6394615061001262,
+      "grad_norm": 0.37632957100868225,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 760
+    },
+    {
+      "epoch": 0.6478754732856542,
+      "grad_norm": 0.3360748589038849,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 770
+    },
+    {
+      "epoch": 0.6562894404711822,
+      "grad_norm": 0.3420640528202057,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 780
+    },
+    {
+      "epoch": 0.6647034076567101,
+      "grad_norm": 0.5734959244728088,
+      "learning_rate": 0.0002,
+      "loss": 1.8353,
+      "step": 790
+    },
+    {
+      "epoch": 0.6731173748422381,
+      "grad_norm": 0.36440837383270264,
+      "learning_rate": 0.0002,
+      "loss": 1.7746,
+      "step": 800
+    },
+    {
+      "epoch": 0.6815313420277661,
+      "grad_norm": 0.3179708421230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7532,
+      "step": 810
+    },
+    {
+      "epoch": 0.6899453092132941,
+      "grad_norm": 0.34122881293296814,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 820
+    },
+    {
+      "epoch": 0.698359276398822,
+      "grad_norm": 0.31886112689971924,
+      "learning_rate": 0.0002,
+      "loss": 1.8167,
+      "step": 830
+    },
+    {
+      "epoch": 0.70677324358435,
+      "grad_norm": 0.31782326102256775,
+      "learning_rate": 0.0002,
+      "loss": 1.7505,
+      "step": 840
+    },
+    {
+      "epoch": 0.715187210769878,
+      "grad_norm": 0.36052989959716797,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 850
+    },
+    {
+      "epoch": 0.723601177955406,
+      "grad_norm": 0.28946155309677124,
+      "learning_rate": 0.0002,
+      "loss": 1.7891,
+      "step": 860
+    },
+    {
+      "epoch": 0.7320151451409339,
+      "grad_norm": 0.3095663785934448,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 870
+    },
+    {
+      "epoch": 0.7404291123264619,
+      "grad_norm": 0.3317491412162781,
+      "learning_rate": 0.0002,
+      "loss": 1.785,
+      "step": 880
+    },
+    {
+      "epoch": 0.7488430795119899,
+      "grad_norm": 0.31324660778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 890
+    },
+    {
+      "epoch": 0.7572570466975179,
+      "grad_norm": 0.3290475606918335,
+      "learning_rate": 0.0002,
+      "loss": 1.8753,
+      "step": 900
+    },
+    {
+      "epoch": 0.7656710138830458,
+      "grad_norm": 0.35690343379974365,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 910
+    },
+    {
+      "epoch": 0.7740849810685738,
+      "grad_norm": 0.39558273553848267,
+      "learning_rate": 0.0002,
+      "loss": 1.826,
+      "step": 920
+    },
+    {
+      "epoch": 0.7824989482541018,
+      "grad_norm": 0.34254348278045654,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 930
+    },
+    {
+      "epoch": 0.7909129154396298,
+      "grad_norm": 0.3560165464878082,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 940
+    },
+    {
+      "epoch": 0.7993268826251577,
+      "grad_norm": 0.30693164467811584,
+      "learning_rate": 0.0002,
+      "loss": 1.7992,
+      "step": 950
+    },
+    {
+      "epoch": 0.8077408498106857,
+      "grad_norm": 0.3394823372364044,
+      "learning_rate": 0.0002,
+      "loss": 1.8029,
+      "step": 960
+    },
+    {
+      "epoch": 0.8161548169962137,
+      "grad_norm": 0.3741514980792999,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 970
+    },
+    {
+      "epoch": 0.8245687841817417,
+      "grad_norm": 0.3655228316783905,
+      "learning_rate": 0.0002,
+      "loss": 1.7849,
+      "step": 980
+    },
+    {
+      "epoch": 0.8329827513672696,
+      "grad_norm": 0.3586033880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8449,
+      "step": 990
+    },
+    {
+      "epoch": 0.8413967185527976,
+      "grad_norm": 0.3459678888320923,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8498106857383256,
+      "grad_norm": 0.3184349834918976,
+      "learning_rate": 0.0002,
+      "loss": 1.8498,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8582246529238536,
+      "grad_norm": 0.3099786043167114,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8666386201093815,
+      "grad_norm": 0.30300915241241455,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8750525872949095,
+      "grad_norm": 0.3128705620765686,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8834665544804375,
+      "grad_norm": 0.3336263597011566,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8918805216659655,
+      "grad_norm": 0.3801328241825104,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9002944888514934,
+      "grad_norm": 0.3122096359729767,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9087084560370214,
+      "grad_norm": 0.35990869998931885,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9171224232225494,
+      "grad_norm": 0.3321819305419922,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9255363904080774,
+      "grad_norm": 0.4202139377593994,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9339503575936053,
+      "grad_norm": 0.32559722661972046,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9423643247791333,
+      "grad_norm": 0.3098459839820862,
+      "learning_rate": 0.0002,
+      "loss": 1.812,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9507782919646613,
+      "grad_norm": 0.33917108178138733,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9591922591501894,
+      "grad_norm": 0.4055837094783783,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9676062263357172,
+      "grad_norm": 0.32508623600006104,
+      "learning_rate": 0.0002,
+      "loss": 1.8259,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9760201935212452,
+      "grad_norm": 0.30150601267814636,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9844341607067733,
+      "grad_norm": 0.3042563199996948,
+      "learning_rate": 0.0002,
+      "loss": 1.8291,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9928481278923013,
+      "grad_norm": 0.33254584670066833,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9995793016407236,
+      "eval_loss": 1.8077726364135742,
+      "eval_runtime": 38.4359,
+      "eval_samples_per_second": 13.399,
+      "eval_steps_per_second": 1.691,
+      "step": 1188
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9504,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.500111884071731e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-1188/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2b79d3acefeedef5a0229881de39ec68ef9b40046a60d7976a49f7e6b3b936
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e67bfcb11314afe23d52fe35c156ccfcb48ab2e93bd10c7abf7c1376d9b958d
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af334a78bf7194c5014e3070ce3111162e24cd28d906ba20333107b38b9932
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c34d90a4f85cd0c9aa48d0b81fd5edad3e1427338f0942568ff10c9f0e75f8
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38384347c3fbdf548f3429703d7a725557ee363e767816165662ae294c9e82ec
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/trainer_state.json

@@ -0,0 +1,1708 @@
+{
+  "best_metric": 1.8055059909820557,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 2377,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008413967185527976,
+      "grad_norm": 0.5458821654319763,
+      "learning_rate": 0.0002,
+      "loss": 2.56,
+      "step": 10
+    },
+    {
+      "epoch": 0.016827934371055953,
+      "grad_norm": 0.7293308973312378,
+      "learning_rate": 0.0002,
+      "loss": 2.3235,
+      "step": 20
+    },
+    {
+      "epoch": 0.02524190155658393,
+      "grad_norm": 0.47792306542396545,
+      "learning_rate": 0.0002,
+      "loss": 2.0815,
+      "step": 30
+    },
+    {
+      "epoch": 0.033655868742111905,
+      "grad_norm": 0.5944402813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.9718,
+      "step": 40
+    },
+    {
+      "epoch": 0.04206983592763988,
+      "grad_norm": 0.5415359735488892,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 50
+    },
+    {
+      "epoch": 0.05048380311316786,
+      "grad_norm": 0.535713791847229,
+      "learning_rate": 0.0002,
+      "loss": 1.8953,
+      "step": 60
+    },
+    {
+      "epoch": 0.058897770298695834,
+      "grad_norm": 0.5184146761894226,
+      "learning_rate": 0.0002,
+      "loss": 1.937,
+      "step": 70
+    },
+    {
+      "epoch": 0.06731173748422381,
+      "grad_norm": 0.458926796913147,
+      "learning_rate": 0.0002,
+      "loss": 1.8396,
+      "step": 80
+    },
+    {
+      "epoch": 0.07572570466975179,
+      "grad_norm": 0.4780142307281494,
+      "learning_rate": 0.0002,
+      "loss": 1.8677,
+      "step": 90
+    },
+    {
+      "epoch": 0.08413967185527976,
+      "grad_norm": 0.79965740442276,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 100
+    },
+    {
+      "epoch": 0.09255363904080774,
+      "grad_norm": 0.4498862028121948,
+      "learning_rate": 0.0002,
+      "loss": 1.9081,
+      "step": 110
+    },
+    {
+      "epoch": 0.10096760622633572,
+      "grad_norm": 0.39338430762290955,
+      "learning_rate": 0.0002,
+      "loss": 1.8503,
+      "step": 120
+    },
+    {
+      "epoch": 0.10938157341186369,
+      "grad_norm": 0.9588953852653503,
+      "learning_rate": 0.0002,
+      "loss": 1.8637,
+      "step": 130
+    },
+    {
+      "epoch": 0.11779554059739167,
+      "grad_norm": 0.41675639152526855,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 140
+    },
+    {
+      "epoch": 0.12620950778291964,
+      "grad_norm": 0.44519832730293274,
+      "learning_rate": 0.0002,
+      "loss": 1.8904,
+      "step": 150
+    },
+    {
+      "epoch": 0.13462347496844762,
+      "grad_norm": 0.4176260530948639,
+      "learning_rate": 0.0002,
+      "loss": 1.798,
+      "step": 160
+    },
+    {
+      "epoch": 0.1430374421539756,
+      "grad_norm": 0.35840365290641785,
+      "learning_rate": 0.0002,
+      "loss": 1.8398,
+      "step": 170
+    },
+    {
+      "epoch": 0.15145140933950357,
+      "grad_norm": 0.3794495463371277,
+      "learning_rate": 0.0002,
+      "loss": 1.8666,
+      "step": 180
+    },
+    {
+      "epoch": 0.15986537652503155,
+      "grad_norm": 0.4563522934913635,
+      "learning_rate": 0.0002,
+      "loss": 1.8111,
+      "step": 190
+    },
+    {
+      "epoch": 0.16827934371055953,
+      "grad_norm": 0.37057486176490784,
+      "learning_rate": 0.0002,
+      "loss": 1.8893,
+      "step": 200
+    },
+    {
+      "epoch": 0.1766933108960875,
+      "grad_norm": 0.44081518054008484,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 210
+    },
+    {
+      "epoch": 0.18510727808161548,
+      "grad_norm": 0.46078577637672424,
+      "learning_rate": 0.0002,
+      "loss": 1.9048,
+      "step": 220
+    },
+    {
+      "epoch": 0.19352124526714345,
+      "grad_norm": 0.36132094264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 230
+    },
+    {
+      "epoch": 0.20193521245267143,
+      "grad_norm": 0.3747289180755615,
+      "learning_rate": 0.0002,
+      "loss": 1.8827,
+      "step": 240
+    },
+    {
+      "epoch": 0.2103491796381994,
+      "grad_norm": 0.3540179133415222,
+      "learning_rate": 0.0002,
+      "loss": 1.8382,
+      "step": 250
+    },
+    {
+      "epoch": 0.21876314682372738,
+      "grad_norm": 0.3461375832557678,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 260
+    },
+    {
+      "epoch": 0.22717711400925536,
+      "grad_norm": 0.3436960279941559,
+      "learning_rate": 0.0002,
+      "loss": 1.8509,
+      "step": 270
+    },
+    {
+      "epoch": 0.23559108119478334,
+      "grad_norm": 0.35403719544410706,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 280
+    },
+    {
+      "epoch": 0.2440050483803113,
+      "grad_norm": 0.37142616510391235,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 290
+    },
+    {
+      "epoch": 0.2524190155658393,
+      "grad_norm": 0.3307955861091614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 300
+    },
+    {
+      "epoch": 0.2608329827513673,
+      "grad_norm": 0.32855314016342163,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 310
+    },
+    {
+      "epoch": 0.26924694993689524,
+      "grad_norm": 0.3299003839492798,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 320
+    },
+    {
+      "epoch": 0.27766091712242325,
+      "grad_norm": 0.44311287999153137,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 330
+    },
+    {
+      "epoch": 0.2860748843079512,
+      "grad_norm": 0.32989758253097534,
+      "learning_rate": 0.0002,
+      "loss": 1.8232,
+      "step": 340
+    },
+    {
+      "epoch": 0.2944888514934792,
+      "grad_norm": 0.34400200843811035,
+      "learning_rate": 0.0002,
+      "loss": 1.7716,
+      "step": 350
+    },
+    {
+      "epoch": 0.30290281867900715,
+      "grad_norm": 0.36286211013793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 360
+    },
+    {
+      "epoch": 0.31131678586453515,
+      "grad_norm": 0.406827837228775,
+      "learning_rate": 0.0002,
+      "loss": 1.8025,
+      "step": 370
+    },
+    {
+      "epoch": 0.3197307530500631,
+      "grad_norm": 0.36299195885658264,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 380
+    },
+    {
+      "epoch": 0.3281447202355911,
+      "grad_norm": 0.3477257192134857,
+      "learning_rate": 0.0002,
+      "loss": 1.837,
+      "step": 390
+    },
+    {
+      "epoch": 0.33655868742111905,
+      "grad_norm": 0.3730369210243225,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 400
+    },
+    {
+      "epoch": 0.34497265460664706,
+      "grad_norm": 0.4644559919834137,
+      "learning_rate": 0.0002,
+      "loss": 1.7747,
+      "step": 410
+    },
+    {
+      "epoch": 0.353386621792175,
+      "grad_norm": 0.406576544046402,
+      "learning_rate": 0.0002,
+      "loss": 1.7538,
+      "step": 420
+    },
+    {
+      "epoch": 0.361800588977703,
+      "grad_norm": 0.3612699508666992,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 430
+    },
+    {
+      "epoch": 0.37021455616323096,
+      "grad_norm": 0.3243742287158966,
+      "learning_rate": 0.0002,
+      "loss": 1.7473,
+      "step": 440
+    },
+    {
+      "epoch": 0.37862852334875896,
+      "grad_norm": 0.36671221256256104,
+      "learning_rate": 0.0002,
+      "loss": 1.8851,
+      "step": 450
+    },
+    {
+      "epoch": 0.3870424905342869,
+      "grad_norm": 0.3565002381801605,
+      "learning_rate": 0.0002,
+      "loss": 1.8853,
+      "step": 460
+    },
+    {
+      "epoch": 0.3954564577198149,
+      "grad_norm": 0.34630221128463745,
+      "learning_rate": 0.0002,
+      "loss": 1.8923,
+      "step": 470
+    },
+    {
+      "epoch": 0.40387042490534286,
+      "grad_norm": 0.3353537321090698,
+      "learning_rate": 0.0002,
+      "loss": 1.8234,
+      "step": 480
+    },
+    {
+      "epoch": 0.41228439209087087,
+      "grad_norm": 0.4015921950340271,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 490
+    },
+    {
+      "epoch": 0.4206983592763988,
+      "grad_norm": 0.5489419102668762,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 500
+    },
+    {
+      "epoch": 0.4291123264619268,
+      "grad_norm": 0.4193589985370636,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 510
+    },
+    {
+      "epoch": 0.43752629364745477,
+      "grad_norm": 0.3418922424316406,
+      "learning_rate": 0.0002,
+      "loss": 1.8416,
+      "step": 520
+    },
+    {
+      "epoch": 0.44594026083298277,
+      "grad_norm": 0.32668185234069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 530
+    },
+    {
+      "epoch": 0.4543542280185107,
+      "grad_norm": 0.3094325661659241,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 540
+    },
+    {
+      "epoch": 0.4627681952040387,
+      "grad_norm": 0.3743017315864563,
+      "learning_rate": 0.0002,
+      "loss": 1.7438,
+      "step": 550
+    },
+    {
+      "epoch": 0.47118216238956667,
+      "grad_norm": 0.3295630216598511,
+      "learning_rate": 0.0002,
+      "loss": 1.8451,
+      "step": 560
+    },
+    {
+      "epoch": 0.4795961295750947,
+      "grad_norm": 1.6124513149261475,
+      "learning_rate": 0.0002,
+      "loss": 1.7529,
+      "step": 570
+    },
+    {
+      "epoch": 0.4880100967606226,
+      "grad_norm": 0.3245585858821869,
+      "learning_rate": 0.0002,
+      "loss": 1.8028,
+      "step": 580
+    },
+    {
+      "epoch": 0.49642406394615063,
+      "grad_norm": 0.3332934081554413,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 590
+    },
+    {
+      "epoch": 0.5048380311316786,
+      "grad_norm": 0.3836138844490051,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 600
+    },
+    {
+      "epoch": 0.5132519983172066,
+      "grad_norm": 0.32953888177871704,
+      "learning_rate": 0.0002,
+      "loss": 1.8347,
+      "step": 610
+    },
+    {
+      "epoch": 0.5216659655027346,
+      "grad_norm": 0.36291512846946716,
+      "learning_rate": 0.0002,
+      "loss": 1.7729,
+      "step": 620
+    },
+    {
+      "epoch": 0.5300799326882625,
+      "grad_norm": 0.3237783908843994,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 630
+    },
+    {
+      "epoch": 0.5384938998737905,
+      "grad_norm": 0.38882696628570557,
+      "learning_rate": 0.0002,
+      "loss": 1.8352,
+      "step": 640
+    },
+    {
+      "epoch": 0.5469078670593185,
+      "grad_norm": 0.37821972370147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 650
+    },
+    {
+      "epoch": 0.5553218342448465,
+      "grad_norm": 0.3556285500526428,
+      "learning_rate": 0.0002,
+      "loss": 1.8075,
+      "step": 660
+    },
+    {
+      "epoch": 0.5637358014303744,
+      "grad_norm": 0.347499281167984,
+      "learning_rate": 0.0002,
+      "loss": 1.778,
+      "step": 670
+    },
+    {
+      "epoch": 0.5721497686159024,
+      "grad_norm": 0.3176489472389221,
+      "learning_rate": 0.0002,
+      "loss": 1.8066,
+      "step": 680
+    },
+    {
+      "epoch": 0.5805637358014304,
+      "grad_norm": 0.30220088362693787,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 690
+    },
+    {
+      "epoch": 0.5889777029869584,
+      "grad_norm": 0.3711601793766022,
+      "learning_rate": 0.0002,
+      "loss": 1.8415,
+      "step": 700
+    },
+    {
+      "epoch": 0.5973916701724863,
+      "grad_norm": 0.3311759829521179,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 710
+    },
+    {
+      "epoch": 0.6058056373580143,
+      "grad_norm": 0.34824270009994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 720
+    },
+    {
+      "epoch": 0.6142196045435423,
+      "grad_norm": 0.29668381810188293,
+      "learning_rate": 0.0002,
+      "loss": 1.7954,
+      "step": 730
+    },
+    {
+      "epoch": 0.6226335717290703,
+      "grad_norm": 0.36087489128112793,
+      "learning_rate": 0.0002,
+      "loss": 1.8321,
+      "step": 740
+    },
+    {
+      "epoch": 0.6310475389145982,
+      "grad_norm": 0.31590089201927185,
+      "learning_rate": 0.0002,
+      "loss": 1.7956,
+      "step": 750
+    },
+    {
+      "epoch": 0.6394615061001262,
+      "grad_norm": 0.37632957100868225,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 760
+    },
+    {
+      "epoch": 0.6478754732856542,
+      "grad_norm": 0.3360748589038849,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 770
+    },
+    {
+      "epoch": 0.6562894404711822,
+      "grad_norm": 0.3420640528202057,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 780
+    },
+    {
+      "epoch": 0.6647034076567101,
+      "grad_norm": 0.5734959244728088,
+      "learning_rate": 0.0002,
+      "loss": 1.8353,
+      "step": 790
+    },
+    {
+      "epoch": 0.6731173748422381,
+      "grad_norm": 0.36440837383270264,
+      "learning_rate": 0.0002,
+      "loss": 1.7746,
+      "step": 800
+    },
+    {
+      "epoch": 0.6815313420277661,
+      "grad_norm": 0.3179708421230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7532,
+      "step": 810
+    },
+    {
+      "epoch": 0.6899453092132941,
+      "grad_norm": 0.34122881293296814,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 820
+    },
+    {
+      "epoch": 0.698359276398822,
+      "grad_norm": 0.31886112689971924,
+      "learning_rate": 0.0002,
+      "loss": 1.8167,
+      "step": 830
+    },
+    {
+      "epoch": 0.70677324358435,
+      "grad_norm": 0.31782326102256775,
+      "learning_rate": 0.0002,
+      "loss": 1.7505,
+      "step": 840
+    },
+    {
+      "epoch": 0.715187210769878,
+      "grad_norm": 0.36052989959716797,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 850
+    },
+    {
+      "epoch": 0.723601177955406,
+      "grad_norm": 0.28946155309677124,
+      "learning_rate": 0.0002,
+      "loss": 1.7891,
+      "step": 860
+    },
+    {
+      "epoch": 0.7320151451409339,
+      "grad_norm": 0.3095663785934448,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 870
+    },
+    {
+      "epoch": 0.7404291123264619,
+      "grad_norm": 0.3317491412162781,
+      "learning_rate": 0.0002,
+      "loss": 1.785,
+      "step": 880
+    },
+    {
+      "epoch": 0.7488430795119899,
+      "grad_norm": 0.31324660778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 890
+    },
+    {
+      "epoch": 0.7572570466975179,
+      "grad_norm": 0.3290475606918335,
+      "learning_rate": 0.0002,
+      "loss": 1.8753,
+      "step": 900
+    },
+    {
+      "epoch": 0.7656710138830458,
+      "grad_norm": 0.35690343379974365,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 910
+    },
+    {
+      "epoch": 0.7740849810685738,
+      "grad_norm": 0.39558273553848267,
+      "learning_rate": 0.0002,
+      "loss": 1.826,
+      "step": 920
+    },
+    {
+      "epoch": 0.7824989482541018,
+      "grad_norm": 0.34254348278045654,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 930
+    },
+    {
+      "epoch": 0.7909129154396298,
+      "grad_norm": 0.3560165464878082,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 940
+    },
+    {
+      "epoch": 0.7993268826251577,
+      "grad_norm": 0.30693164467811584,
+      "learning_rate": 0.0002,
+      "loss": 1.7992,
+      "step": 950
+    },
+    {
+      "epoch": 0.8077408498106857,
+      "grad_norm": 0.3394823372364044,
+      "learning_rate": 0.0002,
+      "loss": 1.8029,
+      "step": 960
+    },
+    {
+      "epoch": 0.8161548169962137,
+      "grad_norm": 0.3741514980792999,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 970
+    },
+    {
+      "epoch": 0.8245687841817417,
+      "grad_norm": 0.3655228316783905,
+      "learning_rate": 0.0002,
+      "loss": 1.7849,
+      "step": 980
+    },
+    {
+      "epoch": 0.8329827513672696,
+      "grad_norm": 0.3586033880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8449,
+      "step": 990
+    },
+    {
+      "epoch": 0.8413967185527976,
+      "grad_norm": 0.3459678888320923,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8498106857383256,
+      "grad_norm": 0.3184349834918976,
+      "learning_rate": 0.0002,
+      "loss": 1.8498,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8582246529238536,
+      "grad_norm": 0.3099786043167114,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8666386201093815,
+      "grad_norm": 0.30300915241241455,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8750525872949095,
+      "grad_norm": 0.3128705620765686,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8834665544804375,
+      "grad_norm": 0.3336263597011566,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8918805216659655,
+      "grad_norm": 0.3801328241825104,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9002944888514934,
+      "grad_norm": 0.3122096359729767,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9087084560370214,
+      "grad_norm": 0.35990869998931885,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9171224232225494,
+      "grad_norm": 0.3321819305419922,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9255363904080774,
+      "grad_norm": 0.4202139377593994,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9339503575936053,
+      "grad_norm": 0.32559722661972046,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9423643247791333,
+      "grad_norm": 0.3098459839820862,
+      "learning_rate": 0.0002,
+      "loss": 1.812,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9507782919646613,
+      "grad_norm": 0.33917108178138733,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9591922591501894,
+      "grad_norm": 0.4055837094783783,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9676062263357172,
+      "grad_norm": 0.32508623600006104,
+      "learning_rate": 0.0002,
+      "loss": 1.8259,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9760201935212452,
+      "grad_norm": 0.30150601267814636,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9844341607067733,
+      "grad_norm": 0.3042563199996948,
+      "learning_rate": 0.0002,
+      "loss": 1.8291,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9928481278923013,
+      "grad_norm": 0.33254584670066833,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9995793016407236,
+      "eval_loss": 1.8077726364135742,
+      "eval_runtime": 38.4359,
+      "eval_samples_per_second": 13.399,
+      "eval_steps_per_second": 1.691,
+      "step": 1188
+    },
+    {
+      "epoch": 1.0012620950778293,
+      "grad_norm": 0.35073035955429077,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0096760622633572,
+      "grad_norm": 0.3217269778251648,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1200
+    },
+    {
+      "epoch": 1.018090029448885,
+      "grad_norm": 0.3635033369064331,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0265039966344132,
+      "grad_norm": 0.32468414306640625,
+      "learning_rate": 0.0002,
+      "loss": 1.6949,
+      "step": 1220
+    },
+    {
+      "epoch": 1.034917963819941,
+      "grad_norm": 0.3307163417339325,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0433319310054692,
+      "grad_norm": 0.34381359815597534,
+      "learning_rate": 0.0002,
+      "loss": 1.7881,
+      "step": 1240
+    },
+    {
+      "epoch": 1.051745898190997,
+      "grad_norm": 0.35874804854393005,
+      "learning_rate": 0.0002,
+      "loss": 1.612,
+      "step": 1250
+    },
+    {
+      "epoch": 1.060159865376525,
+      "grad_norm": 0.3615919351577759,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1260
+    },
+    {
+      "epoch": 1.068573832562053,
+      "grad_norm": 0.32835808396339417,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1270
+    },
+    {
+      "epoch": 1.076987799747581,
+      "grad_norm": 0.3876388370990753,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0854017669331089,
+      "grad_norm": 0.39895930886268616,
+      "learning_rate": 0.0002,
+      "loss": 1.7442,
+      "step": 1290
+    },
+    {
+      "epoch": 1.093815734118637,
+      "grad_norm": 0.39081698656082153,
+      "learning_rate": 0.0002,
+      "loss": 1.6601,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1022297013041649,
+      "grad_norm": 0.39974215626716614,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1310
+    },
+    {
+      "epoch": 1.110643668489693,
+      "grad_norm": 0.3887332081794739,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1190576356752209,
+      "grad_norm": 0.36216408014297485,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1274716028607488,
+      "grad_norm": 0.36979028582572937,
+      "learning_rate": 0.0002,
+      "loss": 1.762,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1358855700462769,
+      "grad_norm": 0.34052133560180664,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1442995372318048,
+      "grad_norm": 0.3467716574668884,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1527135044173327,
+      "grad_norm": 0.35528799891471863,
+      "learning_rate": 0.0002,
+      "loss": 1.7086,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1611274716028608,
+      "grad_norm": 0.36282262206077576,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1695414387883887,
+      "grad_norm": 0.37355899810791016,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1779554059739168,
+      "grad_norm": 0.37292736768722534,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1863693731594447,
+      "grad_norm": 0.5892812013626099,
+      "learning_rate": 0.0002,
+      "loss": 1.6916,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1947833403449726,
+      "grad_norm": 0.3712292015552521,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2031973075305007,
+      "grad_norm": 0.3349577486515045,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2116112747160286,
+      "grad_norm": 0.32591062784194946,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2200252419015567,
+      "grad_norm": 0.3840635418891907,
+      "learning_rate": 0.0002,
+      "loss": 1.7406,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2284392090870846,
+      "grad_norm": 0.37238365411758423,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2368531762726125,
+      "grad_norm": 0.3731217682361603,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2452671434581406,
+      "grad_norm": 0.3318967819213867,
+      "learning_rate": 0.0002,
+      "loss": 1.7255,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2536811106436685,
+      "grad_norm": 0.3784034848213196,
+      "learning_rate": 0.0002,
+      "loss": 1.7463,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2620950778291964,
+      "grad_norm": 0.3541383147239685,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2705090450147245,
+      "grad_norm": 0.35312485694885254,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2789230122002524,
+      "grad_norm": 0.35272929072380066,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2873369793857803,
+      "grad_norm": 0.40988272428512573,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2957509465713084,
+      "grad_norm": 0.3543946146965027,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3041649137568363,
+      "grad_norm": 0.35639145970344543,
+      "learning_rate": 0.0002,
+      "loss": 1.6757,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3125788809423642,
+      "grad_norm": 0.3290826678276062,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3209928481278923,
+      "grad_norm": 0.39264336228370667,
+      "learning_rate": 0.0002,
+      "loss": 1.7369,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3294068153134202,
+      "grad_norm": 0.5390415191650391,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3378207824989483,
+      "grad_norm": 0.5188116431236267,
+      "learning_rate": 0.0002,
+      "loss": 1.708,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3462347496844762,
+      "grad_norm": 0.37445148825645447,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3546487168700043,
+      "grad_norm": 0.3296085298061371,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3630626840555322,
+      "grad_norm": 0.39879581332206726,
+      "learning_rate": 0.0002,
+      "loss": 1.8107,
+      "step": 1620
+    },
+    {
+      "epoch": 1.37147665124106,
+      "grad_norm": 0.36092764139175415,
+      "learning_rate": 0.0002,
+      "loss": 1.6744,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3798906184265882,
+      "grad_norm": 0.37011823058128357,
+      "learning_rate": 0.0002,
+      "loss": 1.7144,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3883045856121161,
+      "grad_norm": 0.40863534808158875,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 1650
+    },
+    {
+      "epoch": 1.396718552797644,
+      "grad_norm": 0.337001770734787,
+      "learning_rate": 0.0002,
+      "loss": 1.7901,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4051325199831721,
+      "grad_norm": 0.35596707463264465,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4135464871687,
+      "grad_norm": 0.3857671916484833,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 1680
+    },
+    {
+      "epoch": 1.421960454354228,
+      "grad_norm": 0.419502317905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7015,
+      "step": 1690
+    },
+    {
+      "epoch": 1.430374421539756,
+      "grad_norm": 0.35459452867507935,
+      "learning_rate": 0.0002,
+      "loss": 1.7261,
+      "step": 1700
+    },
+    {
+      "epoch": 1.438788388725284,
+      "grad_norm": 0.37246978282928467,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4472023559108118,
+      "grad_norm": 0.33091893792152405,
+      "learning_rate": 0.0002,
+      "loss": 1.6762,
+      "step": 1720
+    },
+    {
+      "epoch": 1.45561632309634,
+      "grad_norm": 0.37029674649238586,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4640302902818678,
+      "grad_norm": 0.374025821685791,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1740
+    },
+    {
+      "epoch": 1.472444257467396,
+      "grad_norm": 0.3416315019130707,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4808582246529238,
+      "grad_norm": 0.36502841114997864,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 1760
+    },
+    {
+      "epoch": 1.489272191838452,
+      "grad_norm": 0.35458803176879883,
+      "learning_rate": 0.0002,
+      "loss": 1.6597,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4976861590239798,
+      "grad_norm": 0.4462839663028717,
+      "learning_rate": 0.0002,
+      "loss": 1.675,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5061001262095077,
+      "grad_norm": 0.34836092591285706,
+      "learning_rate": 0.0002,
+      "loss": 1.7267,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5145140933950358,
+      "grad_norm": 0.3445749282836914,
+      "learning_rate": 0.0002,
+      "loss": 1.7295,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5229280605805637,
+      "grad_norm": 0.36012160778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5313420277660916,
+      "grad_norm": 0.4052616059780121,
+      "learning_rate": 0.0002,
+      "loss": 1.6594,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5397559949516197,
+      "grad_norm": 0.3966905474662781,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5481699621371476,
+      "grad_norm": 0.35028719902038574,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5565839293226755,
+      "grad_norm": 0.3936742842197418,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 1850
+    },
+    {
+      "epoch": 1.5649978965082036,
+      "grad_norm": 0.34473296999931335,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5734118636937318,
+      "grad_norm": 0.4328365623950958,
+      "learning_rate": 0.0002,
+      "loss": 1.7207,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5818258308792594,
+      "grad_norm": 0.3566315472126007,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5902397980647875,
+      "grad_norm": 0.3301256597042084,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 1890
+    },
+    {
+      "epoch": 1.5986537652503157,
+      "grad_norm": 0.3743041455745697,
+      "learning_rate": 0.0002,
+      "loss": 1.748,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6070677324358436,
+      "grad_norm": 0.3735344707965851,
+      "learning_rate": 0.0002,
+      "loss": 1.7259,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6154816996213714,
+      "grad_norm": 0.42191144824028015,
+      "learning_rate": 0.0002,
+      "loss": 1.7445,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6238956668068996,
+      "grad_norm": 0.3787207305431366,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6323096339924275,
+      "grad_norm": 0.35647350549697876,
+      "learning_rate": 0.0002,
+      "loss": 1.6893,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6407236011779553,
+      "grad_norm": 0.39791446924209595,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6491375683634835,
+      "grad_norm": 0.37341275811195374,
+      "learning_rate": 0.0002,
+      "loss": 1.7293,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6575515355490114,
+      "grad_norm": 0.3722686469554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6659655027345392,
+      "grad_norm": 0.37467387318611145,
+      "learning_rate": 0.0002,
+      "loss": 1.6383,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6743794699200674,
+      "grad_norm": 0.37109461426734924,
+      "learning_rate": 0.0002,
+      "loss": 1.7439,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6827934371055953,
+      "grad_norm": 0.4008837044239044,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6912074042911232,
+      "grad_norm": 0.3316999673843384,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6996213714766513,
+      "grad_norm": 0.3683805465698242,
+      "learning_rate": 0.0002,
+      "loss": 1.7325,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7080353386621794,
+      "grad_norm": 0.4163658320903778,
+      "learning_rate": 0.0002,
+      "loss": 1.7451,
+      "step": 2030
+    },
+    {
+      "epoch": 1.716449305847707,
+      "grad_norm": 0.4245431125164032,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7248632730332352,
+      "grad_norm": 0.36732038855552673,
+      "learning_rate": 0.0002,
+      "loss": 1.7184,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7332772402187633,
+      "grad_norm": 0.34981656074523926,
+      "learning_rate": 0.0002,
+      "loss": 1.7031,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7416912074042912,
+      "grad_norm": 0.38588812947273254,
+      "learning_rate": 0.0002,
+      "loss": 1.7545,
+      "step": 2070
+    },
+    {
+      "epoch": 1.750105174589819,
+      "grad_norm": 0.39914557337760925,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7585191417753472,
+      "grad_norm": 0.36068692803382874,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 2090
+    },
+    {
+      "epoch": 1.766933108960875,
+      "grad_norm": 0.3983287215232849,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 2100
+    },
+    {
+      "epoch": 1.775347076146403,
+      "grad_norm": 0.45008400082588196,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 2110
+    },
+    {
+      "epoch": 1.783761043331931,
+      "grad_norm": 0.3618052303791046,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2120
+    },
+    {
+      "epoch": 1.792175010517459,
+      "grad_norm": 0.38745400309562683,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8005889777029869,
+      "grad_norm": 0.3413826525211334,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 2140
+    },
+    {
+      "epoch": 1.809002944888515,
+      "grad_norm": 0.35983747243881226,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8174169120740429,
+      "grad_norm": 0.40926849842071533,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8258308792595708,
+      "grad_norm": 0.3543093800544739,
+      "learning_rate": 0.0002,
+      "loss": 1.6823,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8342448464450989,
+      "grad_norm": 0.42690935730934143,
+      "learning_rate": 0.0002,
+      "loss": 1.7812,
+      "step": 2180
+    },
+    {
+      "epoch": 1.842658813630627,
+      "grad_norm": 0.40282756090164185,
+      "learning_rate": 0.0002,
+      "loss": 1.7471,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8510727808161547,
+      "grad_norm": 0.36568400263786316,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8594867480016828,
+      "grad_norm": 0.43159013986587524,
+      "learning_rate": 0.0002,
+      "loss": 1.7024,
+      "step": 2210
+    },
+    {
+      "epoch": 1.867900715187211,
+      "grad_norm": 0.3554118573665619,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8763146823727388,
+      "grad_norm": 0.43349072337150574,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8847286495582667,
+      "grad_norm": 0.36486536264419556,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8931426167437948,
+      "grad_norm": 0.39260047674179077,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 2250
+    },
+    {
+      "epoch": 1.9015565839293227,
+      "grad_norm": 0.3741776943206787,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9099705511148506,
+      "grad_norm": 0.3961946964263916,
+      "learning_rate": 0.0002,
+      "loss": 1.6931,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9183845183003787,
+      "grad_norm": 0.3659731149673462,
+      "learning_rate": 0.0002,
+      "loss": 1.737,
+      "step": 2280
+    },
+    {
+      "epoch": 1.9267984854859066,
+      "grad_norm": 0.34744107723236084,
+      "learning_rate": 0.0002,
+      "loss": 1.7342,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9352124526714345,
+      "grad_norm": 0.3607442378997803,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9436264198569626,
+      "grad_norm": 0.331464558839798,
+      "learning_rate": 0.0002,
+      "loss": 1.6673,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9520403870424905,
+      "grad_norm": 0.3904414474964142,
+      "learning_rate": 0.0002,
+      "loss": 1.7101,
+      "step": 2320
+    },
+    {
+      "epoch": 1.9604543542280184,
+      "grad_norm": 0.37584832310676575,
+      "learning_rate": 0.0002,
+      "loss": 1.7327,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9688683214135465,
+      "grad_norm": 0.3698684275150299,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9772822885990746,
+      "grad_norm": 0.40571412444114685,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9856962557846023,
+      "grad_norm": 0.40059587359428406,
+      "learning_rate": 0.0002,
+      "loss": 1.744,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9941102229701304,
+      "grad_norm": 0.4168248474597931,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 2370
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8055059909820557,
+      "eval_runtime": 38.422,
+      "eval_samples_per_second": 13.404,
+      "eval_steps_per_second": 1.692,
+      "step": 2377
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9504,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1000223768143462e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2b79d3acefeedef5a0229881de39ec68ef9b40046a60d7976a49f7e6b3b936
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da09c9b7c982009a6041e24fa2892e5e37d74df4f04aaeb442193dbdfdda14
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fdfc4dca404e4173ddda2b81c3a0777828734ce1f8a4fb95728878ddd8e176
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d31c1acccbc5ba723c396072530ed85853ea77c94cb42addb003ff299ebdd9
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a1123053227ea54b69507b378d69d72b7ad22b2d8e1e92614975b757ee988f
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/trainer_state.json

@@ -0,0 +1,2549 @@
+{
+  "best_metric": 1.8055059909820557,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377",
+  "epoch": 2.9995793016407237,
+  "eval_steps": 10,
+  "global_step": 3565,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008413967185527976,
+      "grad_norm": 0.5458821654319763,
+      "learning_rate": 0.0002,
+      "loss": 2.56,
+      "step": 10
+    },
+    {
+      "epoch": 0.016827934371055953,
+      "grad_norm": 0.7293308973312378,
+      "learning_rate": 0.0002,
+      "loss": 2.3235,
+      "step": 20
+    },
+    {
+      "epoch": 0.02524190155658393,
+      "grad_norm": 0.47792306542396545,
+      "learning_rate": 0.0002,
+      "loss": 2.0815,
+      "step": 30
+    },
+    {
+      "epoch": 0.033655868742111905,
+      "grad_norm": 0.5944402813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.9718,
+      "step": 40
+    },
+    {
+      "epoch": 0.04206983592763988,
+      "grad_norm": 0.5415359735488892,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 50
+    },
+    {
+      "epoch": 0.05048380311316786,
+      "grad_norm": 0.535713791847229,
+      "learning_rate": 0.0002,
+      "loss": 1.8953,
+      "step": 60
+    },
+    {
+      "epoch": 0.058897770298695834,
+      "grad_norm": 0.5184146761894226,
+      "learning_rate": 0.0002,
+      "loss": 1.937,
+      "step": 70
+    },
+    {
+      "epoch": 0.06731173748422381,
+      "grad_norm": 0.458926796913147,
+      "learning_rate": 0.0002,
+      "loss": 1.8396,
+      "step": 80
+    },
+    {
+      "epoch": 0.07572570466975179,
+      "grad_norm": 0.4780142307281494,
+      "learning_rate": 0.0002,
+      "loss": 1.8677,
+      "step": 90
+    },
+    {
+      "epoch": 0.08413967185527976,
+      "grad_norm": 0.79965740442276,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 100
+    },
+    {
+      "epoch": 0.09255363904080774,
+      "grad_norm": 0.4498862028121948,
+      "learning_rate": 0.0002,
+      "loss": 1.9081,
+      "step": 110
+    },
+    {
+      "epoch": 0.10096760622633572,
+      "grad_norm": 0.39338430762290955,
+      "learning_rate": 0.0002,
+      "loss": 1.8503,
+      "step": 120
+    },
+    {
+      "epoch": 0.10938157341186369,
+      "grad_norm": 0.9588953852653503,
+      "learning_rate": 0.0002,
+      "loss": 1.8637,
+      "step": 130
+    },
+    {
+      "epoch": 0.11779554059739167,
+      "grad_norm": 0.41675639152526855,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 140
+    },
+    {
+      "epoch": 0.12620950778291964,
+      "grad_norm": 0.44519832730293274,
+      "learning_rate": 0.0002,
+      "loss": 1.8904,
+      "step": 150
+    },
+    {
+      "epoch": 0.13462347496844762,
+      "grad_norm": 0.4176260530948639,
+      "learning_rate": 0.0002,
+      "loss": 1.798,
+      "step": 160
+    },
+    {
+      "epoch": 0.1430374421539756,
+      "grad_norm": 0.35840365290641785,
+      "learning_rate": 0.0002,
+      "loss": 1.8398,
+      "step": 170
+    },
+    {
+      "epoch": 0.15145140933950357,
+      "grad_norm": 0.3794495463371277,
+      "learning_rate": 0.0002,
+      "loss": 1.8666,
+      "step": 180
+    },
+    {
+      "epoch": 0.15986537652503155,
+      "grad_norm": 0.4563522934913635,
+      "learning_rate": 0.0002,
+      "loss": 1.8111,
+      "step": 190
+    },
+    {
+      "epoch": 0.16827934371055953,
+      "grad_norm": 0.37057486176490784,
+      "learning_rate": 0.0002,
+      "loss": 1.8893,
+      "step": 200
+    },
+    {
+      "epoch": 0.1766933108960875,
+      "grad_norm": 0.44081518054008484,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 210
+    },
+    {
+      "epoch": 0.18510727808161548,
+      "grad_norm": 0.46078577637672424,
+      "learning_rate": 0.0002,
+      "loss": 1.9048,
+      "step": 220
+    },
+    {
+      "epoch": 0.19352124526714345,
+      "grad_norm": 0.36132094264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 230
+    },
+    {
+      "epoch": 0.20193521245267143,
+      "grad_norm": 0.3747289180755615,
+      "learning_rate": 0.0002,
+      "loss": 1.8827,
+      "step": 240
+    },
+    {
+      "epoch": 0.2103491796381994,
+      "grad_norm": 0.3540179133415222,
+      "learning_rate": 0.0002,
+      "loss": 1.8382,
+      "step": 250
+    },
+    {
+      "epoch": 0.21876314682372738,
+      "grad_norm": 0.3461375832557678,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 260
+    },
+    {
+      "epoch": 0.22717711400925536,
+      "grad_norm": 0.3436960279941559,
+      "learning_rate": 0.0002,
+      "loss": 1.8509,
+      "step": 270
+    },
+    {
+      "epoch": 0.23559108119478334,
+      "grad_norm": 0.35403719544410706,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 280
+    },
+    {
+      "epoch": 0.2440050483803113,
+      "grad_norm": 0.37142616510391235,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 290
+    },
+    {
+      "epoch": 0.2524190155658393,
+      "grad_norm": 0.3307955861091614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 300
+    },
+    {
+      "epoch": 0.2608329827513673,
+      "grad_norm": 0.32855314016342163,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 310
+    },
+    {
+      "epoch": 0.26924694993689524,
+      "grad_norm": 0.3299003839492798,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 320
+    },
+    {
+      "epoch": 0.27766091712242325,
+      "grad_norm": 0.44311287999153137,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 330
+    },
+    {
+      "epoch": 0.2860748843079512,
+      "grad_norm": 0.32989758253097534,
+      "learning_rate": 0.0002,
+      "loss": 1.8232,
+      "step": 340
+    },
+    {
+      "epoch": 0.2944888514934792,
+      "grad_norm": 0.34400200843811035,
+      "learning_rate": 0.0002,
+      "loss": 1.7716,
+      "step": 350
+    },
+    {
+      "epoch": 0.30290281867900715,
+      "grad_norm": 0.36286211013793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 360
+    },
+    {
+      "epoch": 0.31131678586453515,
+      "grad_norm": 0.406827837228775,
+      "learning_rate": 0.0002,
+      "loss": 1.8025,
+      "step": 370
+    },
+    {
+      "epoch": 0.3197307530500631,
+      "grad_norm": 0.36299195885658264,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 380
+    },
+    {
+      "epoch": 0.3281447202355911,
+      "grad_norm": 0.3477257192134857,
+      "learning_rate": 0.0002,
+      "loss": 1.837,
+      "step": 390
+    },
+    {
+      "epoch": 0.33655868742111905,
+      "grad_norm": 0.3730369210243225,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 400
+    },
+    {
+      "epoch": 0.34497265460664706,
+      "grad_norm": 0.4644559919834137,
+      "learning_rate": 0.0002,
+      "loss": 1.7747,
+      "step": 410
+    },
+    {
+      "epoch": 0.353386621792175,
+      "grad_norm": 0.406576544046402,
+      "learning_rate": 0.0002,
+      "loss": 1.7538,
+      "step": 420
+    },
+    {
+      "epoch": 0.361800588977703,
+      "grad_norm": 0.3612699508666992,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 430
+    },
+    {
+      "epoch": 0.37021455616323096,
+      "grad_norm": 0.3243742287158966,
+      "learning_rate": 0.0002,
+      "loss": 1.7473,
+      "step": 440
+    },
+    {
+      "epoch": 0.37862852334875896,
+      "grad_norm": 0.36671221256256104,
+      "learning_rate": 0.0002,
+      "loss": 1.8851,
+      "step": 450
+    },
+    {
+      "epoch": 0.3870424905342869,
+      "grad_norm": 0.3565002381801605,
+      "learning_rate": 0.0002,
+      "loss": 1.8853,
+      "step": 460
+    },
+    {
+      "epoch": 0.3954564577198149,
+      "grad_norm": 0.34630221128463745,
+      "learning_rate": 0.0002,
+      "loss": 1.8923,
+      "step": 470
+    },
+    {
+      "epoch": 0.40387042490534286,
+      "grad_norm": 0.3353537321090698,
+      "learning_rate": 0.0002,
+      "loss": 1.8234,
+      "step": 480
+    },
+    {
+      "epoch": 0.41228439209087087,
+      "grad_norm": 0.4015921950340271,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 490
+    },
+    {
+      "epoch": 0.4206983592763988,
+      "grad_norm": 0.5489419102668762,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 500
+    },
+    {
+      "epoch": 0.4291123264619268,
+      "grad_norm": 0.4193589985370636,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 510
+    },
+    {
+      "epoch": 0.43752629364745477,
+      "grad_norm": 0.3418922424316406,
+      "learning_rate": 0.0002,
+      "loss": 1.8416,
+      "step": 520
+    },
+    {
+      "epoch": 0.44594026083298277,
+      "grad_norm": 0.32668185234069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 530
+    },
+    {
+      "epoch": 0.4543542280185107,
+      "grad_norm": 0.3094325661659241,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 540
+    },
+    {
+      "epoch": 0.4627681952040387,
+      "grad_norm": 0.3743017315864563,
+      "learning_rate": 0.0002,
+      "loss": 1.7438,
+      "step": 550
+    },
+    {
+      "epoch": 0.47118216238956667,
+      "grad_norm": 0.3295630216598511,
+      "learning_rate": 0.0002,
+      "loss": 1.8451,
+      "step": 560
+    },
+    {
+      "epoch": 0.4795961295750947,
+      "grad_norm": 1.6124513149261475,
+      "learning_rate": 0.0002,
+      "loss": 1.7529,
+      "step": 570
+    },
+    {
+      "epoch": 0.4880100967606226,
+      "grad_norm": 0.3245585858821869,
+      "learning_rate": 0.0002,
+      "loss": 1.8028,
+      "step": 580
+    },
+    {
+      "epoch": 0.49642406394615063,
+      "grad_norm": 0.3332934081554413,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 590
+    },
+    {
+      "epoch": 0.5048380311316786,
+      "grad_norm": 0.3836138844490051,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 600
+    },
+    {
+      "epoch": 0.5132519983172066,
+      "grad_norm": 0.32953888177871704,
+      "learning_rate": 0.0002,
+      "loss": 1.8347,
+      "step": 610
+    },
+    {
+      "epoch": 0.5216659655027346,
+      "grad_norm": 0.36291512846946716,
+      "learning_rate": 0.0002,
+      "loss": 1.7729,
+      "step": 620
+    },
+    {
+      "epoch": 0.5300799326882625,
+      "grad_norm": 0.3237783908843994,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 630
+    },
+    {
+      "epoch": 0.5384938998737905,
+      "grad_norm": 0.38882696628570557,
+      "learning_rate": 0.0002,
+      "loss": 1.8352,
+      "step": 640
+    },
+    {
+      "epoch": 0.5469078670593185,
+      "grad_norm": 0.37821972370147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 650
+    },
+    {
+      "epoch": 0.5553218342448465,
+      "grad_norm": 0.3556285500526428,
+      "learning_rate": 0.0002,
+      "loss": 1.8075,
+      "step": 660
+    },
+    {
+      "epoch": 0.5637358014303744,
+      "grad_norm": 0.347499281167984,
+      "learning_rate": 0.0002,
+      "loss": 1.778,
+      "step": 670
+    },
+    {
+      "epoch": 0.5721497686159024,
+      "grad_norm": 0.3176489472389221,
+      "learning_rate": 0.0002,
+      "loss": 1.8066,
+      "step": 680
+    },
+    {
+      "epoch": 0.5805637358014304,
+      "grad_norm": 0.30220088362693787,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 690
+    },
+    {
+      "epoch": 0.5889777029869584,
+      "grad_norm": 0.3711601793766022,
+      "learning_rate": 0.0002,
+      "loss": 1.8415,
+      "step": 700
+    },
+    {
+      "epoch": 0.5973916701724863,
+      "grad_norm": 0.3311759829521179,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 710
+    },
+    {
+      "epoch": 0.6058056373580143,
+      "grad_norm": 0.34824270009994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 720
+    },
+    {
+      "epoch": 0.6142196045435423,
+      "grad_norm": 0.29668381810188293,
+      "learning_rate": 0.0002,
+      "loss": 1.7954,
+      "step": 730
+    },
+    {
+      "epoch": 0.6226335717290703,
+      "grad_norm": 0.36087489128112793,
+      "learning_rate": 0.0002,
+      "loss": 1.8321,
+      "step": 740
+    },
+    {
+      "epoch": 0.6310475389145982,
+      "grad_norm": 0.31590089201927185,
+      "learning_rate": 0.0002,
+      "loss": 1.7956,
+      "step": 750
+    },
+    {
+      "epoch": 0.6394615061001262,
+      "grad_norm": 0.37632957100868225,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 760
+    },
+    {
+      "epoch": 0.6478754732856542,
+      "grad_norm": 0.3360748589038849,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 770
+    },
+    {
+      "epoch": 0.6562894404711822,
+      "grad_norm": 0.3420640528202057,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 780
+    },
+    {
+      "epoch": 0.6647034076567101,
+      "grad_norm": 0.5734959244728088,
+      "learning_rate": 0.0002,
+      "loss": 1.8353,
+      "step": 790
+    },
+    {
+      "epoch": 0.6731173748422381,
+      "grad_norm": 0.36440837383270264,
+      "learning_rate": 0.0002,
+      "loss": 1.7746,
+      "step": 800
+    },
+    {
+      "epoch": 0.6815313420277661,
+      "grad_norm": 0.3179708421230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7532,
+      "step": 810
+    },
+    {
+      "epoch": 0.6899453092132941,
+      "grad_norm": 0.34122881293296814,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 820
+    },
+    {
+      "epoch": 0.698359276398822,
+      "grad_norm": 0.31886112689971924,
+      "learning_rate": 0.0002,
+      "loss": 1.8167,
+      "step": 830
+    },
+    {
+      "epoch": 0.70677324358435,
+      "grad_norm": 0.31782326102256775,
+      "learning_rate": 0.0002,
+      "loss": 1.7505,
+      "step": 840
+    },
+    {
+      "epoch": 0.715187210769878,
+      "grad_norm": 0.36052989959716797,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 850
+    },
+    {
+      "epoch": 0.723601177955406,
+      "grad_norm": 0.28946155309677124,
+      "learning_rate": 0.0002,
+      "loss": 1.7891,
+      "step": 860
+    },
+    {
+      "epoch": 0.7320151451409339,
+      "grad_norm": 0.3095663785934448,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 870
+    },
+    {
+      "epoch": 0.7404291123264619,
+      "grad_norm": 0.3317491412162781,
+      "learning_rate": 0.0002,
+      "loss": 1.785,
+      "step": 880
+    },
+    {
+      "epoch": 0.7488430795119899,
+      "grad_norm": 0.31324660778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 890
+    },
+    {
+      "epoch": 0.7572570466975179,
+      "grad_norm": 0.3290475606918335,
+      "learning_rate": 0.0002,
+      "loss": 1.8753,
+      "step": 900
+    },
+    {
+      "epoch": 0.7656710138830458,
+      "grad_norm": 0.35690343379974365,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 910
+    },
+    {
+      "epoch": 0.7740849810685738,
+      "grad_norm": 0.39558273553848267,
+      "learning_rate": 0.0002,
+      "loss": 1.826,
+      "step": 920
+    },
+    {
+      "epoch": 0.7824989482541018,
+      "grad_norm": 0.34254348278045654,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 930
+    },
+    {
+      "epoch": 0.7909129154396298,
+      "grad_norm": 0.3560165464878082,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 940
+    },
+    {
+      "epoch": 0.7993268826251577,
+      "grad_norm": 0.30693164467811584,
+      "learning_rate": 0.0002,
+      "loss": 1.7992,
+      "step": 950
+    },
+    {
+      "epoch": 0.8077408498106857,
+      "grad_norm": 0.3394823372364044,
+      "learning_rate": 0.0002,
+      "loss": 1.8029,
+      "step": 960
+    },
+    {
+      "epoch": 0.8161548169962137,
+      "grad_norm": 0.3741514980792999,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 970
+    },
+    {
+      "epoch": 0.8245687841817417,
+      "grad_norm": 0.3655228316783905,
+      "learning_rate": 0.0002,
+      "loss": 1.7849,
+      "step": 980
+    },
+    {
+      "epoch": 0.8329827513672696,
+      "grad_norm": 0.3586033880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8449,
+      "step": 990
+    },
+    {
+      "epoch": 0.8413967185527976,
+      "grad_norm": 0.3459678888320923,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8498106857383256,
+      "grad_norm": 0.3184349834918976,
+      "learning_rate": 0.0002,
+      "loss": 1.8498,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8582246529238536,
+      "grad_norm": 0.3099786043167114,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8666386201093815,
+      "grad_norm": 0.30300915241241455,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8750525872949095,
+      "grad_norm": 0.3128705620765686,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8834665544804375,
+      "grad_norm": 0.3336263597011566,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8918805216659655,
+      "grad_norm": 0.3801328241825104,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9002944888514934,
+      "grad_norm": 0.3122096359729767,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9087084560370214,
+      "grad_norm": 0.35990869998931885,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9171224232225494,
+      "grad_norm": 0.3321819305419922,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9255363904080774,
+      "grad_norm": 0.4202139377593994,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9339503575936053,
+      "grad_norm": 0.32559722661972046,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9423643247791333,
+      "grad_norm": 0.3098459839820862,
+      "learning_rate": 0.0002,
+      "loss": 1.812,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9507782919646613,
+      "grad_norm": 0.33917108178138733,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9591922591501894,
+      "grad_norm": 0.4055837094783783,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9676062263357172,
+      "grad_norm": 0.32508623600006104,
+      "learning_rate": 0.0002,
+      "loss": 1.8259,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9760201935212452,
+      "grad_norm": 0.30150601267814636,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9844341607067733,
+      "grad_norm": 0.3042563199996948,
+      "learning_rate": 0.0002,
+      "loss": 1.8291,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9928481278923013,
+      "grad_norm": 0.33254584670066833,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9995793016407236,
+      "eval_loss": 1.8077726364135742,
+      "eval_runtime": 38.4359,
+      "eval_samples_per_second": 13.399,
+      "eval_steps_per_second": 1.691,
+      "step": 1188
+    },
+    {
+      "epoch": 1.0012620950778293,
+      "grad_norm": 0.35073035955429077,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0096760622633572,
+      "grad_norm": 0.3217269778251648,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1200
+    },
+    {
+      "epoch": 1.018090029448885,
+      "grad_norm": 0.3635033369064331,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0265039966344132,
+      "grad_norm": 0.32468414306640625,
+      "learning_rate": 0.0002,
+      "loss": 1.6949,
+      "step": 1220
+    },
+    {
+      "epoch": 1.034917963819941,
+      "grad_norm": 0.3307163417339325,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0433319310054692,
+      "grad_norm": 0.34381359815597534,
+      "learning_rate": 0.0002,
+      "loss": 1.7881,
+      "step": 1240
+    },
+    {
+      "epoch": 1.051745898190997,
+      "grad_norm": 0.35874804854393005,
+      "learning_rate": 0.0002,
+      "loss": 1.612,
+      "step": 1250
+    },
+    {
+      "epoch": 1.060159865376525,
+      "grad_norm": 0.3615919351577759,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1260
+    },
+    {
+      "epoch": 1.068573832562053,
+      "grad_norm": 0.32835808396339417,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1270
+    },
+    {
+      "epoch": 1.076987799747581,
+      "grad_norm": 0.3876388370990753,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0854017669331089,
+      "grad_norm": 0.39895930886268616,
+      "learning_rate": 0.0002,
+      "loss": 1.7442,
+      "step": 1290
+    },
+    {
+      "epoch": 1.093815734118637,
+      "grad_norm": 0.39081698656082153,
+      "learning_rate": 0.0002,
+      "loss": 1.6601,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1022297013041649,
+      "grad_norm": 0.39974215626716614,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1310
+    },
+    {
+      "epoch": 1.110643668489693,
+      "grad_norm": 0.3887332081794739,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1190576356752209,
+      "grad_norm": 0.36216408014297485,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1274716028607488,
+      "grad_norm": 0.36979028582572937,
+      "learning_rate": 0.0002,
+      "loss": 1.762,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1358855700462769,
+      "grad_norm": 0.34052133560180664,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1442995372318048,
+      "grad_norm": 0.3467716574668884,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1527135044173327,
+      "grad_norm": 0.35528799891471863,
+      "learning_rate": 0.0002,
+      "loss": 1.7086,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1611274716028608,
+      "grad_norm": 0.36282262206077576,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1695414387883887,
+      "grad_norm": 0.37355899810791016,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1779554059739168,
+      "grad_norm": 0.37292736768722534,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1863693731594447,
+      "grad_norm": 0.5892812013626099,
+      "learning_rate": 0.0002,
+      "loss": 1.6916,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1947833403449726,
+      "grad_norm": 0.3712292015552521,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2031973075305007,
+      "grad_norm": 0.3349577486515045,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2116112747160286,
+      "grad_norm": 0.32591062784194946,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2200252419015567,
+      "grad_norm": 0.3840635418891907,
+      "learning_rate": 0.0002,
+      "loss": 1.7406,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2284392090870846,
+      "grad_norm": 0.37238365411758423,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2368531762726125,
+      "grad_norm": 0.3731217682361603,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2452671434581406,
+      "grad_norm": 0.3318967819213867,
+      "learning_rate": 0.0002,
+      "loss": 1.7255,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2536811106436685,
+      "grad_norm": 0.3784034848213196,
+      "learning_rate": 0.0002,
+      "loss": 1.7463,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2620950778291964,
+      "grad_norm": 0.3541383147239685,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2705090450147245,
+      "grad_norm": 0.35312485694885254,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2789230122002524,
+      "grad_norm": 0.35272929072380066,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2873369793857803,
+      "grad_norm": 0.40988272428512573,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2957509465713084,
+      "grad_norm": 0.3543946146965027,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3041649137568363,
+      "grad_norm": 0.35639145970344543,
+      "learning_rate": 0.0002,
+      "loss": 1.6757,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3125788809423642,
+      "grad_norm": 0.3290826678276062,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3209928481278923,
+      "grad_norm": 0.39264336228370667,
+      "learning_rate": 0.0002,
+      "loss": 1.7369,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3294068153134202,
+      "grad_norm": 0.5390415191650391,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3378207824989483,
+      "grad_norm": 0.5188116431236267,
+      "learning_rate": 0.0002,
+      "loss": 1.708,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3462347496844762,
+      "grad_norm": 0.37445148825645447,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3546487168700043,
+      "grad_norm": 0.3296085298061371,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3630626840555322,
+      "grad_norm": 0.39879581332206726,
+      "learning_rate": 0.0002,
+      "loss": 1.8107,
+      "step": 1620
+    },
+    {
+      "epoch": 1.37147665124106,
+      "grad_norm": 0.36092764139175415,
+      "learning_rate": 0.0002,
+      "loss": 1.6744,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3798906184265882,
+      "grad_norm": 0.37011823058128357,
+      "learning_rate": 0.0002,
+      "loss": 1.7144,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3883045856121161,
+      "grad_norm": 0.40863534808158875,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 1650
+    },
+    {
+      "epoch": 1.396718552797644,
+      "grad_norm": 0.337001770734787,
+      "learning_rate": 0.0002,
+      "loss": 1.7901,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4051325199831721,
+      "grad_norm": 0.35596707463264465,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4135464871687,
+      "grad_norm": 0.3857671916484833,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 1680
+    },
+    {
+      "epoch": 1.421960454354228,
+      "grad_norm": 0.419502317905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7015,
+      "step": 1690
+    },
+    {
+      "epoch": 1.430374421539756,
+      "grad_norm": 0.35459452867507935,
+      "learning_rate": 0.0002,
+      "loss": 1.7261,
+      "step": 1700
+    },
+    {
+      "epoch": 1.438788388725284,
+      "grad_norm": 0.37246978282928467,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4472023559108118,
+      "grad_norm": 0.33091893792152405,
+      "learning_rate": 0.0002,
+      "loss": 1.6762,
+      "step": 1720
+    },
+    {
+      "epoch": 1.45561632309634,
+      "grad_norm": 0.37029674649238586,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4640302902818678,
+      "grad_norm": 0.374025821685791,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1740
+    },
+    {
+      "epoch": 1.472444257467396,
+      "grad_norm": 0.3416315019130707,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4808582246529238,
+      "grad_norm": 0.36502841114997864,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 1760
+    },
+    {
+      "epoch": 1.489272191838452,
+      "grad_norm": 0.35458803176879883,
+      "learning_rate": 0.0002,
+      "loss": 1.6597,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4976861590239798,
+      "grad_norm": 0.4462839663028717,
+      "learning_rate": 0.0002,
+      "loss": 1.675,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5061001262095077,
+      "grad_norm": 0.34836092591285706,
+      "learning_rate": 0.0002,
+      "loss": 1.7267,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5145140933950358,
+      "grad_norm": 0.3445749282836914,
+      "learning_rate": 0.0002,
+      "loss": 1.7295,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5229280605805637,
+      "grad_norm": 0.36012160778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5313420277660916,
+      "grad_norm": 0.4052616059780121,
+      "learning_rate": 0.0002,
+      "loss": 1.6594,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5397559949516197,
+      "grad_norm": 0.3966905474662781,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5481699621371476,
+      "grad_norm": 0.35028719902038574,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5565839293226755,
+      "grad_norm": 0.3936742842197418,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 1850
+    },
+    {
+      "epoch": 1.5649978965082036,
+      "grad_norm": 0.34473296999931335,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5734118636937318,
+      "grad_norm": 0.4328365623950958,
+      "learning_rate": 0.0002,
+      "loss": 1.7207,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5818258308792594,
+      "grad_norm": 0.3566315472126007,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5902397980647875,
+      "grad_norm": 0.3301256597042084,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 1890
+    },
+    {
+      "epoch": 1.5986537652503157,
+      "grad_norm": 0.3743041455745697,
+      "learning_rate": 0.0002,
+      "loss": 1.748,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6070677324358436,
+      "grad_norm": 0.3735344707965851,
+      "learning_rate": 0.0002,
+      "loss": 1.7259,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6154816996213714,
+      "grad_norm": 0.42191144824028015,
+      "learning_rate": 0.0002,
+      "loss": 1.7445,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6238956668068996,
+      "grad_norm": 0.3787207305431366,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6323096339924275,
+      "grad_norm": 0.35647350549697876,
+      "learning_rate": 0.0002,
+      "loss": 1.6893,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6407236011779553,
+      "grad_norm": 0.39791446924209595,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6491375683634835,
+      "grad_norm": 0.37341275811195374,
+      "learning_rate": 0.0002,
+      "loss": 1.7293,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6575515355490114,
+      "grad_norm": 0.3722686469554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6659655027345392,
+      "grad_norm": 0.37467387318611145,
+      "learning_rate": 0.0002,
+      "loss": 1.6383,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6743794699200674,
+      "grad_norm": 0.37109461426734924,
+      "learning_rate": 0.0002,
+      "loss": 1.7439,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6827934371055953,
+      "grad_norm": 0.4008837044239044,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6912074042911232,
+      "grad_norm": 0.3316999673843384,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6996213714766513,
+      "grad_norm": 0.3683805465698242,
+      "learning_rate": 0.0002,
+      "loss": 1.7325,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7080353386621794,
+      "grad_norm": 0.4163658320903778,
+      "learning_rate": 0.0002,
+      "loss": 1.7451,
+      "step": 2030
+    },
+    {
+      "epoch": 1.716449305847707,
+      "grad_norm": 0.4245431125164032,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7248632730332352,
+      "grad_norm": 0.36732038855552673,
+      "learning_rate": 0.0002,
+      "loss": 1.7184,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7332772402187633,
+      "grad_norm": 0.34981656074523926,
+      "learning_rate": 0.0002,
+      "loss": 1.7031,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7416912074042912,
+      "grad_norm": 0.38588812947273254,
+      "learning_rate": 0.0002,
+      "loss": 1.7545,
+      "step": 2070
+    },
+    {
+      "epoch": 1.750105174589819,
+      "grad_norm": 0.39914557337760925,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7585191417753472,
+      "grad_norm": 0.36068692803382874,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 2090
+    },
+    {
+      "epoch": 1.766933108960875,
+      "grad_norm": 0.3983287215232849,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 2100
+    },
+    {
+      "epoch": 1.775347076146403,
+      "grad_norm": 0.45008400082588196,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 2110
+    },
+    {
+      "epoch": 1.783761043331931,
+      "grad_norm": 0.3618052303791046,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2120
+    },
+    {
+      "epoch": 1.792175010517459,
+      "grad_norm": 0.38745400309562683,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8005889777029869,
+      "grad_norm": 0.3413826525211334,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 2140
+    },
+    {
+      "epoch": 1.809002944888515,
+      "grad_norm": 0.35983747243881226,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8174169120740429,
+      "grad_norm": 0.40926849842071533,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8258308792595708,
+      "grad_norm": 0.3543093800544739,
+      "learning_rate": 0.0002,
+      "loss": 1.6823,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8342448464450989,
+      "grad_norm": 0.42690935730934143,
+      "learning_rate": 0.0002,
+      "loss": 1.7812,
+      "step": 2180
+    },
+    {
+      "epoch": 1.842658813630627,
+      "grad_norm": 0.40282756090164185,
+      "learning_rate": 0.0002,
+      "loss": 1.7471,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8510727808161547,
+      "grad_norm": 0.36568400263786316,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8594867480016828,
+      "grad_norm": 0.43159013986587524,
+      "learning_rate": 0.0002,
+      "loss": 1.7024,
+      "step": 2210
+    },
+    {
+      "epoch": 1.867900715187211,
+      "grad_norm": 0.3554118573665619,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8763146823727388,
+      "grad_norm": 0.43349072337150574,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8847286495582667,
+      "grad_norm": 0.36486536264419556,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8931426167437948,
+      "grad_norm": 0.39260047674179077,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 2250
+    },
+    {
+      "epoch": 1.9015565839293227,
+      "grad_norm": 0.3741776943206787,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9099705511148506,
+      "grad_norm": 0.3961946964263916,
+      "learning_rate": 0.0002,
+      "loss": 1.6931,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9183845183003787,
+      "grad_norm": 0.3659731149673462,
+      "learning_rate": 0.0002,
+      "loss": 1.737,
+      "step": 2280
+    },
+    {
+      "epoch": 1.9267984854859066,
+      "grad_norm": 0.34744107723236084,
+      "learning_rate": 0.0002,
+      "loss": 1.7342,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9352124526714345,
+      "grad_norm": 0.3607442378997803,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9436264198569626,
+      "grad_norm": 0.331464558839798,
+      "learning_rate": 0.0002,
+      "loss": 1.6673,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9520403870424905,
+      "grad_norm": 0.3904414474964142,
+      "learning_rate": 0.0002,
+      "loss": 1.7101,
+      "step": 2320
+    },
+    {
+      "epoch": 1.9604543542280184,
+      "grad_norm": 0.37584832310676575,
+      "learning_rate": 0.0002,
+      "loss": 1.7327,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9688683214135465,
+      "grad_norm": 0.3698684275150299,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9772822885990746,
+      "grad_norm": 0.40571412444114685,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9856962557846023,
+      "grad_norm": 0.40059587359428406,
+      "learning_rate": 0.0002,
+      "loss": 1.744,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9941102229701304,
+      "grad_norm": 0.4168248474597931,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 2370
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8055059909820557,
+      "eval_runtime": 38.422,
+      "eval_samples_per_second": 13.404,
+      "eval_steps_per_second": 1.692,
+      "step": 2377
+    },
+    {
+      "epoch": 2.0025241901556585,
+      "grad_norm": 0.35205352306365967,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 2380
+    },
+    {
+      "epoch": 2.010938157341186,
+      "grad_norm": 0.3979377746582031,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2390
+    },
+    {
+      "epoch": 2.0193521245267143,
+      "grad_norm": 0.396491676568985,
+      "learning_rate": 0.0002,
+      "loss": 1.6421,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0277660917122424,
+      "grad_norm": 0.44712209701538086,
+      "learning_rate": 0.0002,
+      "loss": 1.6847,
+      "step": 2410
+    },
+    {
+      "epoch": 2.03618005889777,
+      "grad_norm": 0.4454420208930969,
+      "learning_rate": 0.0002,
+      "loss": 1.6877,
+      "step": 2420
+    },
+    {
+      "epoch": 2.044594026083298,
+      "grad_norm": 0.4170038402080536,
+      "learning_rate": 0.0002,
+      "loss": 1.6635,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0530079932688263,
+      "grad_norm": 0.4309595227241516,
+      "learning_rate": 0.0002,
+      "loss": 1.6512,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0614219604543544,
+      "grad_norm": 0.4241602122783661,
+      "learning_rate": 0.0002,
+      "loss": 1.6223,
+      "step": 2450
+    },
+    {
+      "epoch": 2.069835927639882,
+      "grad_norm": 0.4370540678501129,
+      "learning_rate": 0.0002,
+      "loss": 1.6162,
+      "step": 2460
+    },
+    {
+      "epoch": 2.0782498948254102,
+      "grad_norm": 0.43985554575920105,
+      "learning_rate": 0.0002,
+      "loss": 1.6354,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0866638620109383,
+      "grad_norm": 0.4158105254173279,
+      "learning_rate": 0.0002,
+      "loss": 1.6954,
+      "step": 2480
+    },
+    {
+      "epoch": 2.095077829196466,
+      "grad_norm": 0.441549152135849,
+      "learning_rate": 0.0002,
+      "loss": 1.6114,
+      "step": 2490
+    },
+    {
+      "epoch": 2.103491796381994,
+      "grad_norm": 0.385718435049057,
+      "learning_rate": 0.0002,
+      "loss": 1.5485,
+      "step": 2500
+    },
+    {
+      "epoch": 2.1119057635675222,
+      "grad_norm": 0.43146514892578125,
+      "learning_rate": 0.0002,
+      "loss": 1.5894,
+      "step": 2510
+    },
+    {
+      "epoch": 2.12031973075305,
+      "grad_norm": 0.41663315892219543,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 2520
+    },
+    {
+      "epoch": 2.128733697938578,
+      "grad_norm": 0.4410698115825653,
+      "learning_rate": 0.0002,
+      "loss": 1.6527,
+      "step": 2530
+    },
+    {
+      "epoch": 2.137147665124106,
+      "grad_norm": 0.4472278952598572,
+      "learning_rate": 0.0002,
+      "loss": 1.6124,
+      "step": 2540
+    },
+    {
+      "epoch": 2.145561632309634,
+      "grad_norm": 0.3879167437553406,
+      "learning_rate": 0.0002,
+      "loss": 1.6257,
+      "step": 2550
+    },
+    {
+      "epoch": 2.153975599495162,
+      "grad_norm": 0.4212203025817871,
+      "learning_rate": 0.0002,
+      "loss": 1.6682,
+      "step": 2560
+    },
+    {
+      "epoch": 2.16238956668069,
+      "grad_norm": 0.42841723561286926,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2570
+    },
+    {
+      "epoch": 2.1708035338662177,
+      "grad_norm": 0.39272481203079224,
+      "learning_rate": 0.0002,
+      "loss": 1.5962,
+      "step": 2580
+    },
+    {
+      "epoch": 2.179217501051746,
+      "grad_norm": 0.4075261354446411,
+      "learning_rate": 0.0002,
+      "loss": 1.681,
+      "step": 2590
+    },
+    {
+      "epoch": 2.187631468237274,
+      "grad_norm": 0.5358437895774841,
+      "learning_rate": 0.0002,
+      "loss": 1.6601,
+      "step": 2600
+    },
+    {
+      "epoch": 2.1960454354228016,
+      "grad_norm": 0.4738350212574005,
+      "learning_rate": 0.0002,
+      "loss": 1.6423,
+      "step": 2610
+    },
+    {
+      "epoch": 2.2044594026083297,
+      "grad_norm": 0.446789026260376,
+      "learning_rate": 0.0002,
+      "loss": 1.6386,
+      "step": 2620
+    },
+    {
+      "epoch": 2.212873369793858,
+      "grad_norm": 0.4615374505519867,
+      "learning_rate": 0.0002,
+      "loss": 1.6246,
+      "step": 2630
+    },
+    {
+      "epoch": 2.221287336979386,
+      "grad_norm": 0.46901994943618774,
+      "learning_rate": 0.0002,
+      "loss": 1.6205,
+      "step": 2640
+    },
+    {
+      "epoch": 2.2297013041649136,
+      "grad_norm": 0.46267789602279663,
+      "learning_rate": 0.0002,
+      "loss": 1.6774,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2381152713504417,
+      "grad_norm": 0.4383080005645752,
+      "learning_rate": 0.0002,
+      "loss": 1.6584,
+      "step": 2660
+    },
+    {
+      "epoch": 2.24652923853597,
+      "grad_norm": 0.4070609509944916,
+      "learning_rate": 0.0002,
+      "loss": 1.5745,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2549432057214975,
+      "grad_norm": 0.4572339951992035,
+      "learning_rate": 0.0002,
+      "loss": 1.6125,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2633571729070256,
+      "grad_norm": 0.393265038728714,
+      "learning_rate": 0.0002,
+      "loss": 1.5671,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2717711400925538,
+      "grad_norm": 0.46144717931747437,
+      "learning_rate": 0.0002,
+      "loss": 1.6239,
+      "step": 2700
+    },
+    {
+      "epoch": 2.2801851072780814,
+      "grad_norm": 0.45077767968177795,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 2710
+    },
+    {
+      "epoch": 2.2885990744636096,
+      "grad_norm": 0.5697639584541321,
+      "learning_rate": 0.0002,
+      "loss": 1.6261,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2970130416491377,
+      "grad_norm": 0.4855510890483856,
+      "learning_rate": 0.0002,
+      "loss": 1.6192,
+      "step": 2730
+    },
+    {
+      "epoch": 2.3054270088346653,
+      "grad_norm": 0.4440622627735138,
+      "learning_rate": 0.0002,
+      "loss": 1.7419,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3138409760201935,
+      "grad_norm": 0.3904096782207489,
+      "learning_rate": 0.0002,
+      "loss": 1.6496,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3222549432057216,
+      "grad_norm": 0.5225510597229004,
+      "learning_rate": 0.0002,
+      "loss": 1.5888,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3306689103912497,
+      "grad_norm": 0.44866397976875305,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 2770
+    },
+    {
+      "epoch": 2.3390828775767774,
+      "grad_norm": 0.5167056322097778,
+      "learning_rate": 0.0002,
+      "loss": 1.6087,
+      "step": 2780
+    },
+    {
+      "epoch": 2.3474968447623055,
+      "grad_norm": 0.45913267135620117,
+      "learning_rate": 0.0002,
+      "loss": 1.6136,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3559108119478336,
+      "grad_norm": 0.45787590742111206,
+      "learning_rate": 0.0002,
+      "loss": 1.6564,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3643247791333613,
+      "grad_norm": 0.4633352756500244,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3727387463188894,
+      "grad_norm": 0.46390071511268616,
+      "learning_rate": 0.0002,
+      "loss": 1.6316,
+      "step": 2820
+    },
+    {
+      "epoch": 2.3811527135044175,
+      "grad_norm": 0.4261005222797394,
+      "learning_rate": 0.0002,
+      "loss": 1.6039,
+      "step": 2830
+    },
+    {
+      "epoch": 2.389566680689945,
+      "grad_norm": 0.4283634424209595,
+      "learning_rate": 0.0002,
+      "loss": 1.6364,
+      "step": 2840
+    },
+    {
+      "epoch": 2.3979806478754733,
+      "grad_norm": 0.4955291450023651,
+      "learning_rate": 0.0002,
+      "loss": 1.6382,
+      "step": 2850
+    },
+    {
+      "epoch": 2.4063946150610014,
+      "grad_norm": 0.4740189015865326,
+      "learning_rate": 0.0002,
+      "loss": 1.6173,
+      "step": 2860
+    },
+    {
+      "epoch": 2.414808582246529,
+      "grad_norm": 0.4222276508808136,
+      "learning_rate": 0.0002,
+      "loss": 1.6403,
+      "step": 2870
+    },
+    {
+      "epoch": 2.423222549432057,
+      "grad_norm": 0.4982149004936218,
+      "learning_rate": 0.0002,
+      "loss": 1.5602,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4316365166175853,
+      "grad_norm": 0.5217409133911133,
+      "learning_rate": 0.0002,
+      "loss": 1.6313,
+      "step": 2890
+    },
+    {
+      "epoch": 2.4400504838031134,
+      "grad_norm": 0.4555884897708893,
+      "learning_rate": 0.0002,
+      "loss": 1.5804,
+      "step": 2900
+    },
+    {
+      "epoch": 2.448464450988641,
+      "grad_norm": 0.43178579211235046,
+      "learning_rate": 0.0002,
+      "loss": 1.6189,
+      "step": 2910
+    },
+    {
+      "epoch": 2.456878418174169,
+      "grad_norm": 0.4788478910923004,
+      "learning_rate": 0.0002,
+      "loss": 1.6824,
+      "step": 2920
+    },
+    {
+      "epoch": 2.465292385359697,
+      "grad_norm": 0.43689873814582825,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2930
+    },
+    {
+      "epoch": 2.473706352545225,
+      "grad_norm": 0.5115197896957397,
+      "learning_rate": 0.0002,
+      "loss": 1.6196,
+      "step": 2940
+    },
+    {
+      "epoch": 2.482120319730753,
+      "grad_norm": 0.5290159583091736,
+      "learning_rate": 0.0002,
+      "loss": 1.689,
+      "step": 2950
+    },
+    {
+      "epoch": 2.490534286916281,
+      "grad_norm": 0.46042463183403015,
+      "learning_rate": 0.0002,
+      "loss": 1.6499,
+      "step": 2960
+    },
+    {
+      "epoch": 2.498948254101809,
+      "grad_norm": 0.4359915852546692,
+      "learning_rate": 0.0002,
+      "loss": 1.6664,
+      "step": 2970
+    },
+    {
+      "epoch": 2.507362221287337,
+      "grad_norm": 0.46352964639663696,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 2980
+    },
+    {
+      "epoch": 2.515776188472865,
+      "grad_norm": 0.5324268341064453,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5241901556583928,
+      "grad_norm": 0.5929607152938843,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 3000
+    },
+    {
+      "epoch": 2.532604122843921,
+      "grad_norm": 0.4811333417892456,
+      "learning_rate": 0.0002,
+      "loss": 1.6772,
+      "step": 3010
+    },
+    {
+      "epoch": 2.541018090029449,
+      "grad_norm": 0.4662701487541199,
+      "learning_rate": 0.0002,
+      "loss": 1.7023,
+      "step": 3020
+    },
+    {
+      "epoch": 2.549432057214977,
+      "grad_norm": 0.4582270681858063,
+      "learning_rate": 0.0002,
+      "loss": 1.5426,
+      "step": 3030
+    },
+    {
+      "epoch": 2.557846024400505,
+      "grad_norm": 0.4679982662200928,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 3040
+    },
+    {
+      "epoch": 2.566259991586033,
+      "grad_norm": 0.4380294680595398,
+      "learning_rate": 0.0002,
+      "loss": 1.5442,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5746739587715606,
+      "grad_norm": 0.44295763969421387,
+      "learning_rate": 0.0002,
+      "loss": 1.6055,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5830879259570887,
+      "grad_norm": 0.5131027698516846,
+      "learning_rate": 0.0002,
+      "loss": 1.5775,
+      "step": 3070
+    },
+    {
+      "epoch": 2.591501893142617,
+      "grad_norm": 0.47567516565322876,
+      "learning_rate": 0.0002,
+      "loss": 1.546,
+      "step": 3080
+    },
+    {
+      "epoch": 2.599915860328145,
+      "grad_norm": 0.49002596735954285,
+      "learning_rate": 0.0002,
+      "loss": 1.5671,
+      "step": 3090
+    },
+    {
+      "epoch": 2.6083298275136726,
+      "grad_norm": 0.44856327772140503,
+      "learning_rate": 0.0002,
+      "loss": 1.5445,
+      "step": 3100
+    },
+    {
+      "epoch": 2.6167437946992007,
+      "grad_norm": 0.4480142593383789,
+      "learning_rate": 0.0002,
+      "loss": 1.5797,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6251577618847284,
+      "grad_norm": 0.4317494034767151,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6335717290702565,
+      "grad_norm": 0.42580848932266235,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6419856962557846,
+      "grad_norm": 0.4516814947128296,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 3140
+    },
+    {
+      "epoch": 2.6503996634413127,
+      "grad_norm": 0.4438435733318329,
+      "learning_rate": 0.0002,
+      "loss": 1.695,
+      "step": 3150
+    },
+    {
+      "epoch": 2.6588136306268404,
+      "grad_norm": 0.4385356307029724,
+      "learning_rate": 0.0002,
+      "loss": 1.6938,
+      "step": 3160
+    },
+    {
+      "epoch": 2.6672275978123685,
+      "grad_norm": 0.5064112544059753,
+      "learning_rate": 0.0002,
+      "loss": 1.6139,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6756415649978966,
+      "grad_norm": 0.49163177609443665,
+      "learning_rate": 0.0002,
+      "loss": 1.7189,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6840555321834243,
+      "grad_norm": 0.49339258670806885,
+      "learning_rate": 0.0002,
+      "loss": 1.7323,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6924694993689524,
+      "grad_norm": 0.440950870513916,
+      "learning_rate": 0.0002,
+      "loss": 1.6508,
+      "step": 3200
+    },
+    {
+      "epoch": 2.7008834665544805,
+      "grad_norm": 0.4283970594406128,
+      "learning_rate": 0.0002,
+      "loss": 1.6305,
+      "step": 3210
+    },
+    {
+      "epoch": 2.7092974337400086,
+      "grad_norm": 0.43875712156295776,
+      "learning_rate": 0.0002,
+      "loss": 1.5935,
+      "step": 3220
+    },
+    {
+      "epoch": 2.7177114009255363,
+      "grad_norm": 0.49332964420318604,
+      "learning_rate": 0.0002,
+      "loss": 1.6129,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7261253681110644,
+      "grad_norm": 0.5225692391395569,
+      "learning_rate": 0.0002,
+      "loss": 1.642,
+      "step": 3240
+    },
+    {
+      "epoch": 2.734539335296592,
+      "grad_norm": 0.4856489300727844,
+      "learning_rate": 0.0002,
+      "loss": 1.6759,
+      "step": 3250
+    },
+    {
+      "epoch": 2.74295330248212,
+      "grad_norm": 0.46918296813964844,
+      "learning_rate": 0.0002,
+      "loss": 1.6463,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7513672696676483,
+      "grad_norm": 0.4802931249141693,
+      "learning_rate": 0.0002,
+      "loss": 1.6819,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7597812368531764,
+      "grad_norm": 0.4485355615615845,
+      "learning_rate": 0.0002,
+      "loss": 1.6246,
+      "step": 3280
+    },
+    {
+      "epoch": 2.768195204038704,
+      "grad_norm": 0.43944594264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.6251,
+      "step": 3290
+    },
+    {
+      "epoch": 2.7766091712242322,
+      "grad_norm": 0.46847742795944214,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7850231384097603,
+      "grad_norm": 0.4816027879714966,
+      "learning_rate": 0.0002,
+      "loss": 1.5969,
+      "step": 3310
+    },
+    {
+      "epoch": 2.793437105595288,
+      "grad_norm": 0.453960120677948,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 3320
+    },
+    {
+      "epoch": 2.801851072780816,
+      "grad_norm": 0.4816017150878906,
+      "learning_rate": 0.0002,
+      "loss": 1.6429,
+      "step": 3330
+    },
+    {
+      "epoch": 2.8102650399663442,
+      "grad_norm": 0.4461034834384918,
+      "learning_rate": 0.0002,
+      "loss": 1.6683,
+      "step": 3340
+    },
+    {
+      "epoch": 2.8186790071518724,
+      "grad_norm": 0.48821821808815,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 3350
+    },
+    {
+      "epoch": 2.8270929743374,
+      "grad_norm": 0.4574853777885437,
+      "learning_rate": 0.0002,
+      "loss": 1.6076,
+      "step": 3360
+    },
+    {
+      "epoch": 2.835506941522928,
+      "grad_norm": 0.42062026262283325,
+      "learning_rate": 0.0002,
+      "loss": 1.6651,
+      "step": 3370
+    },
+    {
+      "epoch": 2.843920908708456,
+      "grad_norm": 0.4499834477901459,
+      "learning_rate": 0.0002,
+      "loss": 1.624,
+      "step": 3380
+    },
+    {
+      "epoch": 2.852334875893984,
+      "grad_norm": 0.4780360758304596,
+      "learning_rate": 0.0002,
+      "loss": 1.621,
+      "step": 3390
+    },
+    {
+      "epoch": 2.860748843079512,
+      "grad_norm": 0.45422887802124023,
+      "learning_rate": 0.0002,
+      "loss": 1.5882,
+      "step": 3400
+    },
+    {
+      "epoch": 2.86916281026504,
+      "grad_norm": 0.4590015709400177,
+      "learning_rate": 0.0002,
+      "loss": 1.6028,
+      "step": 3410
+    },
+    {
+      "epoch": 2.877576777450568,
+      "grad_norm": 0.45689624547958374,
+      "learning_rate": 0.0002,
+      "loss": 1.6746,
+      "step": 3420
+    },
+    {
+      "epoch": 2.885990744636096,
+      "grad_norm": 0.46953922510147095,
+      "learning_rate": 0.0002,
+      "loss": 1.6326,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8944047118216236,
+      "grad_norm": 0.4791966378688812,
+      "learning_rate": 0.0002,
+      "loss": 1.6015,
+      "step": 3440
+    },
+    {
+      "epoch": 2.9028186790071517,
+      "grad_norm": 0.4842296242713928,
+      "learning_rate": 0.0002,
+      "loss": 1.694,
+      "step": 3450
+    },
+    {
+      "epoch": 2.91123264619268,
+      "grad_norm": 0.47219768166542053,
+      "learning_rate": 0.0002,
+      "loss": 1.6326,
+      "step": 3460
+    },
+    {
+      "epoch": 2.919646613378208,
+      "grad_norm": 0.4622127115726471,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 3470
+    },
+    {
+      "epoch": 2.9280605805637356,
+      "grad_norm": 0.46832820773124695,
+      "learning_rate": 0.0002,
+      "loss": 1.6485,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9364745477492638,
+      "grad_norm": 0.44582483172416687,
+      "learning_rate": 0.0002,
+      "loss": 1.6366,
+      "step": 3490
+    },
+    {
+      "epoch": 2.944888514934792,
+      "grad_norm": 0.4987219274044037,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9533024821203195,
+      "grad_norm": 0.43750956654548645,
+      "learning_rate": 0.0002,
+      "loss": 1.5991,
+      "step": 3510
+    },
+    {
+      "epoch": 2.9617164493058477,
+      "grad_norm": 0.49962925910949707,
+      "learning_rate": 0.0002,
+      "loss": 1.6236,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9701304164913758,
+      "grad_norm": 0.5189590454101562,
+      "learning_rate": 0.0002,
+      "loss": 1.5859,
+      "step": 3530
+    },
+    {
+      "epoch": 2.978544383676904,
+      "grad_norm": 0.391317754983902,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 3540
+    },
+    {
+      "epoch": 2.9869583508624316,
+      "grad_norm": 0.44934695959091187,
+      "learning_rate": 0.0002,
+      "loss": 1.5884,
+      "step": 3550
+    },
+    {
+      "epoch": 2.9953723180479597,
+      "grad_norm": 0.4740142226219177,
+      "learning_rate": 0.0002,
+      "loss": 1.5688,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9995793016407237,
+      "eval_loss": 1.8266887664794922,
+      "eval_runtime": 37.9445,
+      "eval_samples_per_second": 13.572,
+      "eval_steps_per_second": 1.713,
+      "step": 3565
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9504,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6500335652215194e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-3565/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2b79d3acefeedef5a0229881de39ec68ef9b40046a60d7976a49f7e6b3b936
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bb60dd6a14b909b3a4b1b2e39bc03628c58c8097adcf5996e5b1e86852650a
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0b5b8677319130cb0db8505e3bf2423e75a6e4db8c1ed002e2f856367d3c04
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae11d62103c7b8451a989acb28df2f459fd59d22bb21b6a1b17d66ae0d502f6
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe349c3c5c33e28a25a0a294d49d09b87b69bc75373770eaa85bbc11de7321c
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/trainer_state.json

@@ -0,0 +1,3390 @@
+{
+  "best_metric": 1.8055059909820557,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-2377",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 4754,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008413967185527976,
+      "grad_norm": 0.5458821654319763,
+      "learning_rate": 0.0002,
+      "loss": 2.56,
+      "step": 10
+    },
+    {
+      "epoch": 0.016827934371055953,
+      "grad_norm": 0.7293308973312378,
+      "learning_rate": 0.0002,
+      "loss": 2.3235,
+      "step": 20
+    },
+    {
+      "epoch": 0.02524190155658393,
+      "grad_norm": 0.47792306542396545,
+      "learning_rate": 0.0002,
+      "loss": 2.0815,
+      "step": 30
+    },
+    {
+      "epoch": 0.033655868742111905,
+      "grad_norm": 0.5944402813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.9718,
+      "step": 40
+    },
+    {
+      "epoch": 0.04206983592763988,
+      "grad_norm": 0.5415359735488892,
+      "learning_rate": 0.0002,
+      "loss": 1.8848,
+      "step": 50
+    },
+    {
+      "epoch": 0.05048380311316786,
+      "grad_norm": 0.535713791847229,
+      "learning_rate": 0.0002,
+      "loss": 1.8953,
+      "step": 60
+    },
+    {
+      "epoch": 0.058897770298695834,
+      "grad_norm": 0.5184146761894226,
+      "learning_rate": 0.0002,
+      "loss": 1.937,
+      "step": 70
+    },
+    {
+      "epoch": 0.06731173748422381,
+      "grad_norm": 0.458926796913147,
+      "learning_rate": 0.0002,
+      "loss": 1.8396,
+      "step": 80
+    },
+    {
+      "epoch": 0.07572570466975179,
+      "grad_norm": 0.4780142307281494,
+      "learning_rate": 0.0002,
+      "loss": 1.8677,
+      "step": 90
+    },
+    {
+      "epoch": 0.08413967185527976,
+      "grad_norm": 0.79965740442276,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 100
+    },
+    {
+      "epoch": 0.09255363904080774,
+      "grad_norm": 0.4498862028121948,
+      "learning_rate": 0.0002,
+      "loss": 1.9081,
+      "step": 110
+    },
+    {
+      "epoch": 0.10096760622633572,
+      "grad_norm": 0.39338430762290955,
+      "learning_rate": 0.0002,
+      "loss": 1.8503,
+      "step": 120
+    },
+    {
+      "epoch": 0.10938157341186369,
+      "grad_norm": 0.9588953852653503,
+      "learning_rate": 0.0002,
+      "loss": 1.8637,
+      "step": 130
+    },
+    {
+      "epoch": 0.11779554059739167,
+      "grad_norm": 0.41675639152526855,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 140
+    },
+    {
+      "epoch": 0.12620950778291964,
+      "grad_norm": 0.44519832730293274,
+      "learning_rate": 0.0002,
+      "loss": 1.8904,
+      "step": 150
+    },
+    {
+      "epoch": 0.13462347496844762,
+      "grad_norm": 0.4176260530948639,
+      "learning_rate": 0.0002,
+      "loss": 1.798,
+      "step": 160
+    },
+    {
+      "epoch": 0.1430374421539756,
+      "grad_norm": 0.35840365290641785,
+      "learning_rate": 0.0002,
+      "loss": 1.8398,
+      "step": 170
+    },
+    {
+      "epoch": 0.15145140933950357,
+      "grad_norm": 0.3794495463371277,
+      "learning_rate": 0.0002,
+      "loss": 1.8666,
+      "step": 180
+    },
+    {
+      "epoch": 0.15986537652503155,
+      "grad_norm": 0.4563522934913635,
+      "learning_rate": 0.0002,
+      "loss": 1.8111,
+      "step": 190
+    },
+    {
+      "epoch": 0.16827934371055953,
+      "grad_norm": 0.37057486176490784,
+      "learning_rate": 0.0002,
+      "loss": 1.8893,
+      "step": 200
+    },
+    {
+      "epoch": 0.1766933108960875,
+      "grad_norm": 0.44081518054008484,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 210
+    },
+    {
+      "epoch": 0.18510727808161548,
+      "grad_norm": 0.46078577637672424,
+      "learning_rate": 0.0002,
+      "loss": 1.9048,
+      "step": 220
+    },
+    {
+      "epoch": 0.19352124526714345,
+      "grad_norm": 0.36132094264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 230
+    },
+    {
+      "epoch": 0.20193521245267143,
+      "grad_norm": 0.3747289180755615,
+      "learning_rate": 0.0002,
+      "loss": 1.8827,
+      "step": 240
+    },
+    {
+      "epoch": 0.2103491796381994,
+      "grad_norm": 0.3540179133415222,
+      "learning_rate": 0.0002,
+      "loss": 1.8382,
+      "step": 250
+    },
+    {
+      "epoch": 0.21876314682372738,
+      "grad_norm": 0.3461375832557678,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 260
+    },
+    {
+      "epoch": 0.22717711400925536,
+      "grad_norm": 0.3436960279941559,
+      "learning_rate": 0.0002,
+      "loss": 1.8509,
+      "step": 270
+    },
+    {
+      "epoch": 0.23559108119478334,
+      "grad_norm": 0.35403719544410706,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 280
+    },
+    {
+      "epoch": 0.2440050483803113,
+      "grad_norm": 0.37142616510391235,
+      "learning_rate": 0.0002,
+      "loss": 1.8369,
+      "step": 290
+    },
+    {
+      "epoch": 0.2524190155658393,
+      "grad_norm": 0.3307955861091614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 300
+    },
+    {
+      "epoch": 0.2608329827513673,
+      "grad_norm": 0.32855314016342163,
+      "learning_rate": 0.0002,
+      "loss": 1.817,
+      "step": 310
+    },
+    {
+      "epoch": 0.26924694993689524,
+      "grad_norm": 0.3299003839492798,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 320
+    },
+    {
+      "epoch": 0.27766091712242325,
+      "grad_norm": 0.44311287999153137,
+      "learning_rate": 0.0002,
+      "loss": 1.8129,
+      "step": 330
+    },
+    {
+      "epoch": 0.2860748843079512,
+      "grad_norm": 0.32989758253097534,
+      "learning_rate": 0.0002,
+      "loss": 1.8232,
+      "step": 340
+    },
+    {
+      "epoch": 0.2944888514934792,
+      "grad_norm": 0.34400200843811035,
+      "learning_rate": 0.0002,
+      "loss": 1.7716,
+      "step": 350
+    },
+    {
+      "epoch": 0.30290281867900715,
+      "grad_norm": 0.36286211013793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 360
+    },
+    {
+      "epoch": 0.31131678586453515,
+      "grad_norm": 0.406827837228775,
+      "learning_rate": 0.0002,
+      "loss": 1.8025,
+      "step": 370
+    },
+    {
+      "epoch": 0.3197307530500631,
+      "grad_norm": 0.36299195885658264,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 380
+    },
+    {
+      "epoch": 0.3281447202355911,
+      "grad_norm": 0.3477257192134857,
+      "learning_rate": 0.0002,
+      "loss": 1.837,
+      "step": 390
+    },
+    {
+      "epoch": 0.33655868742111905,
+      "grad_norm": 0.3730369210243225,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 400
+    },
+    {
+      "epoch": 0.34497265460664706,
+      "grad_norm": 0.4644559919834137,
+      "learning_rate": 0.0002,
+      "loss": 1.7747,
+      "step": 410
+    },
+    {
+      "epoch": 0.353386621792175,
+      "grad_norm": 0.406576544046402,
+      "learning_rate": 0.0002,
+      "loss": 1.7538,
+      "step": 420
+    },
+    {
+      "epoch": 0.361800588977703,
+      "grad_norm": 0.3612699508666992,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 430
+    },
+    {
+      "epoch": 0.37021455616323096,
+      "grad_norm": 0.3243742287158966,
+      "learning_rate": 0.0002,
+      "loss": 1.7473,
+      "step": 440
+    },
+    {
+      "epoch": 0.37862852334875896,
+      "grad_norm": 0.36671221256256104,
+      "learning_rate": 0.0002,
+      "loss": 1.8851,
+      "step": 450
+    },
+    {
+      "epoch": 0.3870424905342869,
+      "grad_norm": 0.3565002381801605,
+      "learning_rate": 0.0002,
+      "loss": 1.8853,
+      "step": 460
+    },
+    {
+      "epoch": 0.3954564577198149,
+      "grad_norm": 0.34630221128463745,
+      "learning_rate": 0.0002,
+      "loss": 1.8923,
+      "step": 470
+    },
+    {
+      "epoch": 0.40387042490534286,
+      "grad_norm": 0.3353537321090698,
+      "learning_rate": 0.0002,
+      "loss": 1.8234,
+      "step": 480
+    },
+    {
+      "epoch": 0.41228439209087087,
+      "grad_norm": 0.4015921950340271,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 490
+    },
+    {
+      "epoch": 0.4206983592763988,
+      "grad_norm": 0.5489419102668762,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 500
+    },
+    {
+      "epoch": 0.4291123264619268,
+      "grad_norm": 0.4193589985370636,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 510
+    },
+    {
+      "epoch": 0.43752629364745477,
+      "grad_norm": 0.3418922424316406,
+      "learning_rate": 0.0002,
+      "loss": 1.8416,
+      "step": 520
+    },
+    {
+      "epoch": 0.44594026083298277,
+      "grad_norm": 0.32668185234069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 530
+    },
+    {
+      "epoch": 0.4543542280185107,
+      "grad_norm": 0.3094325661659241,
+      "learning_rate": 0.0002,
+      "loss": 1.7501,
+      "step": 540
+    },
+    {
+      "epoch": 0.4627681952040387,
+      "grad_norm": 0.3743017315864563,
+      "learning_rate": 0.0002,
+      "loss": 1.7438,
+      "step": 550
+    },
+    {
+      "epoch": 0.47118216238956667,
+      "grad_norm": 0.3295630216598511,
+      "learning_rate": 0.0002,
+      "loss": 1.8451,
+      "step": 560
+    },
+    {
+      "epoch": 0.4795961295750947,
+      "grad_norm": 1.6124513149261475,
+      "learning_rate": 0.0002,
+      "loss": 1.7529,
+      "step": 570
+    },
+    {
+      "epoch": 0.4880100967606226,
+      "grad_norm": 0.3245585858821869,
+      "learning_rate": 0.0002,
+      "loss": 1.8028,
+      "step": 580
+    },
+    {
+      "epoch": 0.49642406394615063,
+      "grad_norm": 0.3332934081554413,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 590
+    },
+    {
+      "epoch": 0.5048380311316786,
+      "grad_norm": 0.3836138844490051,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 600
+    },
+    {
+      "epoch": 0.5132519983172066,
+      "grad_norm": 0.32953888177871704,
+      "learning_rate": 0.0002,
+      "loss": 1.8347,
+      "step": 610
+    },
+    {
+      "epoch": 0.5216659655027346,
+      "grad_norm": 0.36291512846946716,
+      "learning_rate": 0.0002,
+      "loss": 1.7729,
+      "step": 620
+    },
+    {
+      "epoch": 0.5300799326882625,
+      "grad_norm": 0.3237783908843994,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 630
+    },
+    {
+      "epoch": 0.5384938998737905,
+      "grad_norm": 0.38882696628570557,
+      "learning_rate": 0.0002,
+      "loss": 1.8352,
+      "step": 640
+    },
+    {
+      "epoch": 0.5469078670593185,
+      "grad_norm": 0.37821972370147705,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 650
+    },
+    {
+      "epoch": 0.5553218342448465,
+      "grad_norm": 0.3556285500526428,
+      "learning_rate": 0.0002,
+      "loss": 1.8075,
+      "step": 660
+    },
+    {
+      "epoch": 0.5637358014303744,
+      "grad_norm": 0.347499281167984,
+      "learning_rate": 0.0002,
+      "loss": 1.778,
+      "step": 670
+    },
+    {
+      "epoch": 0.5721497686159024,
+      "grad_norm": 0.3176489472389221,
+      "learning_rate": 0.0002,
+      "loss": 1.8066,
+      "step": 680
+    },
+    {
+      "epoch": 0.5805637358014304,
+      "grad_norm": 0.30220088362693787,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 690
+    },
+    {
+      "epoch": 0.5889777029869584,
+      "grad_norm": 0.3711601793766022,
+      "learning_rate": 0.0002,
+      "loss": 1.8415,
+      "step": 700
+    },
+    {
+      "epoch": 0.5973916701724863,
+      "grad_norm": 0.3311759829521179,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 710
+    },
+    {
+      "epoch": 0.6058056373580143,
+      "grad_norm": 0.34824270009994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 720
+    },
+    {
+      "epoch": 0.6142196045435423,
+      "grad_norm": 0.29668381810188293,
+      "learning_rate": 0.0002,
+      "loss": 1.7954,
+      "step": 730
+    },
+    {
+      "epoch": 0.6226335717290703,
+      "grad_norm": 0.36087489128112793,
+      "learning_rate": 0.0002,
+      "loss": 1.8321,
+      "step": 740
+    },
+    {
+      "epoch": 0.6310475389145982,
+      "grad_norm": 0.31590089201927185,
+      "learning_rate": 0.0002,
+      "loss": 1.7956,
+      "step": 750
+    },
+    {
+      "epoch": 0.6394615061001262,
+      "grad_norm": 0.37632957100868225,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 760
+    },
+    {
+      "epoch": 0.6478754732856542,
+      "grad_norm": 0.3360748589038849,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 770
+    },
+    {
+      "epoch": 0.6562894404711822,
+      "grad_norm": 0.3420640528202057,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 780
+    },
+    {
+      "epoch": 0.6647034076567101,
+      "grad_norm": 0.5734959244728088,
+      "learning_rate": 0.0002,
+      "loss": 1.8353,
+      "step": 790
+    },
+    {
+      "epoch": 0.6731173748422381,
+      "grad_norm": 0.36440837383270264,
+      "learning_rate": 0.0002,
+      "loss": 1.7746,
+      "step": 800
+    },
+    {
+      "epoch": 0.6815313420277661,
+      "grad_norm": 0.3179708421230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7532,
+      "step": 810
+    },
+    {
+      "epoch": 0.6899453092132941,
+      "grad_norm": 0.34122881293296814,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 820
+    },
+    {
+      "epoch": 0.698359276398822,
+      "grad_norm": 0.31886112689971924,
+      "learning_rate": 0.0002,
+      "loss": 1.8167,
+      "step": 830
+    },
+    {
+      "epoch": 0.70677324358435,
+      "grad_norm": 0.31782326102256775,
+      "learning_rate": 0.0002,
+      "loss": 1.7505,
+      "step": 840
+    },
+    {
+      "epoch": 0.715187210769878,
+      "grad_norm": 0.36052989959716797,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 850
+    },
+    {
+      "epoch": 0.723601177955406,
+      "grad_norm": 0.28946155309677124,
+      "learning_rate": 0.0002,
+      "loss": 1.7891,
+      "step": 860
+    },
+    {
+      "epoch": 0.7320151451409339,
+      "grad_norm": 0.3095663785934448,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 870
+    },
+    {
+      "epoch": 0.7404291123264619,
+      "grad_norm": 0.3317491412162781,
+      "learning_rate": 0.0002,
+      "loss": 1.785,
+      "step": 880
+    },
+    {
+      "epoch": 0.7488430795119899,
+      "grad_norm": 0.31324660778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 890
+    },
+    {
+      "epoch": 0.7572570466975179,
+      "grad_norm": 0.3290475606918335,
+      "learning_rate": 0.0002,
+      "loss": 1.8753,
+      "step": 900
+    },
+    {
+      "epoch": 0.7656710138830458,
+      "grad_norm": 0.35690343379974365,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 910
+    },
+    {
+      "epoch": 0.7740849810685738,
+      "grad_norm": 0.39558273553848267,
+      "learning_rate": 0.0002,
+      "loss": 1.826,
+      "step": 920
+    },
+    {
+      "epoch": 0.7824989482541018,
+      "grad_norm": 0.34254348278045654,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 930
+    },
+    {
+      "epoch": 0.7909129154396298,
+      "grad_norm": 0.3560165464878082,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 940
+    },
+    {
+      "epoch": 0.7993268826251577,
+      "grad_norm": 0.30693164467811584,
+      "learning_rate": 0.0002,
+      "loss": 1.7992,
+      "step": 950
+    },
+    {
+      "epoch": 0.8077408498106857,
+      "grad_norm": 0.3394823372364044,
+      "learning_rate": 0.0002,
+      "loss": 1.8029,
+      "step": 960
+    },
+    {
+      "epoch": 0.8161548169962137,
+      "grad_norm": 0.3741514980792999,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 970
+    },
+    {
+      "epoch": 0.8245687841817417,
+      "grad_norm": 0.3655228316783905,
+      "learning_rate": 0.0002,
+      "loss": 1.7849,
+      "step": 980
+    },
+    {
+      "epoch": 0.8329827513672696,
+      "grad_norm": 0.3586033880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8449,
+      "step": 990
+    },
+    {
+      "epoch": 0.8413967185527976,
+      "grad_norm": 0.3459678888320923,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8498106857383256,
+      "grad_norm": 0.3184349834918976,
+      "learning_rate": 0.0002,
+      "loss": 1.8498,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8582246529238536,
+      "grad_norm": 0.3099786043167114,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8666386201093815,
+      "grad_norm": 0.30300915241241455,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 1030
+    },
+    {
+      "epoch": 0.8750525872949095,
+      "grad_norm": 0.3128705620765686,
+      "learning_rate": 0.0002,
+      "loss": 1.7923,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8834665544804375,
+      "grad_norm": 0.3336263597011566,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8918805216659655,
+      "grad_norm": 0.3801328241825104,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9002944888514934,
+      "grad_norm": 0.3122096359729767,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9087084560370214,
+      "grad_norm": 0.35990869998931885,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9171224232225494,
+      "grad_norm": 0.3321819305419922,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9255363904080774,
+      "grad_norm": 0.4202139377593994,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9339503575936053,
+      "grad_norm": 0.32559722661972046,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9423643247791333,
+      "grad_norm": 0.3098459839820862,
+      "learning_rate": 0.0002,
+      "loss": 1.812,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9507782919646613,
+      "grad_norm": 0.33917108178138733,
+      "learning_rate": 0.0002,
+      "loss": 1.8252,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9591922591501894,
+      "grad_norm": 0.4055837094783783,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9676062263357172,
+      "grad_norm": 0.32508623600006104,
+      "learning_rate": 0.0002,
+      "loss": 1.8259,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9760201935212452,
+      "grad_norm": 0.30150601267814636,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9844341607067733,
+      "grad_norm": 0.3042563199996948,
+      "learning_rate": 0.0002,
+      "loss": 1.8291,
+      "step": 1170
+    },
+    {
+      "epoch": 0.9928481278923013,
+      "grad_norm": 0.33254584670066833,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9995793016407236,
+      "eval_loss": 1.8077726364135742,
+      "eval_runtime": 38.4359,
+      "eval_samples_per_second": 13.399,
+      "eval_steps_per_second": 1.691,
+      "step": 1188
+    },
+    {
+      "epoch": 1.0012620950778293,
+      "grad_norm": 0.35073035955429077,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0096760622633572,
+      "grad_norm": 0.3217269778251648,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1200
+    },
+    {
+      "epoch": 1.018090029448885,
+      "grad_norm": 0.3635033369064331,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0265039966344132,
+      "grad_norm": 0.32468414306640625,
+      "learning_rate": 0.0002,
+      "loss": 1.6949,
+      "step": 1220
+    },
+    {
+      "epoch": 1.034917963819941,
+      "grad_norm": 0.3307163417339325,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0433319310054692,
+      "grad_norm": 0.34381359815597534,
+      "learning_rate": 0.0002,
+      "loss": 1.7881,
+      "step": 1240
+    },
+    {
+      "epoch": 1.051745898190997,
+      "grad_norm": 0.35874804854393005,
+      "learning_rate": 0.0002,
+      "loss": 1.612,
+      "step": 1250
+    },
+    {
+      "epoch": 1.060159865376525,
+      "grad_norm": 0.3615919351577759,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 1260
+    },
+    {
+      "epoch": 1.068573832562053,
+      "grad_norm": 0.32835808396339417,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 1270
+    },
+    {
+      "epoch": 1.076987799747581,
+      "grad_norm": 0.3876388370990753,
+      "learning_rate": 0.0002,
+      "loss": 1.7193,
+      "step": 1280
+    },
+    {
+      "epoch": 1.0854017669331089,
+      "grad_norm": 0.39895930886268616,
+      "learning_rate": 0.0002,
+      "loss": 1.7442,
+      "step": 1290
+    },
+    {
+      "epoch": 1.093815734118637,
+      "grad_norm": 0.39081698656082153,
+      "learning_rate": 0.0002,
+      "loss": 1.6601,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1022297013041649,
+      "grad_norm": 0.39974215626716614,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1310
+    },
+    {
+      "epoch": 1.110643668489693,
+      "grad_norm": 0.3887332081794739,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1190576356752209,
+      "grad_norm": 0.36216408014297485,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1274716028607488,
+      "grad_norm": 0.36979028582572937,
+      "learning_rate": 0.0002,
+      "loss": 1.762,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1358855700462769,
+      "grad_norm": 0.34052133560180664,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1442995372318048,
+      "grad_norm": 0.3467716574668884,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1527135044173327,
+      "grad_norm": 0.35528799891471863,
+      "learning_rate": 0.0002,
+      "loss": 1.7086,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1611274716028608,
+      "grad_norm": 0.36282262206077576,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 1380
+    },
+    {
+      "epoch": 1.1695414387883887,
+      "grad_norm": 0.37355899810791016,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1779554059739168,
+      "grad_norm": 0.37292736768722534,
+      "learning_rate": 0.0002,
+      "loss": 1.7483,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1863693731594447,
+      "grad_norm": 0.5892812013626099,
+      "learning_rate": 0.0002,
+      "loss": 1.6916,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1947833403449726,
+      "grad_norm": 0.3712292015552521,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2031973075305007,
+      "grad_norm": 0.3349577486515045,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2116112747160286,
+      "grad_norm": 0.32591062784194946,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2200252419015567,
+      "grad_norm": 0.3840635418891907,
+      "learning_rate": 0.0002,
+      "loss": 1.7406,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2284392090870846,
+      "grad_norm": 0.37238365411758423,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2368531762726125,
+      "grad_norm": 0.3731217682361603,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2452671434581406,
+      "grad_norm": 0.3318967819213867,
+      "learning_rate": 0.0002,
+      "loss": 1.7255,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2536811106436685,
+      "grad_norm": 0.3784034848213196,
+      "learning_rate": 0.0002,
+      "loss": 1.7463,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2620950778291964,
+      "grad_norm": 0.3541383147239685,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2705090450147245,
+      "grad_norm": 0.35312485694885254,
+      "learning_rate": 0.0002,
+      "loss": 1.8394,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2789230122002524,
+      "grad_norm": 0.35272929072380066,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2873369793857803,
+      "grad_norm": 0.40988272428512573,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2957509465713084,
+      "grad_norm": 0.3543946146965027,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3041649137568363,
+      "grad_norm": 0.35639145970344543,
+      "learning_rate": 0.0002,
+      "loss": 1.6757,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3125788809423642,
+      "grad_norm": 0.3290826678276062,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3209928481278923,
+      "grad_norm": 0.39264336228370667,
+      "learning_rate": 0.0002,
+      "loss": 1.7369,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3294068153134202,
+      "grad_norm": 0.5390415191650391,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3378207824989483,
+      "grad_norm": 0.5188116431236267,
+      "learning_rate": 0.0002,
+      "loss": 1.708,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3462347496844762,
+      "grad_norm": 0.37445148825645447,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1600
+    },
+    {
+      "epoch": 1.3546487168700043,
+      "grad_norm": 0.3296085298061371,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3630626840555322,
+      "grad_norm": 0.39879581332206726,
+      "learning_rate": 0.0002,
+      "loss": 1.8107,
+      "step": 1620
+    },
+    {
+      "epoch": 1.37147665124106,
+      "grad_norm": 0.36092764139175415,
+      "learning_rate": 0.0002,
+      "loss": 1.6744,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3798906184265882,
+      "grad_norm": 0.37011823058128357,
+      "learning_rate": 0.0002,
+      "loss": 1.7144,
+      "step": 1640
+    },
+    {
+      "epoch": 1.3883045856121161,
+      "grad_norm": 0.40863534808158875,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 1650
+    },
+    {
+      "epoch": 1.396718552797644,
+      "grad_norm": 0.337001770734787,
+      "learning_rate": 0.0002,
+      "loss": 1.7901,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4051325199831721,
+      "grad_norm": 0.35596707463264465,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4135464871687,
+      "grad_norm": 0.3857671916484833,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 1680
+    },
+    {
+      "epoch": 1.421960454354228,
+      "grad_norm": 0.419502317905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7015,
+      "step": 1690
+    },
+    {
+      "epoch": 1.430374421539756,
+      "grad_norm": 0.35459452867507935,
+      "learning_rate": 0.0002,
+      "loss": 1.7261,
+      "step": 1700
+    },
+    {
+      "epoch": 1.438788388725284,
+      "grad_norm": 0.37246978282928467,
+      "learning_rate": 0.0002,
+      "loss": 1.7361,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4472023559108118,
+      "grad_norm": 0.33091893792152405,
+      "learning_rate": 0.0002,
+      "loss": 1.6762,
+      "step": 1720
+    },
+    {
+      "epoch": 1.45561632309634,
+      "grad_norm": 0.37029674649238586,
+      "learning_rate": 0.0002,
+      "loss": 1.7044,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4640302902818678,
+      "grad_norm": 0.374025821685791,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1740
+    },
+    {
+      "epoch": 1.472444257467396,
+      "grad_norm": 0.3416315019130707,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4808582246529238,
+      "grad_norm": 0.36502841114997864,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 1760
+    },
+    {
+      "epoch": 1.489272191838452,
+      "grad_norm": 0.35458803176879883,
+      "learning_rate": 0.0002,
+      "loss": 1.6597,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4976861590239798,
+      "grad_norm": 0.4462839663028717,
+      "learning_rate": 0.0002,
+      "loss": 1.675,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5061001262095077,
+      "grad_norm": 0.34836092591285706,
+      "learning_rate": 0.0002,
+      "loss": 1.7267,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5145140933950358,
+      "grad_norm": 0.3445749282836914,
+      "learning_rate": 0.0002,
+      "loss": 1.7295,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5229280605805637,
+      "grad_norm": 0.36012160778045654,
+      "learning_rate": 0.0002,
+      "loss": 1.7386,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5313420277660916,
+      "grad_norm": 0.4052616059780121,
+      "learning_rate": 0.0002,
+      "loss": 1.6594,
+      "step": 1820
+    },
+    {
+      "epoch": 1.5397559949516197,
+      "grad_norm": 0.3966905474662781,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5481699621371476,
+      "grad_norm": 0.35028719902038574,
+      "learning_rate": 0.0002,
+      "loss": 1.7595,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5565839293226755,
+      "grad_norm": 0.3936742842197418,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 1850
+    },
+    {
+      "epoch": 1.5649978965082036,
+      "grad_norm": 0.34473296999931335,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5734118636937318,
+      "grad_norm": 0.4328365623950958,
+      "learning_rate": 0.0002,
+      "loss": 1.7207,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5818258308792594,
+      "grad_norm": 0.3566315472126007,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5902397980647875,
+      "grad_norm": 0.3301256597042084,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 1890
+    },
+    {
+      "epoch": 1.5986537652503157,
+      "grad_norm": 0.3743041455745697,
+      "learning_rate": 0.0002,
+      "loss": 1.748,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6070677324358436,
+      "grad_norm": 0.3735344707965851,
+      "learning_rate": 0.0002,
+      "loss": 1.7259,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6154816996213714,
+      "grad_norm": 0.42191144824028015,
+      "learning_rate": 0.0002,
+      "loss": 1.7445,
+      "step": 1920
+    },
+    {
+      "epoch": 1.6238956668068996,
+      "grad_norm": 0.3787207305431366,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6323096339924275,
+      "grad_norm": 0.35647350549697876,
+      "learning_rate": 0.0002,
+      "loss": 1.6893,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6407236011779553,
+      "grad_norm": 0.39791446924209595,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6491375683634835,
+      "grad_norm": 0.37341275811195374,
+      "learning_rate": 0.0002,
+      "loss": 1.7293,
+      "step": 1960
+    },
+    {
+      "epoch": 1.6575515355490114,
+      "grad_norm": 0.3722686469554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6659655027345392,
+      "grad_norm": 0.37467387318611145,
+      "learning_rate": 0.0002,
+      "loss": 1.6383,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6743794699200674,
+      "grad_norm": 0.37109461426734924,
+      "learning_rate": 0.0002,
+      "loss": 1.7439,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6827934371055953,
+      "grad_norm": 0.4008837044239044,
+      "learning_rate": 0.0002,
+      "loss": 1.7206,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6912074042911232,
+      "grad_norm": 0.3316999673843384,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6996213714766513,
+      "grad_norm": 0.3683805465698242,
+      "learning_rate": 0.0002,
+      "loss": 1.7325,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7080353386621794,
+      "grad_norm": 0.4163658320903778,
+      "learning_rate": 0.0002,
+      "loss": 1.7451,
+      "step": 2030
+    },
+    {
+      "epoch": 1.716449305847707,
+      "grad_norm": 0.4245431125164032,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7248632730332352,
+      "grad_norm": 0.36732038855552673,
+      "learning_rate": 0.0002,
+      "loss": 1.7184,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7332772402187633,
+      "grad_norm": 0.34981656074523926,
+      "learning_rate": 0.0002,
+      "loss": 1.7031,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7416912074042912,
+      "grad_norm": 0.38588812947273254,
+      "learning_rate": 0.0002,
+      "loss": 1.7545,
+      "step": 2070
+    },
+    {
+      "epoch": 1.750105174589819,
+      "grad_norm": 0.39914557337760925,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7585191417753472,
+      "grad_norm": 0.36068692803382874,
+      "learning_rate": 0.0002,
+      "loss": 1.7049,
+      "step": 2090
+    },
+    {
+      "epoch": 1.766933108960875,
+      "grad_norm": 0.3983287215232849,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 2100
+    },
+    {
+      "epoch": 1.775347076146403,
+      "grad_norm": 0.45008400082588196,
+      "learning_rate": 0.0002,
+      "loss": 1.7016,
+      "step": 2110
+    },
+    {
+      "epoch": 1.783761043331931,
+      "grad_norm": 0.3618052303791046,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2120
+    },
+    {
+      "epoch": 1.792175010517459,
+      "grad_norm": 0.38745400309562683,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8005889777029869,
+      "grad_norm": 0.3413826525211334,
+      "learning_rate": 0.0002,
+      "loss": 1.7387,
+      "step": 2140
+    },
+    {
+      "epoch": 1.809002944888515,
+      "grad_norm": 0.35983747243881226,
+      "learning_rate": 0.0002,
+      "loss": 1.7414,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8174169120740429,
+      "grad_norm": 0.40926849842071533,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8258308792595708,
+      "grad_norm": 0.3543093800544739,
+      "learning_rate": 0.0002,
+      "loss": 1.6823,
+      "step": 2170
+    },
+    {
+      "epoch": 1.8342448464450989,
+      "grad_norm": 0.42690935730934143,
+      "learning_rate": 0.0002,
+      "loss": 1.7812,
+      "step": 2180
+    },
+    {
+      "epoch": 1.842658813630627,
+      "grad_norm": 0.40282756090164185,
+      "learning_rate": 0.0002,
+      "loss": 1.7471,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8510727808161547,
+      "grad_norm": 0.36568400263786316,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8594867480016828,
+      "grad_norm": 0.43159013986587524,
+      "learning_rate": 0.0002,
+      "loss": 1.7024,
+      "step": 2210
+    },
+    {
+      "epoch": 1.867900715187211,
+      "grad_norm": 0.3554118573665619,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8763146823727388,
+      "grad_norm": 0.43349072337150574,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8847286495582667,
+      "grad_norm": 0.36486536264419556,
+      "learning_rate": 0.0002,
+      "loss": 1.7302,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8931426167437948,
+      "grad_norm": 0.39260047674179077,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 2250
+    },
+    {
+      "epoch": 1.9015565839293227,
+      "grad_norm": 0.3741776943206787,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9099705511148506,
+      "grad_norm": 0.3961946964263916,
+      "learning_rate": 0.0002,
+      "loss": 1.6931,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9183845183003787,
+      "grad_norm": 0.3659731149673462,
+      "learning_rate": 0.0002,
+      "loss": 1.737,
+      "step": 2280
+    },
+    {
+      "epoch": 1.9267984854859066,
+      "grad_norm": 0.34744107723236084,
+      "learning_rate": 0.0002,
+      "loss": 1.7342,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9352124526714345,
+      "grad_norm": 0.3607442378997803,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9436264198569626,
+      "grad_norm": 0.331464558839798,
+      "learning_rate": 0.0002,
+      "loss": 1.6673,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9520403870424905,
+      "grad_norm": 0.3904414474964142,
+      "learning_rate": 0.0002,
+      "loss": 1.7101,
+      "step": 2320
+    },
+    {
+      "epoch": 1.9604543542280184,
+      "grad_norm": 0.37584832310676575,
+      "learning_rate": 0.0002,
+      "loss": 1.7327,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9688683214135465,
+      "grad_norm": 0.3698684275150299,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9772822885990746,
+      "grad_norm": 0.40571412444114685,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 2350
+    },
+    {
+      "epoch": 1.9856962557846023,
+      "grad_norm": 0.40059587359428406,
+      "learning_rate": 0.0002,
+      "loss": 1.744,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9941102229701304,
+      "grad_norm": 0.4168248474597931,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 2370
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8055059909820557,
+      "eval_runtime": 38.422,
+      "eval_samples_per_second": 13.404,
+      "eval_steps_per_second": 1.692,
+      "step": 2377
+    },
+    {
+      "epoch": 2.0025241901556585,
+      "grad_norm": 0.35205352306365967,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 2380
+    },
+    {
+      "epoch": 2.010938157341186,
+      "grad_norm": 0.3979377746582031,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2390
+    },
+    {
+      "epoch": 2.0193521245267143,
+      "grad_norm": 0.396491676568985,
+      "learning_rate": 0.0002,
+      "loss": 1.6421,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0277660917122424,
+      "grad_norm": 0.44712209701538086,
+      "learning_rate": 0.0002,
+      "loss": 1.6847,
+      "step": 2410
+    },
+    {
+      "epoch": 2.03618005889777,
+      "grad_norm": 0.4454420208930969,
+      "learning_rate": 0.0002,
+      "loss": 1.6877,
+      "step": 2420
+    },
+    {
+      "epoch": 2.044594026083298,
+      "grad_norm": 0.4170038402080536,
+      "learning_rate": 0.0002,
+      "loss": 1.6635,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0530079932688263,
+      "grad_norm": 0.4309595227241516,
+      "learning_rate": 0.0002,
+      "loss": 1.6512,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0614219604543544,
+      "grad_norm": 0.4241602122783661,
+      "learning_rate": 0.0002,
+      "loss": 1.6223,
+      "step": 2450
+    },
+    {
+      "epoch": 2.069835927639882,
+      "grad_norm": 0.4370540678501129,
+      "learning_rate": 0.0002,
+      "loss": 1.6162,
+      "step": 2460
+    },
+    {
+      "epoch": 2.0782498948254102,
+      "grad_norm": 0.43985554575920105,
+      "learning_rate": 0.0002,
+      "loss": 1.6354,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0866638620109383,
+      "grad_norm": 0.4158105254173279,
+      "learning_rate": 0.0002,
+      "loss": 1.6954,
+      "step": 2480
+    },
+    {
+      "epoch": 2.095077829196466,
+      "grad_norm": 0.441549152135849,
+      "learning_rate": 0.0002,
+      "loss": 1.6114,
+      "step": 2490
+    },
+    {
+      "epoch": 2.103491796381994,
+      "grad_norm": 0.385718435049057,
+      "learning_rate": 0.0002,
+      "loss": 1.5485,
+      "step": 2500
+    },
+    {
+      "epoch": 2.1119057635675222,
+      "grad_norm": 0.43146514892578125,
+      "learning_rate": 0.0002,
+      "loss": 1.5894,
+      "step": 2510
+    },
+    {
+      "epoch": 2.12031973075305,
+      "grad_norm": 0.41663315892219543,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 2520
+    },
+    {
+      "epoch": 2.128733697938578,
+      "grad_norm": 0.4410698115825653,
+      "learning_rate": 0.0002,
+      "loss": 1.6527,
+      "step": 2530
+    },
+    {
+      "epoch": 2.137147665124106,
+      "grad_norm": 0.4472278952598572,
+      "learning_rate": 0.0002,
+      "loss": 1.6124,
+      "step": 2540
+    },
+    {
+      "epoch": 2.145561632309634,
+      "grad_norm": 0.3879167437553406,
+      "learning_rate": 0.0002,
+      "loss": 1.6257,
+      "step": 2550
+    },
+    {
+      "epoch": 2.153975599495162,
+      "grad_norm": 0.4212203025817871,
+      "learning_rate": 0.0002,
+      "loss": 1.6682,
+      "step": 2560
+    },
+    {
+      "epoch": 2.16238956668069,
+      "grad_norm": 0.42841723561286926,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2570
+    },
+    {
+      "epoch": 2.1708035338662177,
+      "grad_norm": 0.39272481203079224,
+      "learning_rate": 0.0002,
+      "loss": 1.5962,
+      "step": 2580
+    },
+    {
+      "epoch": 2.179217501051746,
+      "grad_norm": 0.4075261354446411,
+      "learning_rate": 0.0002,
+      "loss": 1.681,
+      "step": 2590
+    },
+    {
+      "epoch": 2.187631468237274,
+      "grad_norm": 0.5358437895774841,
+      "learning_rate": 0.0002,
+      "loss": 1.6601,
+      "step": 2600
+    },
+    {
+      "epoch": 2.1960454354228016,
+      "grad_norm": 0.4738350212574005,
+      "learning_rate": 0.0002,
+      "loss": 1.6423,
+      "step": 2610
+    },
+    {
+      "epoch": 2.2044594026083297,
+      "grad_norm": 0.446789026260376,
+      "learning_rate": 0.0002,
+      "loss": 1.6386,
+      "step": 2620
+    },
+    {
+      "epoch": 2.212873369793858,
+      "grad_norm": 0.4615374505519867,
+      "learning_rate": 0.0002,
+      "loss": 1.6246,
+      "step": 2630
+    },
+    {
+      "epoch": 2.221287336979386,
+      "grad_norm": 0.46901994943618774,
+      "learning_rate": 0.0002,
+      "loss": 1.6205,
+      "step": 2640
+    },
+    {
+      "epoch": 2.2297013041649136,
+      "grad_norm": 0.46267789602279663,
+      "learning_rate": 0.0002,
+      "loss": 1.6774,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2381152713504417,
+      "grad_norm": 0.4383080005645752,
+      "learning_rate": 0.0002,
+      "loss": 1.6584,
+      "step": 2660
+    },
+    {
+      "epoch": 2.24652923853597,
+      "grad_norm": 0.4070609509944916,
+      "learning_rate": 0.0002,
+      "loss": 1.5745,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2549432057214975,
+      "grad_norm": 0.4572339951992035,
+      "learning_rate": 0.0002,
+      "loss": 1.6125,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2633571729070256,
+      "grad_norm": 0.393265038728714,
+      "learning_rate": 0.0002,
+      "loss": 1.5671,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2717711400925538,
+      "grad_norm": 0.46144717931747437,
+      "learning_rate": 0.0002,
+      "loss": 1.6239,
+      "step": 2700
+    },
+    {
+      "epoch": 2.2801851072780814,
+      "grad_norm": 0.45077767968177795,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 2710
+    },
+    {
+      "epoch": 2.2885990744636096,
+      "grad_norm": 0.5697639584541321,
+      "learning_rate": 0.0002,
+      "loss": 1.6261,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2970130416491377,
+      "grad_norm": 0.4855510890483856,
+      "learning_rate": 0.0002,
+      "loss": 1.6192,
+      "step": 2730
+    },
+    {
+      "epoch": 2.3054270088346653,
+      "grad_norm": 0.4440622627735138,
+      "learning_rate": 0.0002,
+      "loss": 1.7419,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3138409760201935,
+      "grad_norm": 0.3904096782207489,
+      "learning_rate": 0.0002,
+      "loss": 1.6496,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3222549432057216,
+      "grad_norm": 0.5225510597229004,
+      "learning_rate": 0.0002,
+      "loss": 1.5888,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3306689103912497,
+      "grad_norm": 0.44866397976875305,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 2770
+    },
+    {
+      "epoch": 2.3390828775767774,
+      "grad_norm": 0.5167056322097778,
+      "learning_rate": 0.0002,
+      "loss": 1.6087,
+      "step": 2780
+    },
+    {
+      "epoch": 2.3474968447623055,
+      "grad_norm": 0.45913267135620117,
+      "learning_rate": 0.0002,
+      "loss": 1.6136,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3559108119478336,
+      "grad_norm": 0.45787590742111206,
+      "learning_rate": 0.0002,
+      "loss": 1.6564,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3643247791333613,
+      "grad_norm": 0.4633352756500244,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3727387463188894,
+      "grad_norm": 0.46390071511268616,
+      "learning_rate": 0.0002,
+      "loss": 1.6316,
+      "step": 2820
+    },
+    {
+      "epoch": 2.3811527135044175,
+      "grad_norm": 0.4261005222797394,
+      "learning_rate": 0.0002,
+      "loss": 1.6039,
+      "step": 2830
+    },
+    {
+      "epoch": 2.389566680689945,
+      "grad_norm": 0.4283634424209595,
+      "learning_rate": 0.0002,
+      "loss": 1.6364,
+      "step": 2840
+    },
+    {
+      "epoch": 2.3979806478754733,
+      "grad_norm": 0.4955291450023651,
+      "learning_rate": 0.0002,
+      "loss": 1.6382,
+      "step": 2850
+    },
+    {
+      "epoch": 2.4063946150610014,
+      "grad_norm": 0.4740189015865326,
+      "learning_rate": 0.0002,
+      "loss": 1.6173,
+      "step": 2860
+    },
+    {
+      "epoch": 2.414808582246529,
+      "grad_norm": 0.4222276508808136,
+      "learning_rate": 0.0002,
+      "loss": 1.6403,
+      "step": 2870
+    },
+    {
+      "epoch": 2.423222549432057,
+      "grad_norm": 0.4982149004936218,
+      "learning_rate": 0.0002,
+      "loss": 1.5602,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4316365166175853,
+      "grad_norm": 0.5217409133911133,
+      "learning_rate": 0.0002,
+      "loss": 1.6313,
+      "step": 2890
+    },
+    {
+      "epoch": 2.4400504838031134,
+      "grad_norm": 0.4555884897708893,
+      "learning_rate": 0.0002,
+      "loss": 1.5804,
+      "step": 2900
+    },
+    {
+      "epoch": 2.448464450988641,
+      "grad_norm": 0.43178579211235046,
+      "learning_rate": 0.0002,
+      "loss": 1.6189,
+      "step": 2910
+    },
+    {
+      "epoch": 2.456878418174169,
+      "grad_norm": 0.4788478910923004,
+      "learning_rate": 0.0002,
+      "loss": 1.6824,
+      "step": 2920
+    },
+    {
+      "epoch": 2.465292385359697,
+      "grad_norm": 0.43689873814582825,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2930
+    },
+    {
+      "epoch": 2.473706352545225,
+      "grad_norm": 0.5115197896957397,
+      "learning_rate": 0.0002,
+      "loss": 1.6196,
+      "step": 2940
+    },
+    {
+      "epoch": 2.482120319730753,
+      "grad_norm": 0.5290159583091736,
+      "learning_rate": 0.0002,
+      "loss": 1.689,
+      "step": 2950
+    },
+    {
+      "epoch": 2.490534286916281,
+      "grad_norm": 0.46042463183403015,
+      "learning_rate": 0.0002,
+      "loss": 1.6499,
+      "step": 2960
+    },
+    {
+      "epoch": 2.498948254101809,
+      "grad_norm": 0.4359915852546692,
+      "learning_rate": 0.0002,
+      "loss": 1.6664,
+      "step": 2970
+    },
+    {
+      "epoch": 2.507362221287337,
+      "grad_norm": 0.46352964639663696,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 2980
+    },
+    {
+      "epoch": 2.515776188472865,
+      "grad_norm": 0.5324268341064453,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5241901556583928,
+      "grad_norm": 0.5929607152938843,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 3000
+    },
+    {
+      "epoch": 2.532604122843921,
+      "grad_norm": 0.4811333417892456,
+      "learning_rate": 0.0002,
+      "loss": 1.6772,
+      "step": 3010
+    },
+    {
+      "epoch": 2.541018090029449,
+      "grad_norm": 0.4662701487541199,
+      "learning_rate": 0.0002,
+      "loss": 1.7023,
+      "step": 3020
+    },
+    {
+      "epoch": 2.549432057214977,
+      "grad_norm": 0.4582270681858063,
+      "learning_rate": 0.0002,
+      "loss": 1.5426,
+      "step": 3030
+    },
+    {
+      "epoch": 2.557846024400505,
+      "grad_norm": 0.4679982662200928,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 3040
+    },
+    {
+      "epoch": 2.566259991586033,
+      "grad_norm": 0.4380294680595398,
+      "learning_rate": 0.0002,
+      "loss": 1.5442,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5746739587715606,
+      "grad_norm": 0.44295763969421387,
+      "learning_rate": 0.0002,
+      "loss": 1.6055,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5830879259570887,
+      "grad_norm": 0.5131027698516846,
+      "learning_rate": 0.0002,
+      "loss": 1.5775,
+      "step": 3070
+    },
+    {
+      "epoch": 2.591501893142617,
+      "grad_norm": 0.47567516565322876,
+      "learning_rate": 0.0002,
+      "loss": 1.546,
+      "step": 3080
+    },
+    {
+      "epoch": 2.599915860328145,
+      "grad_norm": 0.49002596735954285,
+      "learning_rate": 0.0002,
+      "loss": 1.5671,
+      "step": 3090
+    },
+    {
+      "epoch": 2.6083298275136726,
+      "grad_norm": 0.44856327772140503,
+      "learning_rate": 0.0002,
+      "loss": 1.5445,
+      "step": 3100
+    },
+    {
+      "epoch": 2.6167437946992007,
+      "grad_norm": 0.4480142593383789,
+      "learning_rate": 0.0002,
+      "loss": 1.5797,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6251577618847284,
+      "grad_norm": 0.4317494034767151,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6335717290702565,
+      "grad_norm": 0.42580848932266235,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6419856962557846,
+      "grad_norm": 0.4516814947128296,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 3140
+    },
+    {
+      "epoch": 2.6503996634413127,
+      "grad_norm": 0.4438435733318329,
+      "learning_rate": 0.0002,
+      "loss": 1.695,
+      "step": 3150
+    },
+    {
+      "epoch": 2.6588136306268404,
+      "grad_norm": 0.4385356307029724,
+      "learning_rate": 0.0002,
+      "loss": 1.6938,
+      "step": 3160
+    },
+    {
+      "epoch": 2.6672275978123685,
+      "grad_norm": 0.5064112544059753,
+      "learning_rate": 0.0002,
+      "loss": 1.6139,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6756415649978966,
+      "grad_norm": 0.49163177609443665,
+      "learning_rate": 0.0002,
+      "loss": 1.7189,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6840555321834243,
+      "grad_norm": 0.49339258670806885,
+      "learning_rate": 0.0002,
+      "loss": 1.7323,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6924694993689524,
+      "grad_norm": 0.440950870513916,
+      "learning_rate": 0.0002,
+      "loss": 1.6508,
+      "step": 3200
+    },
+    {
+      "epoch": 2.7008834665544805,
+      "grad_norm": 0.4283970594406128,
+      "learning_rate": 0.0002,
+      "loss": 1.6305,
+      "step": 3210
+    },
+    {
+      "epoch": 2.7092974337400086,
+      "grad_norm": 0.43875712156295776,
+      "learning_rate": 0.0002,
+      "loss": 1.5935,
+      "step": 3220
+    },
+    {
+      "epoch": 2.7177114009255363,
+      "grad_norm": 0.49332964420318604,
+      "learning_rate": 0.0002,
+      "loss": 1.6129,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7261253681110644,
+      "grad_norm": 0.5225692391395569,
+      "learning_rate": 0.0002,
+      "loss": 1.642,
+      "step": 3240
+    },
+    {
+      "epoch": 2.734539335296592,
+      "grad_norm": 0.4856489300727844,
+      "learning_rate": 0.0002,
+      "loss": 1.6759,
+      "step": 3250
+    },
+    {
+      "epoch": 2.74295330248212,
+      "grad_norm": 0.46918296813964844,
+      "learning_rate": 0.0002,
+      "loss": 1.6463,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7513672696676483,
+      "grad_norm": 0.4802931249141693,
+      "learning_rate": 0.0002,
+      "loss": 1.6819,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7597812368531764,
+      "grad_norm": 0.4485355615615845,
+      "learning_rate": 0.0002,
+      "loss": 1.6246,
+      "step": 3280
+    },
+    {
+      "epoch": 2.768195204038704,
+      "grad_norm": 0.43944594264030457,
+      "learning_rate": 0.0002,
+      "loss": 1.6251,
+      "step": 3290
+    },
+    {
+      "epoch": 2.7766091712242322,
+      "grad_norm": 0.46847742795944214,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7850231384097603,
+      "grad_norm": 0.4816027879714966,
+      "learning_rate": 0.0002,
+      "loss": 1.5969,
+      "step": 3310
+    },
+    {
+      "epoch": 2.793437105595288,
+      "grad_norm": 0.453960120677948,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 3320
+    },
+    {
+      "epoch": 2.801851072780816,
+      "grad_norm": 0.4816017150878906,
+      "learning_rate": 0.0002,
+      "loss": 1.6429,
+      "step": 3330
+    },
+    {
+      "epoch": 2.8102650399663442,
+      "grad_norm": 0.4461034834384918,
+      "learning_rate": 0.0002,
+      "loss": 1.6683,
+      "step": 3340
+    },
+    {
+      "epoch": 2.8186790071518724,
+      "grad_norm": 0.48821821808815,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 3350
+    },
+    {
+      "epoch": 2.8270929743374,
+      "grad_norm": 0.4574853777885437,
+      "learning_rate": 0.0002,
+      "loss": 1.6076,
+      "step": 3360
+    },
+    {
+      "epoch": 2.835506941522928,
+      "grad_norm": 0.42062026262283325,
+      "learning_rate": 0.0002,
+      "loss": 1.6651,
+      "step": 3370
+    },
+    {
+      "epoch": 2.843920908708456,
+      "grad_norm": 0.4499834477901459,
+      "learning_rate": 0.0002,
+      "loss": 1.624,
+      "step": 3380
+    },
+    {
+      "epoch": 2.852334875893984,
+      "grad_norm": 0.4780360758304596,
+      "learning_rate": 0.0002,
+      "loss": 1.621,
+      "step": 3390
+    },
+    {
+      "epoch": 2.860748843079512,
+      "grad_norm": 0.45422887802124023,
+      "learning_rate": 0.0002,
+      "loss": 1.5882,
+      "step": 3400
+    },
+    {
+      "epoch": 2.86916281026504,
+      "grad_norm": 0.4590015709400177,
+      "learning_rate": 0.0002,
+      "loss": 1.6028,
+      "step": 3410
+    },
+    {
+      "epoch": 2.877576777450568,
+      "grad_norm": 0.45689624547958374,
+      "learning_rate": 0.0002,
+      "loss": 1.6746,
+      "step": 3420
+    },
+    {
+      "epoch": 2.885990744636096,
+      "grad_norm": 0.46953922510147095,
+      "learning_rate": 0.0002,
+      "loss": 1.6326,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8944047118216236,
+      "grad_norm": 0.4791966378688812,
+      "learning_rate": 0.0002,
+      "loss": 1.6015,
+      "step": 3440
+    },
+    {
+      "epoch": 2.9028186790071517,
+      "grad_norm": 0.4842296242713928,
+      "learning_rate": 0.0002,
+      "loss": 1.694,
+      "step": 3450
+    },
+    {
+      "epoch": 2.91123264619268,
+      "grad_norm": 0.47219768166542053,
+      "learning_rate": 0.0002,
+      "loss": 1.6326,
+      "step": 3460
+    },
+    {
+      "epoch": 2.919646613378208,
+      "grad_norm": 0.4622127115726471,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 3470
+    },
+    {
+      "epoch": 2.9280605805637356,
+      "grad_norm": 0.46832820773124695,
+      "learning_rate": 0.0002,
+      "loss": 1.6485,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9364745477492638,
+      "grad_norm": 0.44582483172416687,
+      "learning_rate": 0.0002,
+      "loss": 1.6366,
+      "step": 3490
+    },
+    {
+      "epoch": 2.944888514934792,
+      "grad_norm": 0.4987219274044037,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9533024821203195,
+      "grad_norm": 0.43750956654548645,
+      "learning_rate": 0.0002,
+      "loss": 1.5991,
+      "step": 3510
+    },
+    {
+      "epoch": 2.9617164493058477,
+      "grad_norm": 0.49962925910949707,
+      "learning_rate": 0.0002,
+      "loss": 1.6236,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9701304164913758,
+      "grad_norm": 0.5189590454101562,
+      "learning_rate": 0.0002,
+      "loss": 1.5859,
+      "step": 3530
+    },
+    {
+      "epoch": 2.978544383676904,
+      "grad_norm": 0.391317754983902,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 3540
+    },
+    {
+      "epoch": 2.9869583508624316,
+      "grad_norm": 0.44934695959091187,
+      "learning_rate": 0.0002,
+      "loss": 1.5884,
+      "step": 3550
+    },
+    {
+      "epoch": 2.9953723180479597,
+      "grad_norm": 0.4740142226219177,
+      "learning_rate": 0.0002,
+      "loss": 1.5688,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9995793016407237,
+      "eval_loss": 1.8266887664794922,
+      "eval_runtime": 37.9445,
+      "eval_samples_per_second": 13.572,
+      "eval_steps_per_second": 1.713,
+      "step": 3565
+    },
+    {
+      "epoch": 3.003786285233488,
+      "grad_norm": 0.4523724615573883,
+      "learning_rate": 0.0002,
+      "loss": 1.5939,
+      "step": 3570
+    },
+    {
+      "epoch": 3.0122002524190155,
+      "grad_norm": 0.5261380076408386,
+      "learning_rate": 0.0002,
+      "loss": 1.526,
+      "step": 3580
+    },
+    {
+      "epoch": 3.0206142196045436,
+      "grad_norm": 0.48664888739585876,
+      "learning_rate": 0.0002,
+      "loss": 1.4946,
+      "step": 3590
+    },
+    {
+      "epoch": 3.0290281867900717,
+      "grad_norm": 0.5070882439613342,
+      "learning_rate": 0.0002,
+      "loss": 1.5193,
+      "step": 3600
+    },
+    {
+      "epoch": 3.0374421539755994,
+      "grad_norm": 0.5816011428833008,
+      "learning_rate": 0.0002,
+      "loss": 1.5316,
+      "step": 3610
+    },
+    {
+      "epoch": 3.0458561211611275,
+      "grad_norm": 0.6610211730003357,
+      "learning_rate": 0.0002,
+      "loss": 1.5682,
+      "step": 3620
+    },
+    {
+      "epoch": 3.0542700883466556,
+      "grad_norm": 0.5257703065872192,
+      "learning_rate": 0.0002,
+      "loss": 1.5699,
+      "step": 3630
+    },
+    {
+      "epoch": 3.0626840555321833,
+      "grad_norm": 0.5574390888214111,
+      "learning_rate": 0.0002,
+      "loss": 1.4438,
+      "step": 3640
+    },
+    {
+      "epoch": 3.0710980227177114,
+      "grad_norm": 0.5682297348976135,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 3650
+    },
+    {
+      "epoch": 3.0795119899032395,
+      "grad_norm": 0.5798383355140686,
+      "learning_rate": 0.0002,
+      "loss": 1.5743,
+      "step": 3660
+    },
+    {
+      "epoch": 3.087925957088767,
+      "grad_norm": 0.5458289980888367,
+      "learning_rate": 0.0002,
+      "loss": 1.4339,
+      "step": 3670
+    },
+    {
+      "epoch": 3.0963399242742953,
+      "grad_norm": 0.5599102973937988,
+      "learning_rate": 0.0002,
+      "loss": 1.46,
+      "step": 3680
+    },
+    {
+      "epoch": 3.1047538914598234,
+      "grad_norm": 0.5023021697998047,
+      "learning_rate": 0.0002,
+      "loss": 1.4589,
+      "step": 3690
+    },
+    {
+      "epoch": 3.113167858645351,
+      "grad_norm": 0.5448206067085266,
+      "learning_rate": 0.0002,
+      "loss": 1.5114,
+      "step": 3700
+    },
+    {
+      "epoch": 3.121581825830879,
+      "grad_norm": 0.5760458707809448,
+      "learning_rate": 0.0002,
+      "loss": 1.4692,
+      "step": 3710
+    },
+    {
+      "epoch": 3.1299957930164073,
+      "grad_norm": 0.6018968224525452,
+      "learning_rate": 0.0002,
+      "loss": 1.4789,
+      "step": 3720
+    },
+    {
+      "epoch": 3.1384097602019354,
+      "grad_norm": 0.5767101049423218,
+      "learning_rate": 0.0002,
+      "loss": 1.5518,
+      "step": 3730
+    },
+    {
+      "epoch": 3.146823727387463,
+      "grad_norm": 0.5333963632583618,
+      "learning_rate": 0.0002,
+      "loss": 1.5032,
+      "step": 3740
+    },
+    {
+      "epoch": 3.155237694572991,
+      "grad_norm": 0.5918396711349487,
+      "learning_rate": 0.0002,
+      "loss": 1.4812,
+      "step": 3750
+    },
+    {
+      "epoch": 3.1636516617585193,
+      "grad_norm": 0.5931203365325928,
+      "learning_rate": 0.0002,
+      "loss": 1.4618,
+      "step": 3760
+    },
+    {
+      "epoch": 3.172065628944047,
+      "grad_norm": 0.6562168598175049,
+      "learning_rate": 0.0002,
+      "loss": 1.5592,
+      "step": 3770
+    },
+    {
+      "epoch": 3.180479596129575,
+      "grad_norm": 0.5820156335830688,
+      "learning_rate": 0.0002,
+      "loss": 1.4932,
+      "step": 3780
+    },
+    {
+      "epoch": 3.188893563315103,
+      "grad_norm": 0.5784737467765808,
+      "learning_rate": 0.0002,
+      "loss": 1.4523,
+      "step": 3790
+    },
+    {
+      "epoch": 3.197307530500631,
+      "grad_norm": 0.5506529808044434,
+      "learning_rate": 0.0002,
+      "loss": 1.498,
+      "step": 3800
+    },
+    {
+      "epoch": 3.205721497686159,
+      "grad_norm": 0.6101595163345337,
+      "learning_rate": 0.0002,
+      "loss": 1.4819,
+      "step": 3810
+    },
+    {
+      "epoch": 3.214135464871687,
+      "grad_norm": 0.5597806572914124,
+      "learning_rate": 0.0002,
+      "loss": 1.5185,
+      "step": 3820
+    },
+    {
+      "epoch": 3.222549432057215,
+      "grad_norm": 0.5641011595726013,
+      "learning_rate": 0.0002,
+      "loss": 1.5664,
+      "step": 3830
+    },
+    {
+      "epoch": 3.230963399242743,
+      "grad_norm": 0.5892080068588257,
+      "learning_rate": 0.0002,
+      "loss": 1.4702,
+      "step": 3840
+    },
+    {
+      "epoch": 3.239377366428271,
+      "grad_norm": 0.6034760475158691,
+      "learning_rate": 0.0002,
+      "loss": 1.4194,
+      "step": 3850
+    },
+    {
+      "epoch": 3.247791333613799,
+      "grad_norm": 0.5112439393997192,
+      "learning_rate": 0.0002,
+      "loss": 1.5499,
+      "step": 3860
+    },
+    {
+      "epoch": 3.256205300799327,
+      "grad_norm": 0.56565922498703,
+      "learning_rate": 0.0002,
+      "loss": 1.5132,
+      "step": 3870
+    },
+    {
+      "epoch": 3.264619267984855,
+      "grad_norm": 0.6155247092247009,
+      "learning_rate": 0.0002,
+      "loss": 1.4892,
+      "step": 3880
+    },
+    {
+      "epoch": 3.273033235170383,
+      "grad_norm": 0.6064623594284058,
+      "learning_rate": 0.0002,
+      "loss": 1.5118,
+      "step": 3890
+    },
+    {
+      "epoch": 3.2814472023559107,
+      "grad_norm": 0.6313768029212952,
+      "learning_rate": 0.0002,
+      "loss": 1.5236,
+      "step": 3900
+    },
+    {
+      "epoch": 3.289861169541439,
+      "grad_norm": 0.5903939008712769,
+      "learning_rate": 0.0002,
+      "loss": 1.5551,
+      "step": 3910
+    },
+    {
+      "epoch": 3.298275136726967,
+      "grad_norm": 0.5770667195320129,
+      "learning_rate": 0.0002,
+      "loss": 1.5703,
+      "step": 3920
+    },
+    {
+      "epoch": 3.3066891039124946,
+      "grad_norm": 0.5785196423530579,
+      "learning_rate": 0.0002,
+      "loss": 1.5159,
+      "step": 3930
+    },
+    {
+      "epoch": 3.3151030710980227,
+      "grad_norm": 0.6468310356140137,
+      "learning_rate": 0.0002,
+      "loss": 1.5277,
+      "step": 3940
+    },
+    {
+      "epoch": 3.323517038283551,
+      "grad_norm": 0.6200279593467712,
+      "learning_rate": 0.0002,
+      "loss": 1.6002,
+      "step": 3950
+    },
+    {
+      "epoch": 3.3319310054690785,
+      "grad_norm": 0.5779302716255188,
+      "learning_rate": 0.0002,
+      "loss": 1.5264,
+      "step": 3960
+    },
+    {
+      "epoch": 3.3403449726546066,
+      "grad_norm": 0.5463796854019165,
+      "learning_rate": 0.0002,
+      "loss": 1.4861,
+      "step": 3970
+    },
+    {
+      "epoch": 3.3487589398401347,
+      "grad_norm": 0.6117855906486511,
+      "learning_rate": 0.0002,
+      "loss": 1.541,
+      "step": 3980
+    },
+    {
+      "epoch": 3.357172907025663,
+      "grad_norm": 0.5554766058921814,
+      "learning_rate": 0.0002,
+      "loss": 1.5566,
+      "step": 3990
+    },
+    {
+      "epoch": 3.3655868742111905,
+      "grad_norm": 0.6012870073318481,
+      "learning_rate": 0.0002,
+      "loss": 1.5004,
+      "step": 4000
+    },
+    {
+      "epoch": 3.3740008413967186,
+      "grad_norm": 0.5443974137306213,
+      "learning_rate": 0.0002,
+      "loss": 1.473,
+      "step": 4010
+    },
+    {
+      "epoch": 3.3824148085822463,
+      "grad_norm": 0.6636057496070862,
+      "learning_rate": 0.0002,
+      "loss": 1.5139,
+      "step": 4020
+    },
+    {
+      "epoch": 3.3908287757677744,
+      "grad_norm": 0.5801246166229248,
+      "learning_rate": 0.0002,
+      "loss": 1.5141,
+      "step": 4030
+    },
+    {
+      "epoch": 3.3992427429533025,
+      "grad_norm": 0.5668839812278748,
+      "learning_rate": 0.0002,
+      "loss": 1.5026,
+      "step": 4040
+    },
+    {
+      "epoch": 3.4076567101388306,
+      "grad_norm": 0.7763481736183167,
+      "learning_rate": 0.0002,
+      "loss": 1.523,
+      "step": 4050
+    },
+    {
+      "epoch": 3.4160706773243583,
+      "grad_norm": 0.6675992608070374,
+      "learning_rate": 0.0002,
+      "loss": 1.4932,
+      "step": 4060
+    },
+    {
+      "epoch": 3.4244846445098864,
+      "grad_norm": 0.6290077567100525,
+      "learning_rate": 0.0002,
+      "loss": 1.4959,
+      "step": 4070
+    },
+    {
+      "epoch": 3.4328986116954145,
+      "grad_norm": 0.6040239930152893,
+      "learning_rate": 0.0002,
+      "loss": 1.5766,
+      "step": 4080
+    },
+    {
+      "epoch": 3.441312578880942,
+      "grad_norm": 0.6237877607345581,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 4090
+    },
+    {
+      "epoch": 3.4497265460664703,
+      "grad_norm": 0.5343508124351501,
+      "learning_rate": 0.0002,
+      "loss": 1.4961,
+      "step": 4100
+    },
+    {
+      "epoch": 3.4581405132519984,
+      "grad_norm": 0.6817412972450256,
+      "learning_rate": 0.0002,
+      "loss": 1.5123,
+      "step": 4110
+    },
+    {
+      "epoch": 3.466554480437526,
+      "grad_norm": 0.7115170359611511,
+      "learning_rate": 0.0002,
+      "loss": 1.5377,
+      "step": 4120
+    },
+    {
+      "epoch": 3.4749684476230542,
+      "grad_norm": 0.6127332448959351,
+      "learning_rate": 0.0002,
+      "loss": 1.5275,
+      "step": 4130
+    },
+    {
+      "epoch": 3.4833824148085824,
+      "grad_norm": 0.5745994448661804,
+      "learning_rate": 0.0002,
+      "loss": 1.557,
+      "step": 4140
+    },
+    {
+      "epoch": 3.49179638199411,
+      "grad_norm": 0.6248795390129089,
+      "learning_rate": 0.0002,
+      "loss": 1.4873,
+      "step": 4150
+    },
+    {
+      "epoch": 3.500210349179638,
+      "grad_norm": 0.5821124911308289,
+      "learning_rate": 0.0002,
+      "loss": 1.4885,
+      "step": 4160
+    },
+    {
+      "epoch": 3.5086243163651663,
+      "grad_norm": 0.561416506767273,
+      "learning_rate": 0.0002,
+      "loss": 1.4937,
+      "step": 4170
+    },
+    {
+      "epoch": 3.5170382835506944,
+      "grad_norm": 0.5848962664604187,
+      "learning_rate": 0.0002,
+      "loss": 1.5453,
+      "step": 4180
+    },
+    {
+      "epoch": 3.525452250736222,
+      "grad_norm": 0.5335569977760315,
+      "learning_rate": 0.0002,
+      "loss": 1.5892,
+      "step": 4190
+    },
+    {
+      "epoch": 3.53386621792175,
+      "grad_norm": 0.547964870929718,
+      "learning_rate": 0.0002,
+      "loss": 1.5152,
+      "step": 4200
+    },
+    {
+      "epoch": 3.542280185107278,
+      "grad_norm": 0.6157727241516113,
+      "learning_rate": 0.0002,
+      "loss": 1.4887,
+      "step": 4210
+    },
+    {
+      "epoch": 3.550694152292806,
+      "grad_norm": 0.6163121461868286,
+      "learning_rate": 0.0002,
+      "loss": 1.5484,
+      "step": 4220
+    },
+    {
+      "epoch": 3.559108119478334,
+      "grad_norm": 0.5844616293907166,
+      "learning_rate": 0.0002,
+      "loss": 1.5833,
+      "step": 4230
+    },
+    {
+      "epoch": 3.567522086663862,
+      "grad_norm": 0.7104926109313965,
+      "learning_rate": 0.0002,
+      "loss": 1.5305,
+      "step": 4240
+    },
+    {
+      "epoch": 3.57593605384939,
+      "grad_norm": 0.5055213570594788,
+      "learning_rate": 0.0002,
+      "loss": 1.5161,
+      "step": 4250
+    },
+    {
+      "epoch": 3.584350021034918,
+      "grad_norm": 0.611676812171936,
+      "learning_rate": 0.0002,
+      "loss": 1.482,
+      "step": 4260
+    },
+    {
+      "epoch": 3.592763988220446,
+      "grad_norm": 0.6326440572738647,
+      "learning_rate": 0.0002,
+      "loss": 1.5048,
+      "step": 4270
+    },
+    {
+      "epoch": 3.6011779554059737,
+      "grad_norm": 0.6290925741195679,
+      "learning_rate": 0.0002,
+      "loss": 1.5122,
+      "step": 4280
+    },
+    {
+      "epoch": 3.609591922591502,
+      "grad_norm": 0.5691978931427002,
+      "learning_rate": 0.0002,
+      "loss": 1.5654,
+      "step": 4290
+    },
+    {
+      "epoch": 3.61800588977703,
+      "grad_norm": 0.6071329116821289,
+      "learning_rate": 0.0002,
+      "loss": 1.4854,
+      "step": 4300
+    },
+    {
+      "epoch": 3.626419856962558,
+      "grad_norm": 0.606573224067688,
+      "learning_rate": 0.0002,
+      "loss": 1.5336,
+      "step": 4310
+    },
+    {
+      "epoch": 3.6348338241480858,
+      "grad_norm": 0.5515419244766235,
+      "learning_rate": 0.0002,
+      "loss": 1.6437,
+      "step": 4320
+    },
+    {
+      "epoch": 3.643247791333614,
+      "grad_norm": 0.5964660048484802,
+      "learning_rate": 0.0002,
+      "loss": 1.498,
+      "step": 4330
+    },
+    {
+      "epoch": 3.6516617585191415,
+      "grad_norm": 0.5774146914482117,
+      "learning_rate": 0.0002,
+      "loss": 1.544,
+      "step": 4340
+    },
+    {
+      "epoch": 3.6600757257046697,
+      "grad_norm": 0.5732731223106384,
+      "learning_rate": 0.0002,
+      "loss": 1.5566,
+      "step": 4350
+    },
+    {
+      "epoch": 3.6684896928901978,
+      "grad_norm": 0.7354163527488708,
+      "learning_rate": 0.0002,
+      "loss": 1.5682,
+      "step": 4360
+    },
+    {
+      "epoch": 3.676903660075726,
+      "grad_norm": 0.6220902800559998,
+      "learning_rate": 0.0002,
+      "loss": 1.5225,
+      "step": 4370
+    },
+    {
+      "epoch": 3.6853176272612536,
+      "grad_norm": 0.6053991317749023,
+      "learning_rate": 0.0002,
+      "loss": 1.4838,
+      "step": 4380
+    },
+    {
+      "epoch": 3.6937315944467817,
+      "grad_norm": 0.67010897397995,
+      "learning_rate": 0.0002,
+      "loss": 1.5161,
+      "step": 4390
+    },
+    {
+      "epoch": 3.70214556163231,
+      "grad_norm": 0.6139186024665833,
+      "learning_rate": 0.0002,
+      "loss": 1.5381,
+      "step": 4400
+    },
+    {
+      "epoch": 3.7105595288178375,
+      "grad_norm": 0.5433071851730347,
+      "learning_rate": 0.0002,
+      "loss": 1.5088,
+      "step": 4410
+    },
+    {
+      "epoch": 3.7189734960033656,
+      "grad_norm": 0.5453870296478271,
+      "learning_rate": 0.0002,
+      "loss": 1.5337,
+      "step": 4420
+    },
+    {
+      "epoch": 3.7273874631888937,
+      "grad_norm": 0.6401727199554443,
+      "learning_rate": 0.0002,
+      "loss": 1.4549,
+      "step": 4430
+    },
+    {
+      "epoch": 3.735801430374422,
+      "grad_norm": 0.6049367189407349,
+      "learning_rate": 0.0002,
+      "loss": 1.503,
+      "step": 4440
+    },
+    {
+      "epoch": 3.7442153975599495,
+      "grad_norm": 0.5740529298782349,
+      "learning_rate": 0.0002,
+      "loss": 1.5268,
+      "step": 4450
+    },
+    {
+      "epoch": 3.7526293647454776,
+      "grad_norm": 0.6521880626678467,
+      "learning_rate": 0.0002,
+      "loss": 1.5183,
+      "step": 4460
+    },
+    {
+      "epoch": 3.7610433319310053,
+      "grad_norm": 0.7096368074417114,
+      "learning_rate": 0.0002,
+      "loss": 1.5741,
+      "step": 4470
+    },
+    {
+      "epoch": 3.7694572991165334,
+      "grad_norm": 0.5886474251747131,
+      "learning_rate": 0.0002,
+      "loss": 1.5786,
+      "step": 4480
+    },
+    {
+      "epoch": 3.7778712663020615,
+      "grad_norm": 0.5821043252944946,
+      "learning_rate": 0.0002,
+      "loss": 1.5887,
+      "step": 4490
+    },
+    {
+      "epoch": 3.7862852334875896,
+      "grad_norm": 0.628892183303833,
+      "learning_rate": 0.0002,
+      "loss": 1.5777,
+      "step": 4500
+    },
+    {
+      "epoch": 3.7946992006731173,
+      "grad_norm": 0.5962669849395752,
+      "learning_rate": 0.0002,
+      "loss": 1.4708,
+      "step": 4510
+    },
+    {
+      "epoch": 3.8031131678586454,
+      "grad_norm": 0.6635549068450928,
+      "learning_rate": 0.0002,
+      "loss": 1.5267,
+      "step": 4520
+    },
+    {
+      "epoch": 3.811527135044173,
+      "grad_norm": 0.6010760068893433,
+      "learning_rate": 0.0002,
+      "loss": 1.5058,
+      "step": 4530
+    },
+    {
+      "epoch": 3.819941102229701,
+      "grad_norm": 0.6322658658027649,
+      "learning_rate": 0.0002,
+      "loss": 1.6228,
+      "step": 4540
+    },
+    {
+      "epoch": 3.8283550694152293,
+      "grad_norm": 0.5893137454986572,
+      "learning_rate": 0.0002,
+      "loss": 1.5029,
+      "step": 4550
+    },
+    {
+      "epoch": 3.8367690366007574,
+      "grad_norm": 0.7829602360725403,
+      "learning_rate": 0.0002,
+      "loss": 1.5435,
+      "step": 4560
+    },
+    {
+      "epoch": 3.845183003786285,
+      "grad_norm": 0.6190396547317505,
+      "learning_rate": 0.0002,
+      "loss": 1.5453,
+      "step": 4570
+    },
+    {
+      "epoch": 3.853596970971813,
+      "grad_norm": 0.6662813425064087,
+      "learning_rate": 0.0002,
+      "loss": 1.5292,
+      "step": 4580
+    },
+    {
+      "epoch": 3.8620109381573413,
+      "grad_norm": 0.5809855461120605,
+      "learning_rate": 0.0002,
+      "loss": 1.5065,
+      "step": 4590
+    },
+    {
+      "epoch": 3.870424905342869,
+      "grad_norm": 0.5779069662094116,
+      "learning_rate": 0.0002,
+      "loss": 1.5041,
+      "step": 4600
+    },
+    {
+      "epoch": 3.878838872528397,
+      "grad_norm": 0.5603038668632507,
+      "learning_rate": 0.0002,
+      "loss": 1.498,
+      "step": 4610
+    },
+    {
+      "epoch": 3.887252839713925,
+      "grad_norm": 0.6274181008338928,
+      "learning_rate": 0.0002,
+      "loss": 1.5372,
+      "step": 4620
+    },
+    {
+      "epoch": 3.8956668068994533,
+      "grad_norm": 0.6810959577560425,
+      "learning_rate": 0.0002,
+      "loss": 1.4996,
+      "step": 4630
+    },
+    {
+      "epoch": 3.904080774084981,
+      "grad_norm": 0.5647315979003906,
+      "learning_rate": 0.0002,
+      "loss": 1.4956,
+      "step": 4640
+    },
+    {
+      "epoch": 3.912494741270509,
+      "grad_norm": 0.6830295324325562,
+      "learning_rate": 0.0002,
+      "loss": 1.5424,
+      "step": 4650
+    },
+    {
+      "epoch": 3.920908708456037,
+      "grad_norm": 0.652565598487854,
+      "learning_rate": 0.0002,
+      "loss": 1.535,
+      "step": 4660
+    },
+    {
+      "epoch": 3.929322675641565,
+      "grad_norm": 0.5806284546852112,
+      "learning_rate": 0.0002,
+      "loss": 1.4772,
+      "step": 4670
+    },
+    {
+      "epoch": 3.937736642827093,
+      "grad_norm": 0.6825073957443237,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 4680
+    },
+    {
+      "epoch": 3.946150610012621,
+      "grad_norm": 0.6149451732635498,
+      "learning_rate": 0.0002,
+      "loss": 1.5516,
+      "step": 4690
+    },
+    {
+      "epoch": 3.954564577198149,
+      "grad_norm": 0.6152557134628296,
+      "learning_rate": 0.0002,
+      "loss": 1.5608,
+      "step": 4700
+    },
+    {
+      "epoch": 3.962978544383677,
+      "grad_norm": 0.6239011883735657,
+      "learning_rate": 0.0002,
+      "loss": 1.4897,
+      "step": 4710
+    },
+    {
+      "epoch": 3.971392511569205,
+      "grad_norm": 0.6485443115234375,
+      "learning_rate": 0.0002,
+      "loss": 1.538,
+      "step": 4720
+    },
+    {
+      "epoch": 3.9798064787547327,
+      "grad_norm": 0.6449228525161743,
+      "learning_rate": 0.0002,
+      "loss": 1.5226,
+      "step": 4730
+    },
+    {
+      "epoch": 3.988220445940261,
+      "grad_norm": 0.6526407599449158,
+      "learning_rate": 0.0002,
+      "loss": 1.5087,
+      "step": 4740
+    },
+    {
+      "epoch": 3.996634413125789,
+      "grad_norm": 0.6277706027030945,
+      "learning_rate": 0.0002,
+      "loss": 1.5026,
+      "step": 4750
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.871641755104065,
+      "eval_runtime": 37.9637,
+      "eval_samples_per_second": 13.566,
+      "eval_steps_per_second": 1.712,
+      "step": 4754
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9504,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.2000447536286925e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-4754/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2b79d3acefeedef5a0229881de39ec68ef9b40046a60d7976a49f7e6b3b936
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-5942/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-42/checkpoint-5942/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}