Upload folder using huggingface_hub

.gitattributes

@@ -1371,3 +1371,12 @@ gemma-2b-it_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-
 gemma-2b-it_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-798-sd-10000/checkpoint-49/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-798-sd-10000/checkpoint-98/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-798-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-5957/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-7149/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-8340/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-9528/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef36e46201d1845bae06dbb20636bf471bccbedf31ab0e9dfa647101eab9b6f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d350c2599b26fa99b7401b55e8fadd9f9190dcf5b52d1069ecb74d8a3d73801e
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d96cf2574485440422b346b2fc4c5ac03e53453d7a885add6a504186a68198
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed8f8a8b4919ec08b0cb6fb7cf28b309e2a4c2a24595f37473a44d718531e91
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016b4bbd258541633c486b172137b98c310916ac8294c366053f7decbbd7444
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/trainer_state.json

@@ -0,0 +1,874 @@
+{
+  "best_metric": 1.8086129426956177,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191",
+  "epoch": 0.9995803608896349,
+  "eval_steps": 10,
+  "global_step": 1191,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00839278220730172,
+      "grad_norm": 0.6016407012939453,
+      "learning_rate": 0.0002,
+      "loss": 2.667,
+      "step": 10
+    },
+    {
+      "epoch": 0.01678556441460344,
+      "grad_norm": 0.5444163084030151,
+      "learning_rate": 0.0002,
+      "loss": 2.2702,
+      "step": 20
+    },
+    {
+      "epoch": 0.02517834662190516,
+      "grad_norm": 0.5771743059158325,
+      "learning_rate": 0.0002,
+      "loss": 2.004,
+      "step": 30
+    },
+    {
+      "epoch": 0.03357112882920688,
+      "grad_norm": 0.5426492094993591,
+      "learning_rate": 0.0002,
+      "loss": 1.9819,
+      "step": 40
+    },
+    {
+      "epoch": 0.0419639110365086,
+      "grad_norm": 0.5884947180747986,
+      "learning_rate": 0.0002,
+      "loss": 2.0078,
+      "step": 50
+    },
+    {
+      "epoch": 0.05035669324381032,
+      "grad_norm": 0.47584953904151917,
+      "learning_rate": 0.0002,
+      "loss": 1.875,
+      "step": 60
+    },
+    {
+      "epoch": 0.058749475451112046,
+      "grad_norm": 0.529290497303009,
+      "learning_rate": 0.0002,
+      "loss": 1.8831,
+      "step": 70
+    },
+    {
+      "epoch": 0.06714225765841376,
+      "grad_norm": 0.48883911967277527,
+      "learning_rate": 0.0002,
+      "loss": 1.9296,
+      "step": 80
+    },
+    {
+      "epoch": 0.07553503986571548,
+      "grad_norm": 0.4272284209728241,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 90
+    },
+    {
+      "epoch": 0.0839278220730172,
+      "grad_norm": 0.42270252108573914,
+      "learning_rate": 0.0002,
+      "loss": 1.9089,
+      "step": 100
+    },
+    {
+      "epoch": 0.09232060428031892,
+      "grad_norm": 0.45384910702705383,
+      "learning_rate": 0.0002,
+      "loss": 1.8279,
+      "step": 110
+    },
+    {
+      "epoch": 0.10071338648762064,
+      "grad_norm": 0.37896445393562317,
+      "learning_rate": 0.0002,
+      "loss": 1.9126,
+      "step": 120
+    },
+    {
+      "epoch": 0.10910616869492237,
+      "grad_norm": 0.4134417176246643,
+      "learning_rate": 0.0002,
+      "loss": 1.8618,
+      "step": 130
+    },
+    {
+      "epoch": 0.11749895090222409,
+      "grad_norm": 0.42598405480384827,
+      "learning_rate": 0.0002,
+      "loss": 1.8528,
+      "step": 140
+    },
+    {
+      "epoch": 0.1258917331095258,
+      "grad_norm": 0.39050817489624023,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 150
+    },
+    {
+      "epoch": 0.13428451531682753,
+      "grad_norm": 0.3783605098724365,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 160
+    },
+    {
+      "epoch": 0.14267729752412925,
+      "grad_norm": 0.4229804575443268,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 170
+    },
+    {
+      "epoch": 0.15107007973143097,
+      "grad_norm": 0.3557824194431305,
+      "learning_rate": 0.0002,
+      "loss": 1.8183,
+      "step": 180
+    },
+    {
+      "epoch": 0.1594628619387327,
+      "grad_norm": 0.37380388379096985,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 190
+    },
+    {
+      "epoch": 0.1678556441460344,
+      "grad_norm": 0.3803510367870331,
+      "learning_rate": 0.0002,
+      "loss": 1.907,
+      "step": 200
+    },
+    {
+      "epoch": 0.17624842635333612,
+      "grad_norm": 0.5078789591789246,
+      "learning_rate": 0.0002,
+      "loss": 1.7942,
+      "step": 210
+    },
+    {
+      "epoch": 0.18464120856063784,
+      "grad_norm": 1.8922057151794434,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 220
+    },
+    {
+      "epoch": 0.19303399076793956,
+      "grad_norm": 0.36936357617378235,
+      "learning_rate": 0.0002,
+      "loss": 1.8617,
+      "step": 230
+    },
+    {
+      "epoch": 0.20142677297524128,
+      "grad_norm": 0.41423121094703674,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 240
+    },
+    {
+      "epoch": 0.209819555182543,
+      "grad_norm": 0.3869935870170593,
+      "learning_rate": 0.0002,
+      "loss": 1.8249,
+      "step": 250
+    },
+    {
+      "epoch": 0.21821233738984475,
+      "grad_norm": 0.35073965787887573,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 260
+    },
+    {
+      "epoch": 0.22660511959714646,
+      "grad_norm": 0.3748358190059662,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 270
+    },
+    {
+      "epoch": 0.23499790180444818,
+      "grad_norm": 0.36887043714523315,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 280
+    },
+    {
+      "epoch": 0.2433906840117499,
+      "grad_norm": 0.36038365960121155,
+      "learning_rate": 0.0002,
+      "loss": 1.8645,
+      "step": 290
+    },
+    {
+      "epoch": 0.2517834662190516,
+      "grad_norm": 0.36350926756858826,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 300
+    },
+    {
+      "epoch": 0.26017624842635334,
+      "grad_norm": 0.351936936378479,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 310
+    },
+    {
+      "epoch": 0.26856903063365506,
+      "grad_norm": 0.35942426323890686,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 320
+    },
+    {
+      "epoch": 0.2769618128409568,
+      "grad_norm": 0.39852434396743774,
+      "learning_rate": 0.0002,
+      "loss": 1.8205,
+      "step": 330
+    },
+    {
+      "epoch": 0.2853545950482585,
+      "grad_norm": 0.3282669186592102,
+      "learning_rate": 0.0002,
+      "loss": 1.8598,
+      "step": 340
+    },
+    {
+      "epoch": 0.2937473772555602,
+      "grad_norm": 0.3388650417327881,
+      "learning_rate": 0.0002,
+      "loss": 1.8164,
+      "step": 350
+    },
+    {
+      "epoch": 0.30214015946286193,
+      "grad_norm": 0.31616076827049255,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 360
+    },
+    {
+      "epoch": 0.31053294167016365,
+      "grad_norm": 0.34184730052948,
+      "learning_rate": 0.0002,
+      "loss": 1.8365,
+      "step": 370
+    },
+    {
+      "epoch": 0.3189257238774654,
+      "grad_norm": 0.3599095344543457,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 380
+    },
+    {
+      "epoch": 0.3273185060847671,
+      "grad_norm": 0.3970130681991577,
+      "learning_rate": 0.0002,
+      "loss": 1.8274,
+      "step": 390
+    },
+    {
+      "epoch": 0.3357112882920688,
+      "grad_norm": 0.40854907035827637,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 400
+    },
+    {
+      "epoch": 0.34410407049937053,
+      "grad_norm": 0.33014851808547974,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 410
+    },
+    {
+      "epoch": 0.35249685270667225,
+      "grad_norm": 0.3269062042236328,
+      "learning_rate": 0.0002,
+      "loss": 1.825,
+      "step": 420
+    },
+    {
+      "epoch": 0.36088963491397397,
+      "grad_norm": 0.35455429553985596,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 430
+    },
+    {
+      "epoch": 0.3692824171212757,
+      "grad_norm": 0.34339913725852966,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 440
+    },
+    {
+      "epoch": 0.3776751993285774,
+      "grad_norm": 0.34326961636543274,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 450
+    },
+    {
+      "epoch": 0.3860679815358791,
+      "grad_norm": 0.33944424986839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7931,
+      "step": 460
+    },
+    {
+      "epoch": 0.39446076374318084,
+      "grad_norm": 0.3673107326030731,
+      "learning_rate": 0.0002,
+      "loss": 1.8445,
+      "step": 470
+    },
+    {
+      "epoch": 0.40285354595048256,
+      "grad_norm": 0.40028971433639526,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 480
+    },
+    {
+      "epoch": 0.4112463281577843,
+      "grad_norm": 0.4117187261581421,
+      "learning_rate": 0.0002,
+      "loss": 1.7771,
+      "step": 490
+    },
+    {
+      "epoch": 0.419639110365086,
+      "grad_norm": 0.31541067361831665,
+      "learning_rate": 0.0002,
+      "loss": 1.768,
+      "step": 500
+    },
+    {
+      "epoch": 0.4280318925723878,
+      "grad_norm": 0.32634997367858887,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 510
+    },
+    {
+      "epoch": 0.4364246747796895,
+      "grad_norm": 0.3255768120288849,
+      "learning_rate": 0.0002,
+      "loss": 1.793,
+      "step": 520
+    },
+    {
+      "epoch": 0.4448174569869912,
+      "grad_norm": 0.34764620661735535,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 530
+    },
+    {
+      "epoch": 0.45321023919429293,
+      "grad_norm": 0.36379843950271606,
+      "learning_rate": 0.0002,
+      "loss": 1.8421,
+      "step": 540
+    },
+    {
+      "epoch": 0.46160302140159465,
+      "grad_norm": 0.37775811553001404,
+      "learning_rate": 0.0002,
+      "loss": 1.8103,
+      "step": 550
+    },
+    {
+      "epoch": 0.46999580360889637,
+      "grad_norm": 0.3421199917793274,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 560
+    },
+    {
+      "epoch": 0.4783885858161981,
+      "grad_norm": 0.3447427749633789,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 570
+    },
+    {
+      "epoch": 0.4867813680234998,
+      "grad_norm": 0.38283416628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.4951741502308015,
+      "grad_norm": 0.34281104803085327,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 590
+    },
+    {
+      "epoch": 0.5035669324381032,
+      "grad_norm": 0.35317757725715637,
+      "learning_rate": 0.0002,
+      "loss": 1.6907,
+      "step": 600
+    },
+    {
+      "epoch": 0.5119597146454049,
+      "grad_norm": 0.34344494342803955,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 610
+    },
+    {
+      "epoch": 0.5203524968527067,
+      "grad_norm": 0.3168846666812897,
+      "learning_rate": 0.0002,
+      "loss": 1.84,
+      "step": 620
+    },
+    {
+      "epoch": 0.5287452790600083,
+      "grad_norm": 0.570289671421051,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 630
+    },
+    {
+      "epoch": 0.5371380612673101,
+      "grad_norm": 0.32985877990722656,
+      "learning_rate": 0.0002,
+      "loss": 1.707,
+      "step": 640
+    },
+    {
+      "epoch": 0.5455308434746118,
+      "grad_norm": 0.418250173330307,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 650
+    },
+    {
+      "epoch": 0.5539236256819136,
+      "grad_norm": 0.34269577264785767,
+      "learning_rate": 0.0002,
+      "loss": 1.7127,
+      "step": 660
+    },
+    {
+      "epoch": 0.5623164078892152,
+      "grad_norm": 0.6531919240951538,
+      "learning_rate": 0.0002,
+      "loss": 1.7964,
+      "step": 670
+    },
+    {
+      "epoch": 0.570709190096517,
+      "grad_norm": 0.3711959719657898,
+      "learning_rate": 0.0002,
+      "loss": 1.7499,
+      "step": 680
+    },
+    {
+      "epoch": 0.5791019723038188,
+      "grad_norm": 0.3916425108909607,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 690
+    },
+    {
+      "epoch": 0.5874947545111204,
+      "grad_norm": 0.31316208839416504,
+      "learning_rate": 0.0002,
+      "loss": 1.8752,
+      "step": 700
+    },
+    {
+      "epoch": 0.5958875367184222,
+      "grad_norm": 0.35153743624687195,
+      "learning_rate": 0.0002,
+      "loss": 1.8222,
+      "step": 710
+    },
+    {
+      "epoch": 0.6042803189257239,
+      "grad_norm": 0.34590575098991394,
+      "learning_rate": 0.0002,
+      "loss": 1.7817,
+      "step": 720
+    },
+    {
+      "epoch": 0.6126731011330256,
+      "grad_norm": 0.2984001040458679,
+      "learning_rate": 0.0002,
+      "loss": 1.8062,
+      "step": 730
+    },
+    {
+      "epoch": 0.6210658833403273,
+      "grad_norm": 0.3588712513446808,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 740
+    },
+    {
+      "epoch": 0.6294586655476291,
+      "grad_norm": 0.3288203179836273,
+      "learning_rate": 0.0002,
+      "loss": 1.7652,
+      "step": 750
+    },
+    {
+      "epoch": 0.6378514477549307,
+      "grad_norm": 0.3102910816669464,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 760
+    },
+    {
+      "epoch": 0.6462442299622325,
+      "grad_norm": 0.42002803087234497,
+      "learning_rate": 0.0002,
+      "loss": 1.8746,
+      "step": 770
+    },
+    {
+      "epoch": 0.6546370121695342,
+      "grad_norm": 0.35616543889045715,
+      "learning_rate": 0.0002,
+      "loss": 1.8726,
+      "step": 780
+    },
+    {
+      "epoch": 0.663029794376836,
+      "grad_norm": 0.37670427560806274,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 790
+    },
+    {
+      "epoch": 0.6714225765841376,
+      "grad_norm": 0.3410654664039612,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 800
+    },
+    {
+      "epoch": 0.6798153587914394,
+      "grad_norm": 0.2916128635406494,
+      "learning_rate": 0.0002,
+      "loss": 1.7782,
+      "step": 810
+    },
+    {
+      "epoch": 0.6882081409987411,
+      "grad_norm": 0.3147228956222534,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 820
+    },
+    {
+      "epoch": 0.6966009232060428,
+      "grad_norm": 0.3593887984752655,
+      "learning_rate": 0.0002,
+      "loss": 1.7826,
+      "step": 830
+    },
+    {
+      "epoch": 0.7049937054133445,
+      "grad_norm": 0.29242461919784546,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 840
+    },
+    {
+      "epoch": 0.7133864876206463,
+      "grad_norm": 0.32993558049201965,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 850
+    },
+    {
+      "epoch": 0.7217792698279479,
+      "grad_norm": 0.3939134478569031,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 860
+    },
+    {
+      "epoch": 0.7301720520352497,
+      "grad_norm": 0.3476874828338623,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 870
+    },
+    {
+      "epoch": 0.7385648342425514,
+      "grad_norm": 0.324367880821228,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 880
+    },
+    {
+      "epoch": 0.7469576164498531,
+      "grad_norm": 0.29460495710372925,
+      "learning_rate": 0.0002,
+      "loss": 1.7533,
+      "step": 890
+    },
+    {
+      "epoch": 0.7553503986571548,
+      "grad_norm": 0.37918367981910706,
+      "learning_rate": 0.0002,
+      "loss": 1.7544,
+      "step": 900
+    },
+    {
+      "epoch": 0.7637431808644566,
+      "grad_norm": 0.3517799973487854,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 910
+    },
+    {
+      "epoch": 0.7721359630717582,
+      "grad_norm": 0.3069603443145752,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 920
+    },
+    {
+      "epoch": 0.78052874527906,
+      "grad_norm": 0.3776717483997345,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 930
+    },
+    {
+      "epoch": 0.7889215274863617,
+      "grad_norm": 0.4474868178367615,
+      "learning_rate": 0.0002,
+      "loss": 1.8663,
+      "step": 940
+    },
+    {
+      "epoch": 0.7973143096936635,
+      "grad_norm": 0.3259398639202118,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 950
+    },
+    {
+      "epoch": 0.8057070919009651,
+      "grad_norm": 0.3109343647956848,
+      "learning_rate": 0.0002,
+      "loss": 1.7827,
+      "step": 960
+    },
+    {
+      "epoch": 0.8140998741082669,
+      "grad_norm": 0.3707215189933777,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 970
+    },
+    {
+      "epoch": 0.8224926563155686,
+      "grad_norm": 0.3671801686286926,
+      "learning_rate": 0.0002,
+      "loss": 1.851,
+      "step": 980
+    },
+    {
+      "epoch": 0.8308854385228703,
+      "grad_norm": 0.3278632164001465,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 990
+    },
+    {
+      "epoch": 0.839278220730172,
+      "grad_norm": 0.32587629556655884,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8476710029374738,
+      "grad_norm": 0.3705422878265381,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8560637851447755,
+      "grad_norm": 0.43461498618125916,
+      "learning_rate": 0.0002,
+      "loss": 1.7723,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8644565673520772,
+      "grad_norm": 0.30326616764068604,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 1030
+    },
+    {
+      "epoch": 0.872849349559379,
+      "grad_norm": 0.3383970260620117,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8812421317666806,
+      "grad_norm": 0.3041667640209198,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8896349139739824,
+      "grad_norm": 0.4173165261745453,
+      "learning_rate": 0.0002,
+      "loss": 1.8515,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8980276961812841,
+      "grad_norm": 0.394760400056839,
+      "learning_rate": 0.0002,
+      "loss": 1.8217,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9064204783885859,
+      "grad_norm": 0.32503336668014526,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9148132605958875,
+      "grad_norm": 0.339996337890625,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9232060428031893,
+      "grad_norm": 0.3512224555015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7893,
+      "step": 1100
+    },
+    {
+      "epoch": 0.931598825010491,
+      "grad_norm": 0.458159863948822,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9399916072177927,
+      "grad_norm": 0.3467862904071808,
+      "learning_rate": 0.0002,
+      "loss": 1.7974,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9483843894250944,
+      "grad_norm": 0.3274364173412323,
+      "learning_rate": 0.0002,
+      "loss": 1.836,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9567771716323962,
+      "grad_norm": 0.3269580006599426,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9651699538396978,
+      "grad_norm": 0.31564876437187195,
+      "learning_rate": 0.0002,
+      "loss": 1.8383,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9735627360469996,
+      "grad_norm": 0.32907289266586304,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9819555182543013,
+      "grad_norm": 0.3564138412475586,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 1170
+    },
+    {
+      "epoch": 0.990348300461603,
+      "grad_norm": 0.32875651121139526,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9987410826689047,
+      "grad_norm": 0.3225541114807129,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 1190
+    },
+    {
+      "epoch": 0.9995803608896349,
+      "eval_loss": 1.8086129426956177,
+      "eval_runtime": 38.0431,
+      "eval_samples_per_second": 13.537,
+      "eval_steps_per_second": 1.709,
+      "step": 1191
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9528,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.513995212344525e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-1191/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c1fd4bf53987c6f3124607286bebbc43d4948b42274b3d15181ff573f7d689
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef36e46201d1845bae06dbb20636bf471bccbedf31ab0e9dfa647101eab9b6f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ab91e09c16f2221f4a1f472e08a24847bc89283ba5d1b269d9c8f5332ed0a
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52490f219cae8ec709a166829314ee6c31330ff670c56380baa04e1d0bf8ed46
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524f81a7ac3826785ef6a2e30aae2dc610717456f6fe0baf723da4edc8589dce
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/trainer_state.json

@@ -0,0 +1,1715 @@
+{
+  "best_metric": 1.807437539100647,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 2383,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00839278220730172,
+      "grad_norm": 0.6016407012939453,
+      "learning_rate": 0.0002,
+      "loss": 2.667,
+      "step": 10
+    },
+    {
+      "epoch": 0.01678556441460344,
+      "grad_norm": 0.5444163084030151,
+      "learning_rate": 0.0002,
+      "loss": 2.2702,
+      "step": 20
+    },
+    {
+      "epoch": 0.02517834662190516,
+      "grad_norm": 0.5771743059158325,
+      "learning_rate": 0.0002,
+      "loss": 2.004,
+      "step": 30
+    },
+    {
+      "epoch": 0.03357112882920688,
+      "grad_norm": 0.5426492094993591,
+      "learning_rate": 0.0002,
+      "loss": 1.9819,
+      "step": 40
+    },
+    {
+      "epoch": 0.0419639110365086,
+      "grad_norm": 0.5884947180747986,
+      "learning_rate": 0.0002,
+      "loss": 2.0078,
+      "step": 50
+    },
+    {
+      "epoch": 0.05035669324381032,
+      "grad_norm": 0.47584953904151917,
+      "learning_rate": 0.0002,
+      "loss": 1.875,
+      "step": 60
+    },
+    {
+      "epoch": 0.058749475451112046,
+      "grad_norm": 0.529290497303009,
+      "learning_rate": 0.0002,
+      "loss": 1.8831,
+      "step": 70
+    },
+    {
+      "epoch": 0.06714225765841376,
+      "grad_norm": 0.48883911967277527,
+      "learning_rate": 0.0002,
+      "loss": 1.9296,
+      "step": 80
+    },
+    {
+      "epoch": 0.07553503986571548,
+      "grad_norm": 0.4272284209728241,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 90
+    },
+    {
+      "epoch": 0.0839278220730172,
+      "grad_norm": 0.42270252108573914,
+      "learning_rate": 0.0002,
+      "loss": 1.9089,
+      "step": 100
+    },
+    {
+      "epoch": 0.09232060428031892,
+      "grad_norm": 0.45384910702705383,
+      "learning_rate": 0.0002,
+      "loss": 1.8279,
+      "step": 110
+    },
+    {
+      "epoch": 0.10071338648762064,
+      "grad_norm": 0.37896445393562317,
+      "learning_rate": 0.0002,
+      "loss": 1.9126,
+      "step": 120
+    },
+    {
+      "epoch": 0.10910616869492237,
+      "grad_norm": 0.4134417176246643,
+      "learning_rate": 0.0002,
+      "loss": 1.8618,
+      "step": 130
+    },
+    {
+      "epoch": 0.11749895090222409,
+      "grad_norm": 0.42598405480384827,
+      "learning_rate": 0.0002,
+      "loss": 1.8528,
+      "step": 140
+    },
+    {
+      "epoch": 0.1258917331095258,
+      "grad_norm": 0.39050817489624023,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 150
+    },
+    {
+      "epoch": 0.13428451531682753,
+      "grad_norm": 0.3783605098724365,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 160
+    },
+    {
+      "epoch": 0.14267729752412925,
+      "grad_norm": 0.4229804575443268,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 170
+    },
+    {
+      "epoch": 0.15107007973143097,
+      "grad_norm": 0.3557824194431305,
+      "learning_rate": 0.0002,
+      "loss": 1.8183,
+      "step": 180
+    },
+    {
+      "epoch": 0.1594628619387327,
+      "grad_norm": 0.37380388379096985,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 190
+    },
+    {
+      "epoch": 0.1678556441460344,
+      "grad_norm": 0.3803510367870331,
+      "learning_rate": 0.0002,
+      "loss": 1.907,
+      "step": 200
+    },
+    {
+      "epoch": 0.17624842635333612,
+      "grad_norm": 0.5078789591789246,
+      "learning_rate": 0.0002,
+      "loss": 1.7942,
+      "step": 210
+    },
+    {
+      "epoch": 0.18464120856063784,
+      "grad_norm": 1.8922057151794434,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 220
+    },
+    {
+      "epoch": 0.19303399076793956,
+      "grad_norm": 0.36936357617378235,
+      "learning_rate": 0.0002,
+      "loss": 1.8617,
+      "step": 230
+    },
+    {
+      "epoch": 0.20142677297524128,
+      "grad_norm": 0.41423121094703674,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 240
+    },
+    {
+      "epoch": 0.209819555182543,
+      "grad_norm": 0.3869935870170593,
+      "learning_rate": 0.0002,
+      "loss": 1.8249,
+      "step": 250
+    },
+    {
+      "epoch": 0.21821233738984475,
+      "grad_norm": 0.35073965787887573,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 260
+    },
+    {
+      "epoch": 0.22660511959714646,
+      "grad_norm": 0.3748358190059662,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 270
+    },
+    {
+      "epoch": 0.23499790180444818,
+      "grad_norm": 0.36887043714523315,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 280
+    },
+    {
+      "epoch": 0.2433906840117499,
+      "grad_norm": 0.36038365960121155,
+      "learning_rate": 0.0002,
+      "loss": 1.8645,
+      "step": 290
+    },
+    {
+      "epoch": 0.2517834662190516,
+      "grad_norm": 0.36350926756858826,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 300
+    },
+    {
+      "epoch": 0.26017624842635334,
+      "grad_norm": 0.351936936378479,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 310
+    },
+    {
+      "epoch": 0.26856903063365506,
+      "grad_norm": 0.35942426323890686,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 320
+    },
+    {
+      "epoch": 0.2769618128409568,
+      "grad_norm": 0.39852434396743774,
+      "learning_rate": 0.0002,
+      "loss": 1.8205,
+      "step": 330
+    },
+    {
+      "epoch": 0.2853545950482585,
+      "grad_norm": 0.3282669186592102,
+      "learning_rate": 0.0002,
+      "loss": 1.8598,
+      "step": 340
+    },
+    {
+      "epoch": 0.2937473772555602,
+      "grad_norm": 0.3388650417327881,
+      "learning_rate": 0.0002,
+      "loss": 1.8164,
+      "step": 350
+    },
+    {
+      "epoch": 0.30214015946286193,
+      "grad_norm": 0.31616076827049255,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 360
+    },
+    {
+      "epoch": 0.31053294167016365,
+      "grad_norm": 0.34184730052948,
+      "learning_rate": 0.0002,
+      "loss": 1.8365,
+      "step": 370
+    },
+    {
+      "epoch": 0.3189257238774654,
+      "grad_norm": 0.3599095344543457,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 380
+    },
+    {
+      "epoch": 0.3273185060847671,
+      "grad_norm": 0.3970130681991577,
+      "learning_rate": 0.0002,
+      "loss": 1.8274,
+      "step": 390
+    },
+    {
+      "epoch": 0.3357112882920688,
+      "grad_norm": 0.40854907035827637,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 400
+    },
+    {
+      "epoch": 0.34410407049937053,
+      "grad_norm": 0.33014851808547974,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 410
+    },
+    {
+      "epoch": 0.35249685270667225,
+      "grad_norm": 0.3269062042236328,
+      "learning_rate": 0.0002,
+      "loss": 1.825,
+      "step": 420
+    },
+    {
+      "epoch": 0.36088963491397397,
+      "grad_norm": 0.35455429553985596,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 430
+    },
+    {
+      "epoch": 0.3692824171212757,
+      "grad_norm": 0.34339913725852966,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 440
+    },
+    {
+      "epoch": 0.3776751993285774,
+      "grad_norm": 0.34326961636543274,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 450
+    },
+    {
+      "epoch": 0.3860679815358791,
+      "grad_norm": 0.33944424986839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7931,
+      "step": 460
+    },
+    {
+      "epoch": 0.39446076374318084,
+      "grad_norm": 0.3673107326030731,
+      "learning_rate": 0.0002,
+      "loss": 1.8445,
+      "step": 470
+    },
+    {
+      "epoch": 0.40285354595048256,
+      "grad_norm": 0.40028971433639526,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 480
+    },
+    {
+      "epoch": 0.4112463281577843,
+      "grad_norm": 0.4117187261581421,
+      "learning_rate": 0.0002,
+      "loss": 1.7771,
+      "step": 490
+    },
+    {
+      "epoch": 0.419639110365086,
+      "grad_norm": 0.31541067361831665,
+      "learning_rate": 0.0002,
+      "loss": 1.768,
+      "step": 500
+    },
+    {
+      "epoch": 0.4280318925723878,
+      "grad_norm": 0.32634997367858887,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 510
+    },
+    {
+      "epoch": 0.4364246747796895,
+      "grad_norm": 0.3255768120288849,
+      "learning_rate": 0.0002,
+      "loss": 1.793,
+      "step": 520
+    },
+    {
+      "epoch": 0.4448174569869912,
+      "grad_norm": 0.34764620661735535,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 530
+    },
+    {
+      "epoch": 0.45321023919429293,
+      "grad_norm": 0.36379843950271606,
+      "learning_rate": 0.0002,
+      "loss": 1.8421,
+      "step": 540
+    },
+    {
+      "epoch": 0.46160302140159465,
+      "grad_norm": 0.37775811553001404,
+      "learning_rate": 0.0002,
+      "loss": 1.8103,
+      "step": 550
+    },
+    {
+      "epoch": 0.46999580360889637,
+      "grad_norm": 0.3421199917793274,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 560
+    },
+    {
+      "epoch": 0.4783885858161981,
+      "grad_norm": 0.3447427749633789,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 570
+    },
+    {
+      "epoch": 0.4867813680234998,
+      "grad_norm": 0.38283416628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.4951741502308015,
+      "grad_norm": 0.34281104803085327,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 590
+    },
+    {
+      "epoch": 0.5035669324381032,
+      "grad_norm": 0.35317757725715637,
+      "learning_rate": 0.0002,
+      "loss": 1.6907,
+      "step": 600
+    },
+    {
+      "epoch": 0.5119597146454049,
+      "grad_norm": 0.34344494342803955,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 610
+    },
+    {
+      "epoch": 0.5203524968527067,
+      "grad_norm": 0.3168846666812897,
+      "learning_rate": 0.0002,
+      "loss": 1.84,
+      "step": 620
+    },
+    {
+      "epoch": 0.5287452790600083,
+      "grad_norm": 0.570289671421051,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 630
+    },
+    {
+      "epoch": 0.5371380612673101,
+      "grad_norm": 0.32985877990722656,
+      "learning_rate": 0.0002,
+      "loss": 1.707,
+      "step": 640
+    },
+    {
+      "epoch": 0.5455308434746118,
+      "grad_norm": 0.418250173330307,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 650
+    },
+    {
+      "epoch": 0.5539236256819136,
+      "grad_norm": 0.34269577264785767,
+      "learning_rate": 0.0002,
+      "loss": 1.7127,
+      "step": 660
+    },
+    {
+      "epoch": 0.5623164078892152,
+      "grad_norm": 0.6531919240951538,
+      "learning_rate": 0.0002,
+      "loss": 1.7964,
+      "step": 670
+    },
+    {
+      "epoch": 0.570709190096517,
+      "grad_norm": 0.3711959719657898,
+      "learning_rate": 0.0002,
+      "loss": 1.7499,
+      "step": 680
+    },
+    {
+      "epoch": 0.5791019723038188,
+      "grad_norm": 0.3916425108909607,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 690
+    },
+    {
+      "epoch": 0.5874947545111204,
+      "grad_norm": 0.31316208839416504,
+      "learning_rate": 0.0002,
+      "loss": 1.8752,
+      "step": 700
+    },
+    {
+      "epoch": 0.5958875367184222,
+      "grad_norm": 0.35153743624687195,
+      "learning_rate": 0.0002,
+      "loss": 1.8222,
+      "step": 710
+    },
+    {
+      "epoch": 0.6042803189257239,
+      "grad_norm": 0.34590575098991394,
+      "learning_rate": 0.0002,
+      "loss": 1.7817,
+      "step": 720
+    },
+    {
+      "epoch": 0.6126731011330256,
+      "grad_norm": 0.2984001040458679,
+      "learning_rate": 0.0002,
+      "loss": 1.8062,
+      "step": 730
+    },
+    {
+      "epoch": 0.6210658833403273,
+      "grad_norm": 0.3588712513446808,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 740
+    },
+    {
+      "epoch": 0.6294586655476291,
+      "grad_norm": 0.3288203179836273,
+      "learning_rate": 0.0002,
+      "loss": 1.7652,
+      "step": 750
+    },
+    {
+      "epoch": 0.6378514477549307,
+      "grad_norm": 0.3102910816669464,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 760
+    },
+    {
+      "epoch": 0.6462442299622325,
+      "grad_norm": 0.42002803087234497,
+      "learning_rate": 0.0002,
+      "loss": 1.8746,
+      "step": 770
+    },
+    {
+      "epoch": 0.6546370121695342,
+      "grad_norm": 0.35616543889045715,
+      "learning_rate": 0.0002,
+      "loss": 1.8726,
+      "step": 780
+    },
+    {
+      "epoch": 0.663029794376836,
+      "grad_norm": 0.37670427560806274,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 790
+    },
+    {
+      "epoch": 0.6714225765841376,
+      "grad_norm": 0.3410654664039612,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 800
+    },
+    {
+      "epoch": 0.6798153587914394,
+      "grad_norm": 0.2916128635406494,
+      "learning_rate": 0.0002,
+      "loss": 1.7782,
+      "step": 810
+    },
+    {
+      "epoch": 0.6882081409987411,
+      "grad_norm": 0.3147228956222534,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 820
+    },
+    {
+      "epoch": 0.6966009232060428,
+      "grad_norm": 0.3593887984752655,
+      "learning_rate": 0.0002,
+      "loss": 1.7826,
+      "step": 830
+    },
+    {
+      "epoch": 0.7049937054133445,
+      "grad_norm": 0.29242461919784546,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 840
+    },
+    {
+      "epoch": 0.7133864876206463,
+      "grad_norm": 0.32993558049201965,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 850
+    },
+    {
+      "epoch": 0.7217792698279479,
+      "grad_norm": 0.3939134478569031,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 860
+    },
+    {
+      "epoch": 0.7301720520352497,
+      "grad_norm": 0.3476874828338623,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 870
+    },
+    {
+      "epoch": 0.7385648342425514,
+      "grad_norm": 0.324367880821228,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 880
+    },
+    {
+      "epoch": 0.7469576164498531,
+      "grad_norm": 0.29460495710372925,
+      "learning_rate": 0.0002,
+      "loss": 1.7533,
+      "step": 890
+    },
+    {
+      "epoch": 0.7553503986571548,
+      "grad_norm": 0.37918367981910706,
+      "learning_rate": 0.0002,
+      "loss": 1.7544,
+      "step": 900
+    },
+    {
+      "epoch": 0.7637431808644566,
+      "grad_norm": 0.3517799973487854,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 910
+    },
+    {
+      "epoch": 0.7721359630717582,
+      "grad_norm": 0.3069603443145752,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 920
+    },
+    {
+      "epoch": 0.78052874527906,
+      "grad_norm": 0.3776717483997345,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 930
+    },
+    {
+      "epoch": 0.7889215274863617,
+      "grad_norm": 0.4474868178367615,
+      "learning_rate": 0.0002,
+      "loss": 1.8663,
+      "step": 940
+    },
+    {
+      "epoch": 0.7973143096936635,
+      "grad_norm": 0.3259398639202118,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 950
+    },
+    {
+      "epoch": 0.8057070919009651,
+      "grad_norm": 0.3109343647956848,
+      "learning_rate": 0.0002,
+      "loss": 1.7827,
+      "step": 960
+    },
+    {
+      "epoch": 0.8140998741082669,
+      "grad_norm": 0.3707215189933777,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 970
+    },
+    {
+      "epoch": 0.8224926563155686,
+      "grad_norm": 0.3671801686286926,
+      "learning_rate": 0.0002,
+      "loss": 1.851,
+      "step": 980
+    },
+    {
+      "epoch": 0.8308854385228703,
+      "grad_norm": 0.3278632164001465,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 990
+    },
+    {
+      "epoch": 0.839278220730172,
+      "grad_norm": 0.32587629556655884,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8476710029374738,
+      "grad_norm": 0.3705422878265381,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8560637851447755,
+      "grad_norm": 0.43461498618125916,
+      "learning_rate": 0.0002,
+      "loss": 1.7723,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8644565673520772,
+      "grad_norm": 0.30326616764068604,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 1030
+    },
+    {
+      "epoch": 0.872849349559379,
+      "grad_norm": 0.3383970260620117,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8812421317666806,
+      "grad_norm": 0.3041667640209198,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8896349139739824,
+      "grad_norm": 0.4173165261745453,
+      "learning_rate": 0.0002,
+      "loss": 1.8515,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8980276961812841,
+      "grad_norm": 0.394760400056839,
+      "learning_rate": 0.0002,
+      "loss": 1.8217,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9064204783885859,
+      "grad_norm": 0.32503336668014526,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9148132605958875,
+      "grad_norm": 0.339996337890625,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9232060428031893,
+      "grad_norm": 0.3512224555015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7893,
+      "step": 1100
+    },
+    {
+      "epoch": 0.931598825010491,
+      "grad_norm": 0.458159863948822,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9399916072177927,
+      "grad_norm": 0.3467862904071808,
+      "learning_rate": 0.0002,
+      "loss": 1.7974,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9483843894250944,
+      "grad_norm": 0.3274364173412323,
+      "learning_rate": 0.0002,
+      "loss": 1.836,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9567771716323962,
+      "grad_norm": 0.3269580006599426,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9651699538396978,
+      "grad_norm": 0.31564876437187195,
+      "learning_rate": 0.0002,
+      "loss": 1.8383,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9735627360469996,
+      "grad_norm": 0.32907289266586304,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9819555182543013,
+      "grad_norm": 0.3564138412475586,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 1170
+    },
+    {
+      "epoch": 0.990348300461603,
+      "grad_norm": 0.32875651121139526,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9987410826689047,
+      "grad_norm": 0.3225541114807129,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 1190
+    },
+    {
+      "epoch": 0.9995803608896349,
+      "eval_loss": 1.8086129426956177,
+      "eval_runtime": 38.0431,
+      "eval_samples_per_second": 13.537,
+      "eval_steps_per_second": 1.709,
+      "step": 1191
+    },
+    {
+      "epoch": 1.0071338648762065,
+      "grad_norm": 0.3235187232494354,
+      "learning_rate": 0.0002,
+      "loss": 1.6856,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0155266470835083,
+      "grad_norm": 0.34884774684906006,
+      "learning_rate": 0.0002,
+      "loss": 1.7121,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0239194292908098,
+      "grad_norm": 0.3215438425540924,
+      "learning_rate": 0.0002,
+      "loss": 1.6779,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0323122114981116,
+      "grad_norm": 0.312084823846817,
+      "learning_rate": 0.0002,
+      "loss": 1.6562,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0407049937054134,
+      "grad_norm": 0.33597758412361145,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0490977759127151,
+      "grad_norm": 0.3421499729156494,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0574905581200167,
+      "grad_norm": 0.3458889126777649,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0658833403273185,
+      "grad_norm": 0.3956579864025116,
+      "learning_rate": 0.0002,
+      "loss": 1.6929,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0742761225346202,
+      "grad_norm": 0.3217819035053253,
+      "learning_rate": 0.0002,
+      "loss": 1.6625,
+      "step": 1280
+    },
+    {
+      "epoch": 1.082668904741922,
+      "grad_norm": 0.31379663944244385,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0910616869492236,
+      "grad_norm": 0.37231558561325073,
+      "learning_rate": 0.0002,
+      "loss": 1.6331,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0994544691565253,
+      "grad_norm": 0.35857918858528137,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1078472513638271,
+      "grad_norm": 0.36637991666793823,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1162400335711289,
+      "grad_norm": 0.3436494469642639,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1246328157784307,
+      "grad_norm": 0.404908150434494,
+      "learning_rate": 0.0002,
+      "loss": 1.6867,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1330255979857322,
+      "grad_norm": 0.34587544202804565,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 1350
+    },
+    {
+      "epoch": 1.141418380193034,
+      "grad_norm": 0.35142362117767334,
+      "learning_rate": 0.0002,
+      "loss": 1.6365,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1498111624003358,
+      "grad_norm": 0.3511804938316345,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1582039446076373,
+      "grad_norm": 0.3549560308456421,
+      "learning_rate": 0.0002,
+      "loss": 1.6824,
+      "step": 1380
+    },
+    {
+      "epoch": 1.166596726814939,
+      "grad_norm": 0.35797521471977234,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1749895090222409,
+      "grad_norm": 0.37255269289016724,
+      "learning_rate": 0.0002,
+      "loss": 1.7476,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1833822912295426,
+      "grad_norm": 0.3680652379989624,
+      "learning_rate": 0.0002,
+      "loss": 1.7274,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1917750734368444,
+      "grad_norm": 0.400831013917923,
+      "learning_rate": 0.0002,
+      "loss": 1.6751,
+      "step": 1420
+    },
+    {
+      "epoch": 1.200167855644146,
+      "grad_norm": 0.39571020007133484,
+      "learning_rate": 0.0002,
+      "loss": 1.7961,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2085606378514477,
+      "grad_norm": 0.3843863010406494,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2169534200587495,
+      "grad_norm": 0.3901960551738739,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2253462022660513,
+      "grad_norm": 0.36490726470947266,
+      "learning_rate": 0.0002,
+      "loss": 1.6425,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2337389844733528,
+      "grad_norm": 0.3739864230155945,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2421317666806546,
+      "grad_norm": 0.39061254262924194,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2505245488879564,
+      "grad_norm": 0.37198659777641296,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2589173310952582,
+      "grad_norm": 0.3420586884021759,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2673101133025597,
+      "grad_norm": 0.4094347655773163,
+      "learning_rate": 0.0002,
+      "loss": 1.719,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2757028955098615,
+      "grad_norm": 0.38997703790664673,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2840956777171633,
+      "grad_norm": 0.35702022910118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6651,
+      "step": 1530
+    },
+    {
+      "epoch": 1.292488459924465,
+      "grad_norm": 0.3892163336277008,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3008812421317666,
+      "grad_norm": 0.33174318075180054,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3092740243390684,
+      "grad_norm": 0.40701809525489807,
+      "learning_rate": 0.0002,
+      "loss": 1.7581,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3176668065463701,
+      "grad_norm": 0.36324232816696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 1570
+    },
+    {
+      "epoch": 1.326059588753672,
+      "grad_norm": 0.3748789429664612,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3344523709609737,
+      "grad_norm": 0.40873438119888306,
+      "learning_rate": 0.0002,
+      "loss": 1.67,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3428451531682752,
+      "grad_norm": 0.52373206615448,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1600
+    },
+    {
+      "epoch": 1.351237935375577,
+      "grad_norm": 0.40408164262771606,
+      "learning_rate": 0.0002,
+      "loss": 1.7593,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3596307175828788,
+      "grad_norm": 0.3818126320838928,
+      "learning_rate": 0.0002,
+      "loss": 1.7959,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3680234997901803,
+      "grad_norm": 0.3457068204879761,
+      "learning_rate": 0.0002,
+      "loss": 1.6328,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3764162819974821,
+      "grad_norm": 0.33777865767478943,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 1640
+    },
+    {
+      "epoch": 1.384809064204784,
+      "grad_norm": 0.36344218254089355,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3932018464120857,
+      "grad_norm": 0.3880128562450409,
+      "learning_rate": 0.0002,
+      "loss": 1.7656,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4015946286193874,
+      "grad_norm": 0.3906225562095642,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1670
+    },
+    {
+      "epoch": 1.409987410826689,
+      "grad_norm": 0.35857489705085754,
+      "learning_rate": 0.0002,
+      "loss": 1.7041,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4183801930339908,
+      "grad_norm": 0.3627418279647827,
+      "learning_rate": 0.0002,
+      "loss": 1.7175,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4267729752412925,
+      "grad_norm": 0.41963326930999756,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1700
+    },
+    {
+      "epoch": 1.435165757448594,
+      "grad_norm": 0.36280378699302673,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4435585396558959,
+      "grad_norm": 0.3868233561515808,
+      "learning_rate": 0.0002,
+      "loss": 1.7775,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4519513218631976,
+      "grad_norm": 0.3635849356651306,
+      "learning_rate": 0.0002,
+      "loss": 1.6963,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4603441040704994,
+      "grad_norm": 0.4885194003582001,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4687368862778012,
+      "grad_norm": 0.35194680094718933,
+      "learning_rate": 0.0002,
+      "loss": 1.6661,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4771296684851027,
+      "grad_norm": 0.34906691312789917,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4855224506924045,
+      "grad_norm": 0.3994184732437134,
+      "learning_rate": 0.0002,
+      "loss": 1.7196,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4939152328997063,
+      "grad_norm": 0.3599298298358917,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5023080151070078,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.6966,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5107007973143096,
+      "grad_norm": 0.36289724707603455,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5190935795216114,
+      "grad_norm": 0.38057321310043335,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5274863617289132,
+      "grad_norm": 0.3771969676017761,
+      "learning_rate": 0.0002,
+      "loss": 1.7006,
+      "step": 1820
+    },
+    {
+      "epoch": 1.535879143936215,
+      "grad_norm": 0.34788841009140015,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5442719261435167,
+      "grad_norm": 0.41352227330207825,
+      "learning_rate": 0.0002,
+      "loss": 1.7148,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5526647083508183,
+      "grad_norm": 0.35711410641670227,
+      "learning_rate": 0.0002,
+      "loss": 1.6654,
+      "step": 1850
+    },
+    {
+      "epoch": 1.56105749055812,
+      "grad_norm": 0.40607622265815735,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5694502727654216,
+      "grad_norm": 0.3428550660610199,
+      "learning_rate": 0.0002,
+      "loss": 1.713,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5778430549727234,
+      "grad_norm": 0.3695414066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5862358371800251,
+      "grad_norm": 0.3798272907733917,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1890
+    },
+    {
+      "epoch": 1.594628619387327,
+      "grad_norm": 0.3415829837322235,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6030214015946287,
+      "grad_norm": 0.3575693666934967,
+      "learning_rate": 0.0002,
+      "loss": 1.8233,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6114141838019305,
+      "grad_norm": 0.3180370628833771,
+      "learning_rate": 0.0002,
+      "loss": 1.6947,
+      "step": 1920
+    },
+    {
+      "epoch": 1.619806966009232,
+      "grad_norm": 0.5018689036369324,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6281997482165338,
+      "grad_norm": 0.35676372051239014,
+      "learning_rate": 0.0002,
+      "loss": 1.7368,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6365925304238353,
+      "grad_norm": 0.3740452229976654,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6449853126311371,
+      "grad_norm": 0.36584731936454773,
+      "learning_rate": 0.0002,
+      "loss": 1.6474,
+      "step": 1960
+    },
+    {
+      "epoch": 1.653378094838439,
+      "grad_norm": 0.38556376099586487,
+      "learning_rate": 0.0002,
+      "loss": 1.7306,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6617708770457407,
+      "grad_norm": 0.4114968776702881,
+      "learning_rate": 0.0002,
+      "loss": 1.7694,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6701636592530424,
+      "grad_norm": 0.3665498197078705,
+      "learning_rate": 0.0002,
+      "loss": 1.6407,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6785564414603442,
+      "grad_norm": 0.36579379439353943,
+      "learning_rate": 0.0002,
+      "loss": 1.7167,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6869492236676458,
+      "grad_norm": 0.3813064694404602,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6953420058749475,
+      "grad_norm": 0.33390694856643677,
+      "learning_rate": 0.0002,
+      "loss": 1.7566,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7037347880822493,
+      "grad_norm": 0.3668614327907562,
+      "learning_rate": 0.0002,
+      "loss": 1.6576,
+      "step": 2030
+    },
+    {
+      "epoch": 1.7121275702895509,
+      "grad_norm": 0.352028489112854,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7205203524968526,
+      "grad_norm": 0.33639830350875854,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7289131347041544,
+      "grad_norm": 0.39217695593833923,
+      "learning_rate": 0.0002,
+      "loss": 1.7868,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7373059169114562,
+      "grad_norm": 0.42593324184417725,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 2070
+    },
+    {
+      "epoch": 1.745698699118758,
+      "grad_norm": 0.362215518951416,
+      "learning_rate": 0.0002,
+      "loss": 1.722,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7540914813260597,
+      "grad_norm": 0.4087955057621002,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 2090
+    },
+    {
+      "epoch": 1.7624842635333613,
+      "grad_norm": 0.35127750039100647,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 2100
+    },
+    {
+      "epoch": 1.770877045740663,
+      "grad_norm": 0.33677494525909424,
+      "learning_rate": 0.0002,
+      "loss": 1.7405,
+      "step": 2110
+    },
+    {
+      "epoch": 1.7792698279479646,
+      "grad_norm": 0.39616644382476807,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7876626101552664,
+      "grad_norm": 0.4705100953578949,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 2130
+    },
+    {
+      "epoch": 1.7960553923625682,
+      "grad_norm": 0.3893914818763733,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 2140
+    },
+    {
+      "epoch": 1.80444817456987,
+      "grad_norm": 0.3344813585281372,
+      "learning_rate": 0.0002,
+      "loss": 1.6711,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8128409567771717,
+      "grad_norm": 0.36502110958099365,
+      "learning_rate": 0.0002,
+      "loss": 1.8329,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8212337389844735,
+      "grad_norm": 0.3422985374927521,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 2170
+    },
+    {
+      "epoch": 1.829626521191775,
+      "grad_norm": 0.44039851427078247,
+      "learning_rate": 0.0002,
+      "loss": 1.6874,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8380193033990768,
+      "grad_norm": 0.40052926540374756,
+      "learning_rate": 0.0002,
+      "loss": 1.7706,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8464120856063784,
+      "grad_norm": 0.3614487648010254,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8548048678136801,
+      "grad_norm": 0.3800305426120758,
+      "learning_rate": 0.0002,
+      "loss": 1.6879,
+      "step": 2210
+    },
+    {
+      "epoch": 1.863197650020982,
+      "grad_norm": 0.3942040205001831,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8715904322282837,
+      "grad_norm": 0.36896875500679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8799832144355855,
+      "grad_norm": 0.3666089177131653,
+      "learning_rate": 0.0002,
+      "loss": 1.7371,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8883759966428872,
+      "grad_norm": 0.3759142756462097,
+      "learning_rate": 0.0002,
+      "loss": 1.7336,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8967687788501888,
+      "grad_norm": 0.3711695671081543,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9051615610574906,
+      "grad_norm": 0.37000006437301636,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9135543432647921,
+      "grad_norm": 0.37376025319099426,
+      "learning_rate": 0.0002,
+      "loss": 1.7104,
+      "step": 2280
+    },
+    {
+      "epoch": 1.921947125472094,
+      "grad_norm": 0.3794068694114685,
+      "learning_rate": 0.0002,
+      "loss": 1.6641,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9303399076793957,
+      "grad_norm": 0.42530709505081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9387326898866974,
+      "grad_norm": 0.3381672203540802,
+      "learning_rate": 0.0002,
+      "loss": 1.7871,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9471254720939992,
+      "grad_norm": 0.3553236722946167,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 2320
+    },
+    {
+      "epoch": 1.955518254301301,
+      "grad_norm": 0.38204774260520935,
+      "learning_rate": 0.0002,
+      "loss": 1.715,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9639110365086025,
+      "grad_norm": 0.4318946301937103,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9723038187159043,
+      "grad_norm": 0.3563119173049927,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 2350
+    },
+    {
+      "epoch": 1.980696600923206,
+      "grad_norm": 0.362532377243042,
+      "learning_rate": 0.0002,
+      "loss": 1.7083,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9890893831305076,
+      "grad_norm": 0.40200483798980713,
+      "learning_rate": 0.0002,
+      "loss": 1.6992,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9974821653378094,
+      "grad_norm": 0.37397003173828125,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.807437539100647,
+      "eval_runtime": 38.0038,
+      "eval_samples_per_second": 13.551,
+      "eval_steps_per_second": 1.71,
+      "step": 2383
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9528,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.102799042468905e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c1fd4bf53987c6f3124607286bebbc43d4948b42274b3d15181ff573f7d689
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a82b12528ba0cb094f6a7a6b5a3e121e74cbf4dde13305fb7041754c61d058b
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e956fe4890a4d19ab4b9fc8c496c31c8b619afbe9dd58aeded57bb04f3aec1
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0078b673947e96a934cf633382b08dd1d0159eed319a28d909178cf7cffca43a
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48644d9aac055218ca0fc2a74d0b2fc3d06f2265fe9dfdbacab4517f1e6acfb
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/trainer_state.json

@@ -0,0 +1,2556 @@
+{
+  "best_metric": 1.807437539100647,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383",
+  "epoch": 2.999580360889635,
+  "eval_steps": 10,
+  "global_step": 3574,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00839278220730172,
+      "grad_norm": 0.6016407012939453,
+      "learning_rate": 0.0002,
+      "loss": 2.667,
+      "step": 10
+    },
+    {
+      "epoch": 0.01678556441460344,
+      "grad_norm": 0.5444163084030151,
+      "learning_rate": 0.0002,
+      "loss": 2.2702,
+      "step": 20
+    },
+    {
+      "epoch": 0.02517834662190516,
+      "grad_norm": 0.5771743059158325,
+      "learning_rate": 0.0002,
+      "loss": 2.004,
+      "step": 30
+    },
+    {
+      "epoch": 0.03357112882920688,
+      "grad_norm": 0.5426492094993591,
+      "learning_rate": 0.0002,
+      "loss": 1.9819,
+      "step": 40
+    },
+    {
+      "epoch": 0.0419639110365086,
+      "grad_norm": 0.5884947180747986,
+      "learning_rate": 0.0002,
+      "loss": 2.0078,
+      "step": 50
+    },
+    {
+      "epoch": 0.05035669324381032,
+      "grad_norm": 0.47584953904151917,
+      "learning_rate": 0.0002,
+      "loss": 1.875,
+      "step": 60
+    },
+    {
+      "epoch": 0.058749475451112046,
+      "grad_norm": 0.529290497303009,
+      "learning_rate": 0.0002,
+      "loss": 1.8831,
+      "step": 70
+    },
+    {
+      "epoch": 0.06714225765841376,
+      "grad_norm": 0.48883911967277527,
+      "learning_rate": 0.0002,
+      "loss": 1.9296,
+      "step": 80
+    },
+    {
+      "epoch": 0.07553503986571548,
+      "grad_norm": 0.4272284209728241,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 90
+    },
+    {
+      "epoch": 0.0839278220730172,
+      "grad_norm": 0.42270252108573914,
+      "learning_rate": 0.0002,
+      "loss": 1.9089,
+      "step": 100
+    },
+    {
+      "epoch": 0.09232060428031892,
+      "grad_norm": 0.45384910702705383,
+      "learning_rate": 0.0002,
+      "loss": 1.8279,
+      "step": 110
+    },
+    {
+      "epoch": 0.10071338648762064,
+      "grad_norm": 0.37896445393562317,
+      "learning_rate": 0.0002,
+      "loss": 1.9126,
+      "step": 120
+    },
+    {
+      "epoch": 0.10910616869492237,
+      "grad_norm": 0.4134417176246643,
+      "learning_rate": 0.0002,
+      "loss": 1.8618,
+      "step": 130
+    },
+    {
+      "epoch": 0.11749895090222409,
+      "grad_norm": 0.42598405480384827,
+      "learning_rate": 0.0002,
+      "loss": 1.8528,
+      "step": 140
+    },
+    {
+      "epoch": 0.1258917331095258,
+      "grad_norm": 0.39050817489624023,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 150
+    },
+    {
+      "epoch": 0.13428451531682753,
+      "grad_norm": 0.3783605098724365,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 160
+    },
+    {
+      "epoch": 0.14267729752412925,
+      "grad_norm": 0.4229804575443268,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 170
+    },
+    {
+      "epoch": 0.15107007973143097,
+      "grad_norm": 0.3557824194431305,
+      "learning_rate": 0.0002,
+      "loss": 1.8183,
+      "step": 180
+    },
+    {
+      "epoch": 0.1594628619387327,
+      "grad_norm": 0.37380388379096985,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 190
+    },
+    {
+      "epoch": 0.1678556441460344,
+      "grad_norm": 0.3803510367870331,
+      "learning_rate": 0.0002,
+      "loss": 1.907,
+      "step": 200
+    },
+    {
+      "epoch": 0.17624842635333612,
+      "grad_norm": 0.5078789591789246,
+      "learning_rate": 0.0002,
+      "loss": 1.7942,
+      "step": 210
+    },
+    {
+      "epoch": 0.18464120856063784,
+      "grad_norm": 1.8922057151794434,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 220
+    },
+    {
+      "epoch": 0.19303399076793956,
+      "grad_norm": 0.36936357617378235,
+      "learning_rate": 0.0002,
+      "loss": 1.8617,
+      "step": 230
+    },
+    {
+      "epoch": 0.20142677297524128,
+      "grad_norm": 0.41423121094703674,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 240
+    },
+    {
+      "epoch": 0.209819555182543,
+      "grad_norm": 0.3869935870170593,
+      "learning_rate": 0.0002,
+      "loss": 1.8249,
+      "step": 250
+    },
+    {
+      "epoch": 0.21821233738984475,
+      "grad_norm": 0.35073965787887573,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 260
+    },
+    {
+      "epoch": 0.22660511959714646,
+      "grad_norm": 0.3748358190059662,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 270
+    },
+    {
+      "epoch": 0.23499790180444818,
+      "grad_norm": 0.36887043714523315,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 280
+    },
+    {
+      "epoch": 0.2433906840117499,
+      "grad_norm": 0.36038365960121155,
+      "learning_rate": 0.0002,
+      "loss": 1.8645,
+      "step": 290
+    },
+    {
+      "epoch": 0.2517834662190516,
+      "grad_norm": 0.36350926756858826,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 300
+    },
+    {
+      "epoch": 0.26017624842635334,
+      "grad_norm": 0.351936936378479,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 310
+    },
+    {
+      "epoch": 0.26856903063365506,
+      "grad_norm": 0.35942426323890686,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 320
+    },
+    {
+      "epoch": 0.2769618128409568,
+      "grad_norm": 0.39852434396743774,
+      "learning_rate": 0.0002,
+      "loss": 1.8205,
+      "step": 330
+    },
+    {
+      "epoch": 0.2853545950482585,
+      "grad_norm": 0.3282669186592102,
+      "learning_rate": 0.0002,
+      "loss": 1.8598,
+      "step": 340
+    },
+    {
+      "epoch": 0.2937473772555602,
+      "grad_norm": 0.3388650417327881,
+      "learning_rate": 0.0002,
+      "loss": 1.8164,
+      "step": 350
+    },
+    {
+      "epoch": 0.30214015946286193,
+      "grad_norm": 0.31616076827049255,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 360
+    },
+    {
+      "epoch": 0.31053294167016365,
+      "grad_norm": 0.34184730052948,
+      "learning_rate": 0.0002,
+      "loss": 1.8365,
+      "step": 370
+    },
+    {
+      "epoch": 0.3189257238774654,
+      "grad_norm": 0.3599095344543457,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 380
+    },
+    {
+      "epoch": 0.3273185060847671,
+      "grad_norm": 0.3970130681991577,
+      "learning_rate": 0.0002,
+      "loss": 1.8274,
+      "step": 390
+    },
+    {
+      "epoch": 0.3357112882920688,
+      "grad_norm": 0.40854907035827637,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 400
+    },
+    {
+      "epoch": 0.34410407049937053,
+      "grad_norm": 0.33014851808547974,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 410
+    },
+    {
+      "epoch": 0.35249685270667225,
+      "grad_norm": 0.3269062042236328,
+      "learning_rate": 0.0002,
+      "loss": 1.825,
+      "step": 420
+    },
+    {
+      "epoch": 0.36088963491397397,
+      "grad_norm": 0.35455429553985596,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 430
+    },
+    {
+      "epoch": 0.3692824171212757,
+      "grad_norm": 0.34339913725852966,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 440
+    },
+    {
+      "epoch": 0.3776751993285774,
+      "grad_norm": 0.34326961636543274,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 450
+    },
+    {
+      "epoch": 0.3860679815358791,
+      "grad_norm": 0.33944424986839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7931,
+      "step": 460
+    },
+    {
+      "epoch": 0.39446076374318084,
+      "grad_norm": 0.3673107326030731,
+      "learning_rate": 0.0002,
+      "loss": 1.8445,
+      "step": 470
+    },
+    {
+      "epoch": 0.40285354595048256,
+      "grad_norm": 0.40028971433639526,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 480
+    },
+    {
+      "epoch": 0.4112463281577843,
+      "grad_norm": 0.4117187261581421,
+      "learning_rate": 0.0002,
+      "loss": 1.7771,
+      "step": 490
+    },
+    {
+      "epoch": 0.419639110365086,
+      "grad_norm": 0.31541067361831665,
+      "learning_rate": 0.0002,
+      "loss": 1.768,
+      "step": 500
+    },
+    {
+      "epoch": 0.4280318925723878,
+      "grad_norm": 0.32634997367858887,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 510
+    },
+    {
+      "epoch": 0.4364246747796895,
+      "grad_norm": 0.3255768120288849,
+      "learning_rate": 0.0002,
+      "loss": 1.793,
+      "step": 520
+    },
+    {
+      "epoch": 0.4448174569869912,
+      "grad_norm": 0.34764620661735535,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 530
+    },
+    {
+      "epoch": 0.45321023919429293,
+      "grad_norm": 0.36379843950271606,
+      "learning_rate": 0.0002,
+      "loss": 1.8421,
+      "step": 540
+    },
+    {
+      "epoch": 0.46160302140159465,
+      "grad_norm": 0.37775811553001404,
+      "learning_rate": 0.0002,
+      "loss": 1.8103,
+      "step": 550
+    },
+    {
+      "epoch": 0.46999580360889637,
+      "grad_norm": 0.3421199917793274,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 560
+    },
+    {
+      "epoch": 0.4783885858161981,
+      "grad_norm": 0.3447427749633789,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 570
+    },
+    {
+      "epoch": 0.4867813680234998,
+      "grad_norm": 0.38283416628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.4951741502308015,
+      "grad_norm": 0.34281104803085327,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 590
+    },
+    {
+      "epoch": 0.5035669324381032,
+      "grad_norm": 0.35317757725715637,
+      "learning_rate": 0.0002,
+      "loss": 1.6907,
+      "step": 600
+    },
+    {
+      "epoch": 0.5119597146454049,
+      "grad_norm": 0.34344494342803955,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 610
+    },
+    {
+      "epoch": 0.5203524968527067,
+      "grad_norm": 0.3168846666812897,
+      "learning_rate": 0.0002,
+      "loss": 1.84,
+      "step": 620
+    },
+    {
+      "epoch": 0.5287452790600083,
+      "grad_norm": 0.570289671421051,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 630
+    },
+    {
+      "epoch": 0.5371380612673101,
+      "grad_norm": 0.32985877990722656,
+      "learning_rate": 0.0002,
+      "loss": 1.707,
+      "step": 640
+    },
+    {
+      "epoch": 0.5455308434746118,
+      "grad_norm": 0.418250173330307,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 650
+    },
+    {
+      "epoch": 0.5539236256819136,
+      "grad_norm": 0.34269577264785767,
+      "learning_rate": 0.0002,
+      "loss": 1.7127,
+      "step": 660
+    },
+    {
+      "epoch": 0.5623164078892152,
+      "grad_norm": 0.6531919240951538,
+      "learning_rate": 0.0002,
+      "loss": 1.7964,
+      "step": 670
+    },
+    {
+      "epoch": 0.570709190096517,
+      "grad_norm": 0.3711959719657898,
+      "learning_rate": 0.0002,
+      "loss": 1.7499,
+      "step": 680
+    },
+    {
+      "epoch": 0.5791019723038188,
+      "grad_norm": 0.3916425108909607,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 690
+    },
+    {
+      "epoch": 0.5874947545111204,
+      "grad_norm": 0.31316208839416504,
+      "learning_rate": 0.0002,
+      "loss": 1.8752,
+      "step": 700
+    },
+    {
+      "epoch": 0.5958875367184222,
+      "grad_norm": 0.35153743624687195,
+      "learning_rate": 0.0002,
+      "loss": 1.8222,
+      "step": 710
+    },
+    {
+      "epoch": 0.6042803189257239,
+      "grad_norm": 0.34590575098991394,
+      "learning_rate": 0.0002,
+      "loss": 1.7817,
+      "step": 720
+    },
+    {
+      "epoch": 0.6126731011330256,
+      "grad_norm": 0.2984001040458679,
+      "learning_rate": 0.0002,
+      "loss": 1.8062,
+      "step": 730
+    },
+    {
+      "epoch": 0.6210658833403273,
+      "grad_norm": 0.3588712513446808,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 740
+    },
+    {
+      "epoch": 0.6294586655476291,
+      "grad_norm": 0.3288203179836273,
+      "learning_rate": 0.0002,
+      "loss": 1.7652,
+      "step": 750
+    },
+    {
+      "epoch": 0.6378514477549307,
+      "grad_norm": 0.3102910816669464,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 760
+    },
+    {
+      "epoch": 0.6462442299622325,
+      "grad_norm": 0.42002803087234497,
+      "learning_rate": 0.0002,
+      "loss": 1.8746,
+      "step": 770
+    },
+    {
+      "epoch": 0.6546370121695342,
+      "grad_norm": 0.35616543889045715,
+      "learning_rate": 0.0002,
+      "loss": 1.8726,
+      "step": 780
+    },
+    {
+      "epoch": 0.663029794376836,
+      "grad_norm": 0.37670427560806274,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 790
+    },
+    {
+      "epoch": 0.6714225765841376,
+      "grad_norm": 0.3410654664039612,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 800
+    },
+    {
+      "epoch": 0.6798153587914394,
+      "grad_norm": 0.2916128635406494,
+      "learning_rate": 0.0002,
+      "loss": 1.7782,
+      "step": 810
+    },
+    {
+      "epoch": 0.6882081409987411,
+      "grad_norm": 0.3147228956222534,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 820
+    },
+    {
+      "epoch": 0.6966009232060428,
+      "grad_norm": 0.3593887984752655,
+      "learning_rate": 0.0002,
+      "loss": 1.7826,
+      "step": 830
+    },
+    {
+      "epoch": 0.7049937054133445,
+      "grad_norm": 0.29242461919784546,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 840
+    },
+    {
+      "epoch": 0.7133864876206463,
+      "grad_norm": 0.32993558049201965,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 850
+    },
+    {
+      "epoch": 0.7217792698279479,
+      "grad_norm": 0.3939134478569031,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 860
+    },
+    {
+      "epoch": 0.7301720520352497,
+      "grad_norm": 0.3476874828338623,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 870
+    },
+    {
+      "epoch": 0.7385648342425514,
+      "grad_norm": 0.324367880821228,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 880
+    },
+    {
+      "epoch": 0.7469576164498531,
+      "grad_norm": 0.29460495710372925,
+      "learning_rate": 0.0002,
+      "loss": 1.7533,
+      "step": 890
+    },
+    {
+      "epoch": 0.7553503986571548,
+      "grad_norm": 0.37918367981910706,
+      "learning_rate": 0.0002,
+      "loss": 1.7544,
+      "step": 900
+    },
+    {
+      "epoch": 0.7637431808644566,
+      "grad_norm": 0.3517799973487854,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 910
+    },
+    {
+      "epoch": 0.7721359630717582,
+      "grad_norm": 0.3069603443145752,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 920
+    },
+    {
+      "epoch": 0.78052874527906,
+      "grad_norm": 0.3776717483997345,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 930
+    },
+    {
+      "epoch": 0.7889215274863617,
+      "grad_norm": 0.4474868178367615,
+      "learning_rate": 0.0002,
+      "loss": 1.8663,
+      "step": 940
+    },
+    {
+      "epoch": 0.7973143096936635,
+      "grad_norm": 0.3259398639202118,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 950
+    },
+    {
+      "epoch": 0.8057070919009651,
+      "grad_norm": 0.3109343647956848,
+      "learning_rate": 0.0002,
+      "loss": 1.7827,
+      "step": 960
+    },
+    {
+      "epoch": 0.8140998741082669,
+      "grad_norm": 0.3707215189933777,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 970
+    },
+    {
+      "epoch": 0.8224926563155686,
+      "grad_norm": 0.3671801686286926,
+      "learning_rate": 0.0002,
+      "loss": 1.851,
+      "step": 980
+    },
+    {
+      "epoch": 0.8308854385228703,
+      "grad_norm": 0.3278632164001465,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 990
+    },
+    {
+      "epoch": 0.839278220730172,
+      "grad_norm": 0.32587629556655884,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8476710029374738,
+      "grad_norm": 0.3705422878265381,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8560637851447755,
+      "grad_norm": 0.43461498618125916,
+      "learning_rate": 0.0002,
+      "loss": 1.7723,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8644565673520772,
+      "grad_norm": 0.30326616764068604,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 1030
+    },
+    {
+      "epoch": 0.872849349559379,
+      "grad_norm": 0.3383970260620117,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8812421317666806,
+      "grad_norm": 0.3041667640209198,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8896349139739824,
+      "grad_norm": 0.4173165261745453,
+      "learning_rate": 0.0002,
+      "loss": 1.8515,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8980276961812841,
+      "grad_norm": 0.394760400056839,
+      "learning_rate": 0.0002,
+      "loss": 1.8217,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9064204783885859,
+      "grad_norm": 0.32503336668014526,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9148132605958875,
+      "grad_norm": 0.339996337890625,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9232060428031893,
+      "grad_norm": 0.3512224555015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7893,
+      "step": 1100
+    },
+    {
+      "epoch": 0.931598825010491,
+      "grad_norm": 0.458159863948822,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9399916072177927,
+      "grad_norm": 0.3467862904071808,
+      "learning_rate": 0.0002,
+      "loss": 1.7974,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9483843894250944,
+      "grad_norm": 0.3274364173412323,
+      "learning_rate": 0.0002,
+      "loss": 1.836,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9567771716323962,
+      "grad_norm": 0.3269580006599426,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9651699538396978,
+      "grad_norm": 0.31564876437187195,
+      "learning_rate": 0.0002,
+      "loss": 1.8383,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9735627360469996,
+      "grad_norm": 0.32907289266586304,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9819555182543013,
+      "grad_norm": 0.3564138412475586,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 1170
+    },
+    {
+      "epoch": 0.990348300461603,
+      "grad_norm": 0.32875651121139526,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9987410826689047,
+      "grad_norm": 0.3225541114807129,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 1190
+    },
+    {
+      "epoch": 0.9995803608896349,
+      "eval_loss": 1.8086129426956177,
+      "eval_runtime": 38.0431,
+      "eval_samples_per_second": 13.537,
+      "eval_steps_per_second": 1.709,
+      "step": 1191
+    },
+    {
+      "epoch": 1.0071338648762065,
+      "grad_norm": 0.3235187232494354,
+      "learning_rate": 0.0002,
+      "loss": 1.6856,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0155266470835083,
+      "grad_norm": 0.34884774684906006,
+      "learning_rate": 0.0002,
+      "loss": 1.7121,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0239194292908098,
+      "grad_norm": 0.3215438425540924,
+      "learning_rate": 0.0002,
+      "loss": 1.6779,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0323122114981116,
+      "grad_norm": 0.312084823846817,
+      "learning_rate": 0.0002,
+      "loss": 1.6562,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0407049937054134,
+      "grad_norm": 0.33597758412361145,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0490977759127151,
+      "grad_norm": 0.3421499729156494,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0574905581200167,
+      "grad_norm": 0.3458889126777649,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0658833403273185,
+      "grad_norm": 0.3956579864025116,
+      "learning_rate": 0.0002,
+      "loss": 1.6929,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0742761225346202,
+      "grad_norm": 0.3217819035053253,
+      "learning_rate": 0.0002,
+      "loss": 1.6625,
+      "step": 1280
+    },
+    {
+      "epoch": 1.082668904741922,
+      "grad_norm": 0.31379663944244385,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0910616869492236,
+      "grad_norm": 0.37231558561325073,
+      "learning_rate": 0.0002,
+      "loss": 1.6331,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0994544691565253,
+      "grad_norm": 0.35857918858528137,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1078472513638271,
+      "grad_norm": 0.36637991666793823,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1162400335711289,
+      "grad_norm": 0.3436494469642639,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1246328157784307,
+      "grad_norm": 0.404908150434494,
+      "learning_rate": 0.0002,
+      "loss": 1.6867,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1330255979857322,
+      "grad_norm": 0.34587544202804565,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 1350
+    },
+    {
+      "epoch": 1.141418380193034,
+      "grad_norm": 0.35142362117767334,
+      "learning_rate": 0.0002,
+      "loss": 1.6365,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1498111624003358,
+      "grad_norm": 0.3511804938316345,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1582039446076373,
+      "grad_norm": 0.3549560308456421,
+      "learning_rate": 0.0002,
+      "loss": 1.6824,
+      "step": 1380
+    },
+    {
+      "epoch": 1.166596726814939,
+      "grad_norm": 0.35797521471977234,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1749895090222409,
+      "grad_norm": 0.37255269289016724,
+      "learning_rate": 0.0002,
+      "loss": 1.7476,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1833822912295426,
+      "grad_norm": 0.3680652379989624,
+      "learning_rate": 0.0002,
+      "loss": 1.7274,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1917750734368444,
+      "grad_norm": 0.400831013917923,
+      "learning_rate": 0.0002,
+      "loss": 1.6751,
+      "step": 1420
+    },
+    {
+      "epoch": 1.200167855644146,
+      "grad_norm": 0.39571020007133484,
+      "learning_rate": 0.0002,
+      "loss": 1.7961,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2085606378514477,
+      "grad_norm": 0.3843863010406494,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2169534200587495,
+      "grad_norm": 0.3901960551738739,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2253462022660513,
+      "grad_norm": 0.36490726470947266,
+      "learning_rate": 0.0002,
+      "loss": 1.6425,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2337389844733528,
+      "grad_norm": 0.3739864230155945,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2421317666806546,
+      "grad_norm": 0.39061254262924194,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2505245488879564,
+      "grad_norm": 0.37198659777641296,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2589173310952582,
+      "grad_norm": 0.3420586884021759,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2673101133025597,
+      "grad_norm": 0.4094347655773163,
+      "learning_rate": 0.0002,
+      "loss": 1.719,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2757028955098615,
+      "grad_norm": 0.38997703790664673,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2840956777171633,
+      "grad_norm": 0.35702022910118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6651,
+      "step": 1530
+    },
+    {
+      "epoch": 1.292488459924465,
+      "grad_norm": 0.3892163336277008,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3008812421317666,
+      "grad_norm": 0.33174318075180054,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3092740243390684,
+      "grad_norm": 0.40701809525489807,
+      "learning_rate": 0.0002,
+      "loss": 1.7581,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3176668065463701,
+      "grad_norm": 0.36324232816696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 1570
+    },
+    {
+      "epoch": 1.326059588753672,
+      "grad_norm": 0.3748789429664612,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3344523709609737,
+      "grad_norm": 0.40873438119888306,
+      "learning_rate": 0.0002,
+      "loss": 1.67,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3428451531682752,
+      "grad_norm": 0.52373206615448,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1600
+    },
+    {
+      "epoch": 1.351237935375577,
+      "grad_norm": 0.40408164262771606,
+      "learning_rate": 0.0002,
+      "loss": 1.7593,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3596307175828788,
+      "grad_norm": 0.3818126320838928,
+      "learning_rate": 0.0002,
+      "loss": 1.7959,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3680234997901803,
+      "grad_norm": 0.3457068204879761,
+      "learning_rate": 0.0002,
+      "loss": 1.6328,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3764162819974821,
+      "grad_norm": 0.33777865767478943,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 1640
+    },
+    {
+      "epoch": 1.384809064204784,
+      "grad_norm": 0.36344218254089355,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3932018464120857,
+      "grad_norm": 0.3880128562450409,
+      "learning_rate": 0.0002,
+      "loss": 1.7656,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4015946286193874,
+      "grad_norm": 0.3906225562095642,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1670
+    },
+    {
+      "epoch": 1.409987410826689,
+      "grad_norm": 0.35857489705085754,
+      "learning_rate": 0.0002,
+      "loss": 1.7041,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4183801930339908,
+      "grad_norm": 0.3627418279647827,
+      "learning_rate": 0.0002,
+      "loss": 1.7175,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4267729752412925,
+      "grad_norm": 0.41963326930999756,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1700
+    },
+    {
+      "epoch": 1.435165757448594,
+      "grad_norm": 0.36280378699302673,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4435585396558959,
+      "grad_norm": 0.3868233561515808,
+      "learning_rate": 0.0002,
+      "loss": 1.7775,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4519513218631976,
+      "grad_norm": 0.3635849356651306,
+      "learning_rate": 0.0002,
+      "loss": 1.6963,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4603441040704994,
+      "grad_norm": 0.4885194003582001,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4687368862778012,
+      "grad_norm": 0.35194680094718933,
+      "learning_rate": 0.0002,
+      "loss": 1.6661,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4771296684851027,
+      "grad_norm": 0.34906691312789917,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4855224506924045,
+      "grad_norm": 0.3994184732437134,
+      "learning_rate": 0.0002,
+      "loss": 1.7196,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4939152328997063,
+      "grad_norm": 0.3599298298358917,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5023080151070078,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.6966,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5107007973143096,
+      "grad_norm": 0.36289724707603455,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5190935795216114,
+      "grad_norm": 0.38057321310043335,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5274863617289132,
+      "grad_norm": 0.3771969676017761,
+      "learning_rate": 0.0002,
+      "loss": 1.7006,
+      "step": 1820
+    },
+    {
+      "epoch": 1.535879143936215,
+      "grad_norm": 0.34788841009140015,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5442719261435167,
+      "grad_norm": 0.41352227330207825,
+      "learning_rate": 0.0002,
+      "loss": 1.7148,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5526647083508183,
+      "grad_norm": 0.35711410641670227,
+      "learning_rate": 0.0002,
+      "loss": 1.6654,
+      "step": 1850
+    },
+    {
+      "epoch": 1.56105749055812,
+      "grad_norm": 0.40607622265815735,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5694502727654216,
+      "grad_norm": 0.3428550660610199,
+      "learning_rate": 0.0002,
+      "loss": 1.713,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5778430549727234,
+      "grad_norm": 0.3695414066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5862358371800251,
+      "grad_norm": 0.3798272907733917,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1890
+    },
+    {
+      "epoch": 1.594628619387327,
+      "grad_norm": 0.3415829837322235,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6030214015946287,
+      "grad_norm": 0.3575693666934967,
+      "learning_rate": 0.0002,
+      "loss": 1.8233,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6114141838019305,
+      "grad_norm": 0.3180370628833771,
+      "learning_rate": 0.0002,
+      "loss": 1.6947,
+      "step": 1920
+    },
+    {
+      "epoch": 1.619806966009232,
+      "grad_norm": 0.5018689036369324,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6281997482165338,
+      "grad_norm": 0.35676372051239014,
+      "learning_rate": 0.0002,
+      "loss": 1.7368,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6365925304238353,
+      "grad_norm": 0.3740452229976654,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6449853126311371,
+      "grad_norm": 0.36584731936454773,
+      "learning_rate": 0.0002,
+      "loss": 1.6474,
+      "step": 1960
+    },
+    {
+      "epoch": 1.653378094838439,
+      "grad_norm": 0.38556376099586487,
+      "learning_rate": 0.0002,
+      "loss": 1.7306,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6617708770457407,
+      "grad_norm": 0.4114968776702881,
+      "learning_rate": 0.0002,
+      "loss": 1.7694,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6701636592530424,
+      "grad_norm": 0.3665498197078705,
+      "learning_rate": 0.0002,
+      "loss": 1.6407,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6785564414603442,
+      "grad_norm": 0.36579379439353943,
+      "learning_rate": 0.0002,
+      "loss": 1.7167,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6869492236676458,
+      "grad_norm": 0.3813064694404602,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6953420058749475,
+      "grad_norm": 0.33390694856643677,
+      "learning_rate": 0.0002,
+      "loss": 1.7566,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7037347880822493,
+      "grad_norm": 0.3668614327907562,
+      "learning_rate": 0.0002,
+      "loss": 1.6576,
+      "step": 2030
+    },
+    {
+      "epoch": 1.7121275702895509,
+      "grad_norm": 0.352028489112854,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7205203524968526,
+      "grad_norm": 0.33639830350875854,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7289131347041544,
+      "grad_norm": 0.39217695593833923,
+      "learning_rate": 0.0002,
+      "loss": 1.7868,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7373059169114562,
+      "grad_norm": 0.42593324184417725,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 2070
+    },
+    {
+      "epoch": 1.745698699118758,
+      "grad_norm": 0.362215518951416,
+      "learning_rate": 0.0002,
+      "loss": 1.722,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7540914813260597,
+      "grad_norm": 0.4087955057621002,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 2090
+    },
+    {
+      "epoch": 1.7624842635333613,
+      "grad_norm": 0.35127750039100647,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 2100
+    },
+    {
+      "epoch": 1.770877045740663,
+      "grad_norm": 0.33677494525909424,
+      "learning_rate": 0.0002,
+      "loss": 1.7405,
+      "step": 2110
+    },
+    {
+      "epoch": 1.7792698279479646,
+      "grad_norm": 0.39616644382476807,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7876626101552664,
+      "grad_norm": 0.4705100953578949,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 2130
+    },
+    {
+      "epoch": 1.7960553923625682,
+      "grad_norm": 0.3893914818763733,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 2140
+    },
+    {
+      "epoch": 1.80444817456987,
+      "grad_norm": 0.3344813585281372,
+      "learning_rate": 0.0002,
+      "loss": 1.6711,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8128409567771717,
+      "grad_norm": 0.36502110958099365,
+      "learning_rate": 0.0002,
+      "loss": 1.8329,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8212337389844735,
+      "grad_norm": 0.3422985374927521,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 2170
+    },
+    {
+      "epoch": 1.829626521191775,
+      "grad_norm": 0.44039851427078247,
+      "learning_rate": 0.0002,
+      "loss": 1.6874,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8380193033990768,
+      "grad_norm": 0.40052926540374756,
+      "learning_rate": 0.0002,
+      "loss": 1.7706,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8464120856063784,
+      "grad_norm": 0.3614487648010254,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8548048678136801,
+      "grad_norm": 0.3800305426120758,
+      "learning_rate": 0.0002,
+      "loss": 1.6879,
+      "step": 2210
+    },
+    {
+      "epoch": 1.863197650020982,
+      "grad_norm": 0.3942040205001831,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8715904322282837,
+      "grad_norm": 0.36896875500679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8799832144355855,
+      "grad_norm": 0.3666089177131653,
+      "learning_rate": 0.0002,
+      "loss": 1.7371,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8883759966428872,
+      "grad_norm": 0.3759142756462097,
+      "learning_rate": 0.0002,
+      "loss": 1.7336,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8967687788501888,
+      "grad_norm": 0.3711695671081543,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9051615610574906,
+      "grad_norm": 0.37000006437301636,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9135543432647921,
+      "grad_norm": 0.37376025319099426,
+      "learning_rate": 0.0002,
+      "loss": 1.7104,
+      "step": 2280
+    },
+    {
+      "epoch": 1.921947125472094,
+      "grad_norm": 0.3794068694114685,
+      "learning_rate": 0.0002,
+      "loss": 1.6641,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9303399076793957,
+      "grad_norm": 0.42530709505081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9387326898866974,
+      "grad_norm": 0.3381672203540802,
+      "learning_rate": 0.0002,
+      "loss": 1.7871,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9471254720939992,
+      "grad_norm": 0.3553236722946167,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 2320
+    },
+    {
+      "epoch": 1.955518254301301,
+      "grad_norm": 0.38204774260520935,
+      "learning_rate": 0.0002,
+      "loss": 1.715,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9639110365086025,
+      "grad_norm": 0.4318946301937103,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9723038187159043,
+      "grad_norm": 0.3563119173049927,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 2350
+    },
+    {
+      "epoch": 1.980696600923206,
+      "grad_norm": 0.362532377243042,
+      "learning_rate": 0.0002,
+      "loss": 1.7083,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9890893831305076,
+      "grad_norm": 0.40200483798980713,
+      "learning_rate": 0.0002,
+      "loss": 1.6992,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9974821653378094,
+      "grad_norm": 0.37397003173828125,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.807437539100647,
+      "eval_runtime": 38.0038,
+      "eval_samples_per_second": 13.551,
+      "eval_steps_per_second": 1.71,
+      "step": 2383
+    },
+    {
+      "epoch": 2.005874947545111,
+      "grad_norm": 0.3563518226146698,
+      "learning_rate": 0.0002,
+      "loss": 1.579,
+      "step": 2390
+    },
+    {
+      "epoch": 2.014267729752413,
+      "grad_norm": 0.3913732171058655,
+      "learning_rate": 0.0002,
+      "loss": 1.5467,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0226605119597147,
+      "grad_norm": 0.3511047661304474,
+      "learning_rate": 0.0002,
+      "loss": 1.6202,
+      "step": 2410
+    },
+    {
+      "epoch": 2.0310532941670165,
+      "grad_norm": 0.3917897641658783,
+      "learning_rate": 0.0002,
+      "loss": 1.599,
+      "step": 2420
+    },
+    {
+      "epoch": 2.0394460763743183,
+      "grad_norm": 0.36766913533210754,
+      "learning_rate": 0.0002,
+      "loss": 1.663,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0478388585816196,
+      "grad_norm": 0.434097021818161,
+      "learning_rate": 0.0002,
+      "loss": 1.5608,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0562316407889214,
+      "grad_norm": 0.4986756145954132,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 2450
+    },
+    {
+      "epoch": 2.064624422996223,
+      "grad_norm": 0.4377020001411438,
+      "learning_rate": 0.0002,
+      "loss": 1.6224,
+      "step": 2460
+    },
+    {
+      "epoch": 2.073017205203525,
+      "grad_norm": 0.4412095546722412,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0814099874108267,
+      "grad_norm": 0.4463737905025482,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 2480
+    },
+    {
+      "epoch": 2.0898027696181285,
+      "grad_norm": 0.4118853211402893,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 2490
+    },
+    {
+      "epoch": 2.0981955518254303,
+      "grad_norm": 0.48814308643341064,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 2500
+    },
+    {
+      "epoch": 2.106588334032732,
+      "grad_norm": 0.4263038635253906,
+      "learning_rate": 0.0002,
+      "loss": 1.6292,
+      "step": 2510
+    },
+    {
+      "epoch": 2.1149811162400334,
+      "grad_norm": 0.41060999035835266,
+      "learning_rate": 0.0002,
+      "loss": 1.5907,
+      "step": 2520
+    },
+    {
+      "epoch": 2.123373898447335,
+      "grad_norm": 0.4699285626411438,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 2530
+    },
+    {
+      "epoch": 2.131766680654637,
+      "grad_norm": 0.4321298897266388,
+      "learning_rate": 0.0002,
+      "loss": 1.6076,
+      "step": 2540
+    },
+    {
+      "epoch": 2.1401594628619387,
+      "grad_norm": 0.41544368863105774,
+      "learning_rate": 0.0002,
+      "loss": 1.5715,
+      "step": 2550
+    },
+    {
+      "epoch": 2.1485522450692405,
+      "grad_norm": 0.4529191851615906,
+      "learning_rate": 0.0002,
+      "loss": 1.6717,
+      "step": 2560
+    },
+    {
+      "epoch": 2.1569450272765422,
+      "grad_norm": 0.4370215833187103,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 2570
+    },
+    {
+      "epoch": 2.165337809483844,
+      "grad_norm": 0.3878629207611084,
+      "learning_rate": 0.0002,
+      "loss": 1.55,
+      "step": 2580
+    },
+    {
+      "epoch": 2.173730591691146,
+      "grad_norm": 0.47374191880226135,
+      "learning_rate": 0.0002,
+      "loss": 1.6863,
+      "step": 2590
+    },
+    {
+      "epoch": 2.182123373898447,
+      "grad_norm": 0.4551556706428528,
+      "learning_rate": 0.0002,
+      "loss": 1.6462,
+      "step": 2600
+    },
+    {
+      "epoch": 2.190516156105749,
+      "grad_norm": 0.45371633768081665,
+      "learning_rate": 0.0002,
+      "loss": 1.6238,
+      "step": 2610
+    },
+    {
+      "epoch": 2.1989089383130507,
+      "grad_norm": 0.3831859529018402,
+      "learning_rate": 0.0002,
+      "loss": 1.6134,
+      "step": 2620
+    },
+    {
+      "epoch": 2.2073017205203525,
+      "grad_norm": 0.42436569929122925,
+      "learning_rate": 0.0002,
+      "loss": 1.6477,
+      "step": 2630
+    },
+    {
+      "epoch": 2.2156945027276542,
+      "grad_norm": 0.4363750219345093,
+      "learning_rate": 0.0002,
+      "loss": 1.6512,
+      "step": 2640
+    },
+    {
+      "epoch": 2.224087284934956,
+      "grad_norm": 0.4473390579223633,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2324800671422578,
+      "grad_norm": 0.4419533908367157,
+      "learning_rate": 0.0002,
+      "loss": 1.6161,
+      "step": 2660
+    },
+    {
+      "epoch": 2.2408728493495595,
+      "grad_norm": 0.525901198387146,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2492656315568613,
+      "grad_norm": 0.4345211684703827,
+      "learning_rate": 0.0002,
+      "loss": 1.6891,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2576584137641627,
+      "grad_norm": 0.5169841051101685,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2660511959714644,
+      "grad_norm": 0.43511003255844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6221,
+      "step": 2700
+    },
+    {
+      "epoch": 2.274443978178766,
+      "grad_norm": 0.4781411588191986,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 2710
+    },
+    {
+      "epoch": 2.282836760386068,
+      "grad_norm": 0.4282242953777313,
+      "learning_rate": 0.0002,
+      "loss": 1.6292,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2912295425933698,
+      "grad_norm": 0.4499875605106354,
+      "learning_rate": 0.0002,
+      "loss": 1.5238,
+      "step": 2730
+    },
+    {
+      "epoch": 2.2996223248006715,
+      "grad_norm": 0.4133218824863434,
+      "learning_rate": 0.0002,
+      "loss": 1.5844,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3080151070079733,
+      "grad_norm": 0.4706156849861145,
+      "learning_rate": 0.0002,
+      "loss": 1.6207,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3164078892152746,
+      "grad_norm": 0.4537484347820282,
+      "learning_rate": 0.0002,
+      "loss": 1.573,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3248006714225764,
+      "grad_norm": 0.39736735820770264,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2770
+    },
+    {
+      "epoch": 2.333193453629878,
+      "grad_norm": 0.4488453269004822,
+      "learning_rate": 0.0002,
+      "loss": 1.7032,
+      "step": 2780
+    },
+    {
+      "epoch": 2.34158623583718,
+      "grad_norm": 0.44405487179756165,
+      "learning_rate": 0.0002,
+      "loss": 1.6169,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3499790180444817,
+      "grad_norm": 0.4726555049419403,
+      "learning_rate": 0.0002,
+      "loss": 1.5207,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3583718002517835,
+      "grad_norm": 0.4820375442504883,
+      "learning_rate": 0.0002,
+      "loss": 1.5792,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3667645824590853,
+      "grad_norm": 0.46176597476005554,
+      "learning_rate": 0.0002,
+      "loss": 1.5774,
+      "step": 2820
+    },
+    {
+      "epoch": 2.375157364666387,
+      "grad_norm": 0.4603394567966461,
+      "learning_rate": 0.0002,
+      "loss": 1.6256,
+      "step": 2830
+    },
+    {
+      "epoch": 2.383550146873689,
+      "grad_norm": 0.4462946355342865,
+      "learning_rate": 0.0002,
+      "loss": 1.6598,
+      "step": 2840
+    },
+    {
+      "epoch": 2.39194292908099,
+      "grad_norm": 0.5216080546379089,
+      "learning_rate": 0.0002,
+      "loss": 1.5939,
+      "step": 2850
+    },
+    {
+      "epoch": 2.400335711288292,
+      "grad_norm": 0.44553086161613464,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 2860
+    },
+    {
+      "epoch": 2.4087284934955937,
+      "grad_norm": 0.4215725362300873,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2870
+    },
+    {
+      "epoch": 2.4171212757028955,
+      "grad_norm": 0.4646450877189636,
+      "learning_rate": 0.0002,
+      "loss": 1.6228,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4255140579101973,
+      "grad_norm": 0.44749370217323303,
+      "learning_rate": 0.0002,
+      "loss": 1.6547,
+      "step": 2890
+    },
+    {
+      "epoch": 2.433906840117499,
+      "grad_norm": 0.4986693859100342,
+      "learning_rate": 0.0002,
+      "loss": 1.6356,
+      "step": 2900
+    },
+    {
+      "epoch": 2.442299622324801,
+      "grad_norm": 0.4607609808444977,
+      "learning_rate": 0.0002,
+      "loss": 1.6294,
+      "step": 2910
+    },
+    {
+      "epoch": 2.4506924045321026,
+      "grad_norm": 0.4597654938697815,
+      "learning_rate": 0.0002,
+      "loss": 1.6721,
+      "step": 2920
+    },
+    {
+      "epoch": 2.4590851867394043,
+      "grad_norm": 0.4106820821762085,
+      "learning_rate": 0.0002,
+      "loss": 1.7428,
+      "step": 2930
+    },
+    {
+      "epoch": 2.4674779689467057,
+      "grad_norm": 0.4531514048576355,
+      "learning_rate": 0.0002,
+      "loss": 1.622,
+      "step": 2940
+    },
+    {
+      "epoch": 2.4758707511540075,
+      "grad_norm": 0.4546769857406616,
+      "learning_rate": 0.0002,
+      "loss": 1.6367,
+      "step": 2950
+    },
+    {
+      "epoch": 2.4842635333613092,
+      "grad_norm": 0.47410622239112854,
+      "learning_rate": 0.0002,
+      "loss": 1.6306,
+      "step": 2960
+    },
+    {
+      "epoch": 2.492656315568611,
+      "grad_norm": 0.4498177468776703,
+      "learning_rate": 0.0002,
+      "loss": 1.6597,
+      "step": 2970
+    },
+    {
+      "epoch": 2.5010490977759128,
+      "grad_norm": 0.47267791628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.6845,
+      "step": 2980
+    },
+    {
+      "epoch": 2.5094418799832146,
+      "grad_norm": 0.4340207576751709,
+      "learning_rate": 0.0002,
+      "loss": 1.601,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5178346621905163,
+      "grad_norm": 0.43454936146736145,
+      "learning_rate": 0.0002,
+      "loss": 1.5783,
+      "step": 3000
+    },
+    {
+      "epoch": 2.5262274443978177,
+      "grad_norm": 0.43459394574165344,
+      "learning_rate": 0.0002,
+      "loss": 1.5773,
+      "step": 3010
+    },
+    {
+      "epoch": 2.5346202266051194,
+      "grad_norm": 0.4716770052909851,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 3020
+    },
+    {
+      "epoch": 2.543013008812421,
+      "grad_norm": 0.4339194595813751,
+      "learning_rate": 0.0002,
+      "loss": 1.626,
+      "step": 3030
+    },
+    {
+      "epoch": 2.551405791019723,
+      "grad_norm": 0.4655593931674957,
+      "learning_rate": 0.0002,
+      "loss": 1.6053,
+      "step": 3040
+    },
+    {
+      "epoch": 2.5597985732270248,
+      "grad_norm": 0.5480475425720215,
+      "learning_rate": 0.0002,
+      "loss": 1.5871,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5681913554343265,
+      "grad_norm": 0.4783174991607666,
+      "learning_rate": 0.0002,
+      "loss": 1.7056,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5765841376416283,
+      "grad_norm": 0.45062026381492615,
+      "learning_rate": 0.0002,
+      "loss": 1.5691,
+      "step": 3070
+    },
+    {
+      "epoch": 2.58497691984893,
+      "grad_norm": 0.4559392035007477,
+      "learning_rate": 0.0002,
+      "loss": 1.7005,
+      "step": 3080
+    },
+    {
+      "epoch": 2.593369702056232,
+      "grad_norm": 0.6581618785858154,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 3090
+    },
+    {
+      "epoch": 2.601762484263533,
+      "grad_norm": 0.48549333214759827,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 3100
+    },
+    {
+      "epoch": 2.610155266470835,
+      "grad_norm": 0.5358436107635498,
+      "learning_rate": 0.0002,
+      "loss": 1.6128,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6185480486781367,
+      "grad_norm": 0.5380043983459473,
+      "learning_rate": 0.0002,
+      "loss": 1.6507,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6269408308854385,
+      "grad_norm": 0.49887847900390625,
+      "learning_rate": 0.0002,
+      "loss": 1.6394,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6353336130927403,
+      "grad_norm": 0.46039602160453796,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 3140
+    },
+    {
+      "epoch": 2.643726395300042,
+      "grad_norm": 0.416098952293396,
+      "learning_rate": 0.0002,
+      "loss": 1.6337,
+      "step": 3150
+    },
+    {
+      "epoch": 2.652119177507344,
+      "grad_norm": 0.465326726436615,
+      "learning_rate": 0.0002,
+      "loss": 1.6295,
+      "step": 3160
+    },
+    {
+      "epoch": 2.660511959714645,
+      "grad_norm": 0.47029924392700195,
+      "learning_rate": 0.0002,
+      "loss": 1.5806,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6689047419219474,
+      "grad_norm": 0.5063307285308838,
+      "learning_rate": 0.0002,
+      "loss": 1.6268,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6772975241292487,
+      "grad_norm": 0.42928868532180786,
+      "learning_rate": 0.0002,
+      "loss": 1.5718,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6856903063365505,
+      "grad_norm": 0.4170134365558624,
+      "learning_rate": 0.0002,
+      "loss": 1.6113,
+      "step": 3200
+    },
+    {
+      "epoch": 2.6940830885438523,
+      "grad_norm": 0.47810474038124084,
+      "learning_rate": 0.0002,
+      "loss": 1.6337,
+      "step": 3210
+    },
+    {
+      "epoch": 2.702475870751154,
+      "grad_norm": 0.44440609216690063,
+      "learning_rate": 0.0002,
+      "loss": 1.6808,
+      "step": 3220
+    },
+    {
+      "epoch": 2.710868652958456,
+      "grad_norm": 0.482759565114975,
+      "learning_rate": 0.0002,
+      "loss": 1.5611,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7192614351657576,
+      "grad_norm": 0.4325942099094391,
+      "learning_rate": 0.0002,
+      "loss": 1.6265,
+      "step": 3240
+    },
+    {
+      "epoch": 2.7276542173730594,
+      "grad_norm": 0.502498984336853,
+      "learning_rate": 0.0002,
+      "loss": 1.585,
+      "step": 3250
+    },
+    {
+      "epoch": 2.7360469995803607,
+      "grad_norm": 0.4725162982940674,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7444397817876625,
+      "grad_norm": 0.46781349182128906,
+      "learning_rate": 0.0002,
+      "loss": 1.6591,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7528325639949642,
+      "grad_norm": 0.47366851568222046,
+      "learning_rate": 0.0002,
+      "loss": 1.6625,
+      "step": 3280
+    },
+    {
+      "epoch": 2.761225346202266,
+      "grad_norm": 0.5101882815361023,
+      "learning_rate": 0.0002,
+      "loss": 1.6437,
+      "step": 3290
+    },
+    {
+      "epoch": 2.769618128409568,
+      "grad_norm": 0.4874587059020996,
+      "learning_rate": 0.0002,
+      "loss": 1.6488,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7780109106168696,
+      "grad_norm": 0.4989369213581085,
+      "learning_rate": 0.0002,
+      "loss": 1.6151,
+      "step": 3310
+    },
+    {
+      "epoch": 2.7864036928241713,
+      "grad_norm": 0.48041442036628723,
+      "learning_rate": 0.0002,
+      "loss": 1.6786,
+      "step": 3320
+    },
+    {
+      "epoch": 2.7947964750314727,
+      "grad_norm": 0.4845651090145111,
+      "learning_rate": 0.0002,
+      "loss": 1.6137,
+      "step": 3330
+    },
+    {
+      "epoch": 2.803189257238775,
+      "grad_norm": 0.48575496673583984,
+      "learning_rate": 0.0002,
+      "loss": 1.7154,
+      "step": 3340
+    },
+    {
+      "epoch": 2.811582039446076,
+      "grad_norm": 0.509726881980896,
+      "learning_rate": 0.0002,
+      "loss": 1.6771,
+      "step": 3350
+    },
+    {
+      "epoch": 2.819974821653378,
+      "grad_norm": 0.5026665329933167,
+      "learning_rate": 0.0002,
+      "loss": 1.6937,
+      "step": 3360
+    },
+    {
+      "epoch": 2.8283676038606798,
+      "grad_norm": 0.4727601706981659,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 3370
+    },
+    {
+      "epoch": 2.8367603860679815,
+      "grad_norm": 0.41952234506607056,
+      "learning_rate": 0.0002,
+      "loss": 1.6811,
+      "step": 3380
+    },
+    {
+      "epoch": 2.8451531682752833,
+      "grad_norm": 0.49663856625556946,
+      "learning_rate": 0.0002,
+      "loss": 1.6639,
+      "step": 3390
+    },
+    {
+      "epoch": 2.853545950482585,
+      "grad_norm": 0.4934511184692383,
+      "learning_rate": 0.0002,
+      "loss": 1.6389,
+      "step": 3400
+    },
+    {
+      "epoch": 2.861938732689887,
+      "grad_norm": 0.4673226773738861,
+      "learning_rate": 0.0002,
+      "loss": 1.6362,
+      "step": 3410
+    },
+    {
+      "epoch": 2.870331514897188,
+      "grad_norm": 0.48972779512405396,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 3420
+    },
+    {
+      "epoch": 2.8787242971044904,
+      "grad_norm": 0.5008330345153809,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8871170793117917,
+      "grad_norm": 0.43337664008140564,
+      "learning_rate": 0.0002,
+      "loss": 1.6867,
+      "step": 3440
+    },
+    {
+      "epoch": 2.8955098615190935,
+      "grad_norm": 0.4430622458457947,
+      "learning_rate": 0.0002,
+      "loss": 1.5501,
+      "step": 3450
+    },
+    {
+      "epoch": 2.9039026437263953,
+      "grad_norm": 0.45123326778411865,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 3460
+    },
+    {
+      "epoch": 2.912295425933697,
+      "grad_norm": 0.47367340326309204,
+      "learning_rate": 0.0002,
+      "loss": 1.5913,
+      "step": 3470
+    },
+    {
+      "epoch": 2.920688208140999,
+      "grad_norm": 0.44940701127052307,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9290809903483006,
+      "grad_norm": 0.44216281175613403,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 3490
+    },
+    {
+      "epoch": 2.9374737725556024,
+      "grad_norm": 0.4824782609939575,
+      "learning_rate": 0.0002,
+      "loss": 1.6088,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9458665547629037,
+      "grad_norm": 0.43067067861557007,
+      "learning_rate": 0.0002,
+      "loss": 1.5949,
+      "step": 3510
+    },
+    {
+      "epoch": 2.9542593369702055,
+      "grad_norm": 0.46483176946640015,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9626521191775073,
+      "grad_norm": 0.49230799078941345,
+      "learning_rate": 0.0002,
+      "loss": 1.5878,
+      "step": 3530
+    },
+    {
+      "epoch": 2.971044901384809,
+      "grad_norm": 0.5081011652946472,
+      "learning_rate": 0.0002,
+      "loss": 1.5925,
+      "step": 3540
+    },
+    {
+      "epoch": 2.979437683592111,
+      "grad_norm": 0.5326072573661804,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 3550
+    },
+    {
+      "epoch": 2.9878304657994126,
+      "grad_norm": 0.4981454014778137,
+      "learning_rate": 0.0002,
+      "loss": 1.5769,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9962232480067144,
+      "grad_norm": 0.4330528676509857,
+      "learning_rate": 0.0002,
+      "loss": 1.6073,
+      "step": 3570
+    },
+    {
+      "epoch": 2.999580360889635,
+      "eval_loss": 1.824695348739624,
+      "eval_runtime": 37.947,
+      "eval_samples_per_second": 13.572,
+      "eval_steps_per_second": 1.713,
+      "step": 3574
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9528,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6541985637033574e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-3574/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c1fd4bf53987c6f3124607286bebbc43d4948b42274b3d15181ff573f7d689
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecea9fd41ee4efcf31c55cc213e81197671a344baf7af9b182ba35522ae859c
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9bf4551f4b0fcbcb2cbbfc9f82546c0f2bd0f360423c36ce8c6e424666000c
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5e8ede0d8d151410c9ff1e7dcc960ee3124584f43a7297bddfa3c6e49cea94
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9a51bfec08a4508ed6519aa4bea8664c78ae1f9cac0fa0bc190b357c262851
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/trainer_state.json

@@ -0,0 +1,3397 @@
+{
+  "best_metric": 1.807437539100647,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-2383",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 4766,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00839278220730172,
+      "grad_norm": 0.6016407012939453,
+      "learning_rate": 0.0002,
+      "loss": 2.667,
+      "step": 10
+    },
+    {
+      "epoch": 0.01678556441460344,
+      "grad_norm": 0.5444163084030151,
+      "learning_rate": 0.0002,
+      "loss": 2.2702,
+      "step": 20
+    },
+    {
+      "epoch": 0.02517834662190516,
+      "grad_norm": 0.5771743059158325,
+      "learning_rate": 0.0002,
+      "loss": 2.004,
+      "step": 30
+    },
+    {
+      "epoch": 0.03357112882920688,
+      "grad_norm": 0.5426492094993591,
+      "learning_rate": 0.0002,
+      "loss": 1.9819,
+      "step": 40
+    },
+    {
+      "epoch": 0.0419639110365086,
+      "grad_norm": 0.5884947180747986,
+      "learning_rate": 0.0002,
+      "loss": 2.0078,
+      "step": 50
+    },
+    {
+      "epoch": 0.05035669324381032,
+      "grad_norm": 0.47584953904151917,
+      "learning_rate": 0.0002,
+      "loss": 1.875,
+      "step": 60
+    },
+    {
+      "epoch": 0.058749475451112046,
+      "grad_norm": 0.529290497303009,
+      "learning_rate": 0.0002,
+      "loss": 1.8831,
+      "step": 70
+    },
+    {
+      "epoch": 0.06714225765841376,
+      "grad_norm": 0.48883911967277527,
+      "learning_rate": 0.0002,
+      "loss": 1.9296,
+      "step": 80
+    },
+    {
+      "epoch": 0.07553503986571548,
+      "grad_norm": 0.4272284209728241,
+      "learning_rate": 0.0002,
+      "loss": 1.8456,
+      "step": 90
+    },
+    {
+      "epoch": 0.0839278220730172,
+      "grad_norm": 0.42270252108573914,
+      "learning_rate": 0.0002,
+      "loss": 1.9089,
+      "step": 100
+    },
+    {
+      "epoch": 0.09232060428031892,
+      "grad_norm": 0.45384910702705383,
+      "learning_rate": 0.0002,
+      "loss": 1.8279,
+      "step": 110
+    },
+    {
+      "epoch": 0.10071338648762064,
+      "grad_norm": 0.37896445393562317,
+      "learning_rate": 0.0002,
+      "loss": 1.9126,
+      "step": 120
+    },
+    {
+      "epoch": 0.10910616869492237,
+      "grad_norm": 0.4134417176246643,
+      "learning_rate": 0.0002,
+      "loss": 1.8618,
+      "step": 130
+    },
+    {
+      "epoch": 0.11749895090222409,
+      "grad_norm": 0.42598405480384827,
+      "learning_rate": 0.0002,
+      "loss": 1.8528,
+      "step": 140
+    },
+    {
+      "epoch": 0.1258917331095258,
+      "grad_norm": 0.39050817489624023,
+      "learning_rate": 0.0002,
+      "loss": 1.8056,
+      "step": 150
+    },
+    {
+      "epoch": 0.13428451531682753,
+      "grad_norm": 0.3783605098724365,
+      "learning_rate": 0.0002,
+      "loss": 1.8912,
+      "step": 160
+    },
+    {
+      "epoch": 0.14267729752412925,
+      "grad_norm": 0.4229804575443268,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 170
+    },
+    {
+      "epoch": 0.15107007973143097,
+      "grad_norm": 0.3557824194431305,
+      "learning_rate": 0.0002,
+      "loss": 1.8183,
+      "step": 180
+    },
+    {
+      "epoch": 0.1594628619387327,
+      "grad_norm": 0.37380388379096985,
+      "learning_rate": 0.0002,
+      "loss": 1.8105,
+      "step": 190
+    },
+    {
+      "epoch": 0.1678556441460344,
+      "grad_norm": 0.3803510367870331,
+      "learning_rate": 0.0002,
+      "loss": 1.907,
+      "step": 200
+    },
+    {
+      "epoch": 0.17624842635333612,
+      "grad_norm": 0.5078789591789246,
+      "learning_rate": 0.0002,
+      "loss": 1.7942,
+      "step": 210
+    },
+    {
+      "epoch": 0.18464120856063784,
+      "grad_norm": 1.8922057151794434,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 220
+    },
+    {
+      "epoch": 0.19303399076793956,
+      "grad_norm": 0.36936357617378235,
+      "learning_rate": 0.0002,
+      "loss": 1.8617,
+      "step": 230
+    },
+    {
+      "epoch": 0.20142677297524128,
+      "grad_norm": 0.41423121094703674,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 240
+    },
+    {
+      "epoch": 0.209819555182543,
+      "grad_norm": 0.3869935870170593,
+      "learning_rate": 0.0002,
+      "loss": 1.8249,
+      "step": 250
+    },
+    {
+      "epoch": 0.21821233738984475,
+      "grad_norm": 0.35073965787887573,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 260
+    },
+    {
+      "epoch": 0.22660511959714646,
+      "grad_norm": 0.3748358190059662,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 270
+    },
+    {
+      "epoch": 0.23499790180444818,
+      "grad_norm": 0.36887043714523315,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 280
+    },
+    {
+      "epoch": 0.2433906840117499,
+      "grad_norm": 0.36038365960121155,
+      "learning_rate": 0.0002,
+      "loss": 1.8645,
+      "step": 290
+    },
+    {
+      "epoch": 0.2517834662190516,
+      "grad_norm": 0.36350926756858826,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 300
+    },
+    {
+      "epoch": 0.26017624842635334,
+      "grad_norm": 0.351936936378479,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 310
+    },
+    {
+      "epoch": 0.26856903063365506,
+      "grad_norm": 0.35942426323890686,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 320
+    },
+    {
+      "epoch": 0.2769618128409568,
+      "grad_norm": 0.39852434396743774,
+      "learning_rate": 0.0002,
+      "loss": 1.8205,
+      "step": 330
+    },
+    {
+      "epoch": 0.2853545950482585,
+      "grad_norm": 0.3282669186592102,
+      "learning_rate": 0.0002,
+      "loss": 1.8598,
+      "step": 340
+    },
+    {
+      "epoch": 0.2937473772555602,
+      "grad_norm": 0.3388650417327881,
+      "learning_rate": 0.0002,
+      "loss": 1.8164,
+      "step": 350
+    },
+    {
+      "epoch": 0.30214015946286193,
+      "grad_norm": 0.31616076827049255,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 360
+    },
+    {
+      "epoch": 0.31053294167016365,
+      "grad_norm": 0.34184730052948,
+      "learning_rate": 0.0002,
+      "loss": 1.8365,
+      "step": 370
+    },
+    {
+      "epoch": 0.3189257238774654,
+      "grad_norm": 0.3599095344543457,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 380
+    },
+    {
+      "epoch": 0.3273185060847671,
+      "grad_norm": 0.3970130681991577,
+      "learning_rate": 0.0002,
+      "loss": 1.8274,
+      "step": 390
+    },
+    {
+      "epoch": 0.3357112882920688,
+      "grad_norm": 0.40854907035827637,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 400
+    },
+    {
+      "epoch": 0.34410407049937053,
+      "grad_norm": 0.33014851808547974,
+      "learning_rate": 0.0002,
+      "loss": 1.8403,
+      "step": 410
+    },
+    {
+      "epoch": 0.35249685270667225,
+      "grad_norm": 0.3269062042236328,
+      "learning_rate": 0.0002,
+      "loss": 1.825,
+      "step": 420
+    },
+    {
+      "epoch": 0.36088963491397397,
+      "grad_norm": 0.35455429553985596,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 430
+    },
+    {
+      "epoch": 0.3692824171212757,
+      "grad_norm": 0.34339913725852966,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 440
+    },
+    {
+      "epoch": 0.3776751993285774,
+      "grad_norm": 0.34326961636543274,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 450
+    },
+    {
+      "epoch": 0.3860679815358791,
+      "grad_norm": 0.33944424986839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7931,
+      "step": 460
+    },
+    {
+      "epoch": 0.39446076374318084,
+      "grad_norm": 0.3673107326030731,
+      "learning_rate": 0.0002,
+      "loss": 1.8445,
+      "step": 470
+    },
+    {
+      "epoch": 0.40285354595048256,
+      "grad_norm": 0.40028971433639526,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 480
+    },
+    {
+      "epoch": 0.4112463281577843,
+      "grad_norm": 0.4117187261581421,
+      "learning_rate": 0.0002,
+      "loss": 1.7771,
+      "step": 490
+    },
+    {
+      "epoch": 0.419639110365086,
+      "grad_norm": 0.31541067361831665,
+      "learning_rate": 0.0002,
+      "loss": 1.768,
+      "step": 500
+    },
+    {
+      "epoch": 0.4280318925723878,
+      "grad_norm": 0.32634997367858887,
+      "learning_rate": 0.0002,
+      "loss": 1.7757,
+      "step": 510
+    },
+    {
+      "epoch": 0.4364246747796895,
+      "grad_norm": 0.3255768120288849,
+      "learning_rate": 0.0002,
+      "loss": 1.793,
+      "step": 520
+    },
+    {
+      "epoch": 0.4448174569869912,
+      "grad_norm": 0.34764620661735535,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 530
+    },
+    {
+      "epoch": 0.45321023919429293,
+      "grad_norm": 0.36379843950271606,
+      "learning_rate": 0.0002,
+      "loss": 1.8421,
+      "step": 540
+    },
+    {
+      "epoch": 0.46160302140159465,
+      "grad_norm": 0.37775811553001404,
+      "learning_rate": 0.0002,
+      "loss": 1.8103,
+      "step": 550
+    },
+    {
+      "epoch": 0.46999580360889637,
+      "grad_norm": 0.3421199917793274,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 560
+    },
+    {
+      "epoch": 0.4783885858161981,
+      "grad_norm": 0.3447427749633789,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 570
+    },
+    {
+      "epoch": 0.4867813680234998,
+      "grad_norm": 0.38283416628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.4951741502308015,
+      "grad_norm": 0.34281104803085327,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 590
+    },
+    {
+      "epoch": 0.5035669324381032,
+      "grad_norm": 0.35317757725715637,
+      "learning_rate": 0.0002,
+      "loss": 1.6907,
+      "step": 600
+    },
+    {
+      "epoch": 0.5119597146454049,
+      "grad_norm": 0.34344494342803955,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 610
+    },
+    {
+      "epoch": 0.5203524968527067,
+      "grad_norm": 0.3168846666812897,
+      "learning_rate": 0.0002,
+      "loss": 1.84,
+      "step": 620
+    },
+    {
+      "epoch": 0.5287452790600083,
+      "grad_norm": 0.570289671421051,
+      "learning_rate": 0.0002,
+      "loss": 1.8811,
+      "step": 630
+    },
+    {
+      "epoch": 0.5371380612673101,
+      "grad_norm": 0.32985877990722656,
+      "learning_rate": 0.0002,
+      "loss": 1.707,
+      "step": 640
+    },
+    {
+      "epoch": 0.5455308434746118,
+      "grad_norm": 0.418250173330307,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 650
+    },
+    {
+      "epoch": 0.5539236256819136,
+      "grad_norm": 0.34269577264785767,
+      "learning_rate": 0.0002,
+      "loss": 1.7127,
+      "step": 660
+    },
+    {
+      "epoch": 0.5623164078892152,
+      "grad_norm": 0.6531919240951538,
+      "learning_rate": 0.0002,
+      "loss": 1.7964,
+      "step": 670
+    },
+    {
+      "epoch": 0.570709190096517,
+      "grad_norm": 0.3711959719657898,
+      "learning_rate": 0.0002,
+      "loss": 1.7499,
+      "step": 680
+    },
+    {
+      "epoch": 0.5791019723038188,
+      "grad_norm": 0.3916425108909607,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 690
+    },
+    {
+      "epoch": 0.5874947545111204,
+      "grad_norm": 0.31316208839416504,
+      "learning_rate": 0.0002,
+      "loss": 1.8752,
+      "step": 700
+    },
+    {
+      "epoch": 0.5958875367184222,
+      "grad_norm": 0.35153743624687195,
+      "learning_rate": 0.0002,
+      "loss": 1.8222,
+      "step": 710
+    },
+    {
+      "epoch": 0.6042803189257239,
+      "grad_norm": 0.34590575098991394,
+      "learning_rate": 0.0002,
+      "loss": 1.7817,
+      "step": 720
+    },
+    {
+      "epoch": 0.6126731011330256,
+      "grad_norm": 0.2984001040458679,
+      "learning_rate": 0.0002,
+      "loss": 1.8062,
+      "step": 730
+    },
+    {
+      "epoch": 0.6210658833403273,
+      "grad_norm": 0.3588712513446808,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 740
+    },
+    {
+      "epoch": 0.6294586655476291,
+      "grad_norm": 0.3288203179836273,
+      "learning_rate": 0.0002,
+      "loss": 1.7652,
+      "step": 750
+    },
+    {
+      "epoch": 0.6378514477549307,
+      "grad_norm": 0.3102910816669464,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 760
+    },
+    {
+      "epoch": 0.6462442299622325,
+      "grad_norm": 0.42002803087234497,
+      "learning_rate": 0.0002,
+      "loss": 1.8746,
+      "step": 770
+    },
+    {
+      "epoch": 0.6546370121695342,
+      "grad_norm": 0.35616543889045715,
+      "learning_rate": 0.0002,
+      "loss": 1.8726,
+      "step": 780
+    },
+    {
+      "epoch": 0.663029794376836,
+      "grad_norm": 0.37670427560806274,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 790
+    },
+    {
+      "epoch": 0.6714225765841376,
+      "grad_norm": 0.3410654664039612,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 800
+    },
+    {
+      "epoch": 0.6798153587914394,
+      "grad_norm": 0.2916128635406494,
+      "learning_rate": 0.0002,
+      "loss": 1.7782,
+      "step": 810
+    },
+    {
+      "epoch": 0.6882081409987411,
+      "grad_norm": 0.3147228956222534,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 820
+    },
+    {
+      "epoch": 0.6966009232060428,
+      "grad_norm": 0.3593887984752655,
+      "learning_rate": 0.0002,
+      "loss": 1.7826,
+      "step": 830
+    },
+    {
+      "epoch": 0.7049937054133445,
+      "grad_norm": 0.29242461919784546,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 840
+    },
+    {
+      "epoch": 0.7133864876206463,
+      "grad_norm": 0.32993558049201965,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 850
+    },
+    {
+      "epoch": 0.7217792698279479,
+      "grad_norm": 0.3939134478569031,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 860
+    },
+    {
+      "epoch": 0.7301720520352497,
+      "grad_norm": 0.3476874828338623,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 870
+    },
+    {
+      "epoch": 0.7385648342425514,
+      "grad_norm": 0.324367880821228,
+      "learning_rate": 0.0002,
+      "loss": 1.8127,
+      "step": 880
+    },
+    {
+      "epoch": 0.7469576164498531,
+      "grad_norm": 0.29460495710372925,
+      "learning_rate": 0.0002,
+      "loss": 1.7533,
+      "step": 890
+    },
+    {
+      "epoch": 0.7553503986571548,
+      "grad_norm": 0.37918367981910706,
+      "learning_rate": 0.0002,
+      "loss": 1.7544,
+      "step": 900
+    },
+    {
+      "epoch": 0.7637431808644566,
+      "grad_norm": 0.3517799973487854,
+      "learning_rate": 0.0002,
+      "loss": 1.7579,
+      "step": 910
+    },
+    {
+      "epoch": 0.7721359630717582,
+      "grad_norm": 0.3069603443145752,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 920
+    },
+    {
+      "epoch": 0.78052874527906,
+      "grad_norm": 0.3776717483997345,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 930
+    },
+    {
+      "epoch": 0.7889215274863617,
+      "grad_norm": 0.4474868178367615,
+      "learning_rate": 0.0002,
+      "loss": 1.8663,
+      "step": 940
+    },
+    {
+      "epoch": 0.7973143096936635,
+      "grad_norm": 0.3259398639202118,
+      "learning_rate": 0.0002,
+      "loss": 1.7976,
+      "step": 950
+    },
+    {
+      "epoch": 0.8057070919009651,
+      "grad_norm": 0.3109343647956848,
+      "learning_rate": 0.0002,
+      "loss": 1.7827,
+      "step": 960
+    },
+    {
+      "epoch": 0.8140998741082669,
+      "grad_norm": 0.3707215189933777,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 970
+    },
+    {
+      "epoch": 0.8224926563155686,
+      "grad_norm": 0.3671801686286926,
+      "learning_rate": 0.0002,
+      "loss": 1.851,
+      "step": 980
+    },
+    {
+      "epoch": 0.8308854385228703,
+      "grad_norm": 0.3278632164001465,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 990
+    },
+    {
+      "epoch": 0.839278220730172,
+      "grad_norm": 0.32587629556655884,
+      "learning_rate": 0.0002,
+      "loss": 1.7679,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8476710029374738,
+      "grad_norm": 0.3705422878265381,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1010
+    },
+    {
+      "epoch": 0.8560637851447755,
+      "grad_norm": 0.43461498618125916,
+      "learning_rate": 0.0002,
+      "loss": 1.7723,
+      "step": 1020
+    },
+    {
+      "epoch": 0.8644565673520772,
+      "grad_norm": 0.30326616764068604,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 1030
+    },
+    {
+      "epoch": 0.872849349559379,
+      "grad_norm": 0.3383970260620117,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 1040
+    },
+    {
+      "epoch": 0.8812421317666806,
+      "grad_norm": 0.3041667640209198,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1050
+    },
+    {
+      "epoch": 0.8896349139739824,
+      "grad_norm": 0.4173165261745453,
+      "learning_rate": 0.0002,
+      "loss": 1.8515,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8980276961812841,
+      "grad_norm": 0.394760400056839,
+      "learning_rate": 0.0002,
+      "loss": 1.8217,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9064204783885859,
+      "grad_norm": 0.32503336668014526,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1080
+    },
+    {
+      "epoch": 0.9148132605958875,
+      "grad_norm": 0.339996337890625,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9232060428031893,
+      "grad_norm": 0.3512224555015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7893,
+      "step": 1100
+    },
+    {
+      "epoch": 0.931598825010491,
+      "grad_norm": 0.458159863948822,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9399916072177927,
+      "grad_norm": 0.3467862904071808,
+      "learning_rate": 0.0002,
+      "loss": 1.7974,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9483843894250944,
+      "grad_norm": 0.3274364173412323,
+      "learning_rate": 0.0002,
+      "loss": 1.836,
+      "step": 1130
+    },
+    {
+      "epoch": 0.9567771716323962,
+      "grad_norm": 0.3269580006599426,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 1140
+    },
+    {
+      "epoch": 0.9651699538396978,
+      "grad_norm": 0.31564876437187195,
+      "learning_rate": 0.0002,
+      "loss": 1.8383,
+      "step": 1150
+    },
+    {
+      "epoch": 0.9735627360469996,
+      "grad_norm": 0.32907289266586304,
+      "learning_rate": 0.0002,
+      "loss": 1.782,
+      "step": 1160
+    },
+    {
+      "epoch": 0.9819555182543013,
+      "grad_norm": 0.3564138412475586,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 1170
+    },
+    {
+      "epoch": 0.990348300461603,
+      "grad_norm": 0.32875651121139526,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 1180
+    },
+    {
+      "epoch": 0.9987410826689047,
+      "grad_norm": 0.3225541114807129,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 1190
+    },
+    {
+      "epoch": 0.9995803608896349,
+      "eval_loss": 1.8086129426956177,
+      "eval_runtime": 38.0431,
+      "eval_samples_per_second": 13.537,
+      "eval_steps_per_second": 1.709,
+      "step": 1191
+    },
+    {
+      "epoch": 1.0071338648762065,
+      "grad_norm": 0.3235187232494354,
+      "learning_rate": 0.0002,
+      "loss": 1.6856,
+      "step": 1200
+    },
+    {
+      "epoch": 1.0155266470835083,
+      "grad_norm": 0.34884774684906006,
+      "learning_rate": 0.0002,
+      "loss": 1.7121,
+      "step": 1210
+    },
+    {
+      "epoch": 1.0239194292908098,
+      "grad_norm": 0.3215438425540924,
+      "learning_rate": 0.0002,
+      "loss": 1.6779,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0323122114981116,
+      "grad_norm": 0.312084823846817,
+      "learning_rate": 0.0002,
+      "loss": 1.6562,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0407049937054134,
+      "grad_norm": 0.33597758412361145,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0490977759127151,
+      "grad_norm": 0.3421499729156494,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1250
+    },
+    {
+      "epoch": 1.0574905581200167,
+      "grad_norm": 0.3458889126777649,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 1260
+    },
+    {
+      "epoch": 1.0658833403273185,
+      "grad_norm": 0.3956579864025116,
+      "learning_rate": 0.0002,
+      "loss": 1.6929,
+      "step": 1270
+    },
+    {
+      "epoch": 1.0742761225346202,
+      "grad_norm": 0.3217819035053253,
+      "learning_rate": 0.0002,
+      "loss": 1.6625,
+      "step": 1280
+    },
+    {
+      "epoch": 1.082668904741922,
+      "grad_norm": 0.31379663944244385,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1290
+    },
+    {
+      "epoch": 1.0910616869492236,
+      "grad_norm": 0.37231558561325073,
+      "learning_rate": 0.0002,
+      "loss": 1.6331,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0994544691565253,
+      "grad_norm": 0.35857918858528137,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1078472513638271,
+      "grad_norm": 0.36637991666793823,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1162400335711289,
+      "grad_norm": 0.3436494469642639,
+      "learning_rate": 0.0002,
+      "loss": 1.7245,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1246328157784307,
+      "grad_norm": 0.404908150434494,
+      "learning_rate": 0.0002,
+      "loss": 1.6867,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1330255979857322,
+      "grad_norm": 0.34587544202804565,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 1350
+    },
+    {
+      "epoch": 1.141418380193034,
+      "grad_norm": 0.35142362117767334,
+      "learning_rate": 0.0002,
+      "loss": 1.6365,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1498111624003358,
+      "grad_norm": 0.3511804938316345,
+      "learning_rate": 0.0002,
+      "loss": 1.6781,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1582039446076373,
+      "grad_norm": 0.3549560308456421,
+      "learning_rate": 0.0002,
+      "loss": 1.6824,
+      "step": 1380
+    },
+    {
+      "epoch": 1.166596726814939,
+      "grad_norm": 0.35797521471977234,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1749895090222409,
+      "grad_norm": 0.37255269289016724,
+      "learning_rate": 0.0002,
+      "loss": 1.7476,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1833822912295426,
+      "grad_norm": 0.3680652379989624,
+      "learning_rate": 0.0002,
+      "loss": 1.7274,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1917750734368444,
+      "grad_norm": 0.400831013917923,
+      "learning_rate": 0.0002,
+      "loss": 1.6751,
+      "step": 1420
+    },
+    {
+      "epoch": 1.200167855644146,
+      "grad_norm": 0.39571020007133484,
+      "learning_rate": 0.0002,
+      "loss": 1.7961,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2085606378514477,
+      "grad_norm": 0.3843863010406494,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2169534200587495,
+      "grad_norm": 0.3901960551738739,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2253462022660513,
+      "grad_norm": 0.36490726470947266,
+      "learning_rate": 0.0002,
+      "loss": 1.6425,
+      "step": 1460
+    },
+    {
+      "epoch": 1.2337389844733528,
+      "grad_norm": 0.3739864230155945,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2421317666806546,
+      "grad_norm": 0.39061254262924194,
+      "learning_rate": 0.0002,
+      "loss": 1.6795,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2505245488879564,
+      "grad_norm": 0.37198659777641296,
+      "learning_rate": 0.0002,
+      "loss": 1.6838,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2589173310952582,
+      "grad_norm": 0.3420586884021759,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2673101133025597,
+      "grad_norm": 0.4094347655773163,
+      "learning_rate": 0.0002,
+      "loss": 1.719,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2757028955098615,
+      "grad_norm": 0.38997703790664673,
+      "learning_rate": 0.0002,
+      "loss": 1.7563,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2840956777171633,
+      "grad_norm": 0.35702022910118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6651,
+      "step": 1530
+    },
+    {
+      "epoch": 1.292488459924465,
+      "grad_norm": 0.3892163336277008,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3008812421317666,
+      "grad_norm": 0.33174318075180054,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3092740243390684,
+      "grad_norm": 0.40701809525489807,
+      "learning_rate": 0.0002,
+      "loss": 1.7581,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3176668065463701,
+      "grad_norm": 0.36324232816696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 1570
+    },
+    {
+      "epoch": 1.326059588753672,
+      "grad_norm": 0.3748789429664612,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 1580
+    },
+    {
+      "epoch": 1.3344523709609737,
+      "grad_norm": 0.40873438119888306,
+      "learning_rate": 0.0002,
+      "loss": 1.67,
+      "step": 1590
+    },
+    {
+      "epoch": 1.3428451531682752,
+      "grad_norm": 0.52373206615448,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1600
+    },
+    {
+      "epoch": 1.351237935375577,
+      "grad_norm": 0.40408164262771606,
+      "learning_rate": 0.0002,
+      "loss": 1.7593,
+      "step": 1610
+    },
+    {
+      "epoch": 1.3596307175828788,
+      "grad_norm": 0.3818126320838928,
+      "learning_rate": 0.0002,
+      "loss": 1.7959,
+      "step": 1620
+    },
+    {
+      "epoch": 1.3680234997901803,
+      "grad_norm": 0.3457068204879761,
+      "learning_rate": 0.0002,
+      "loss": 1.6328,
+      "step": 1630
+    },
+    {
+      "epoch": 1.3764162819974821,
+      "grad_norm": 0.33777865767478943,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 1640
+    },
+    {
+      "epoch": 1.384809064204784,
+      "grad_norm": 0.36344218254089355,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 1650
+    },
+    {
+      "epoch": 1.3932018464120857,
+      "grad_norm": 0.3880128562450409,
+      "learning_rate": 0.0002,
+      "loss": 1.7656,
+      "step": 1660
+    },
+    {
+      "epoch": 1.4015946286193874,
+      "grad_norm": 0.3906225562095642,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1670
+    },
+    {
+      "epoch": 1.409987410826689,
+      "grad_norm": 0.35857489705085754,
+      "learning_rate": 0.0002,
+      "loss": 1.7041,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4183801930339908,
+      "grad_norm": 0.3627418279647827,
+      "learning_rate": 0.0002,
+      "loss": 1.7175,
+      "step": 1690
+    },
+    {
+      "epoch": 1.4267729752412925,
+      "grad_norm": 0.41963326930999756,
+      "learning_rate": 0.0002,
+      "loss": 1.6948,
+      "step": 1700
+    },
+    {
+      "epoch": 1.435165757448594,
+      "grad_norm": 0.36280378699302673,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 1.4435585396558959,
+      "grad_norm": 0.3868233561515808,
+      "learning_rate": 0.0002,
+      "loss": 1.7775,
+      "step": 1720
+    },
+    {
+      "epoch": 1.4519513218631976,
+      "grad_norm": 0.3635849356651306,
+      "learning_rate": 0.0002,
+      "loss": 1.6963,
+      "step": 1730
+    },
+    {
+      "epoch": 1.4603441040704994,
+      "grad_norm": 0.4885194003582001,
+      "learning_rate": 0.0002,
+      "loss": 1.7381,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4687368862778012,
+      "grad_norm": 0.35194680094718933,
+      "learning_rate": 0.0002,
+      "loss": 1.6661,
+      "step": 1750
+    },
+    {
+      "epoch": 1.4771296684851027,
+      "grad_norm": 0.34906691312789917,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 1760
+    },
+    {
+      "epoch": 1.4855224506924045,
+      "grad_norm": 0.3994184732437134,
+      "learning_rate": 0.0002,
+      "loss": 1.7196,
+      "step": 1770
+    },
+    {
+      "epoch": 1.4939152328997063,
+      "grad_norm": 0.3599298298358917,
+      "learning_rate": 0.0002,
+      "loss": 1.7157,
+      "step": 1780
+    },
+    {
+      "epoch": 1.5023080151070078,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.6966,
+      "step": 1790
+    },
+    {
+      "epoch": 1.5107007973143096,
+      "grad_norm": 0.36289724707603455,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 1800
+    },
+    {
+      "epoch": 1.5190935795216114,
+      "grad_norm": 0.38057321310043335,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 1810
+    },
+    {
+      "epoch": 1.5274863617289132,
+      "grad_norm": 0.3771969676017761,
+      "learning_rate": 0.0002,
+      "loss": 1.7006,
+      "step": 1820
+    },
+    {
+      "epoch": 1.535879143936215,
+      "grad_norm": 0.34788841009140015,
+      "learning_rate": 0.0002,
+      "loss": 1.765,
+      "step": 1830
+    },
+    {
+      "epoch": 1.5442719261435167,
+      "grad_norm": 0.41352227330207825,
+      "learning_rate": 0.0002,
+      "loss": 1.7148,
+      "step": 1840
+    },
+    {
+      "epoch": 1.5526647083508183,
+      "grad_norm": 0.35711410641670227,
+      "learning_rate": 0.0002,
+      "loss": 1.6654,
+      "step": 1850
+    },
+    {
+      "epoch": 1.56105749055812,
+      "grad_norm": 0.40607622265815735,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 1860
+    },
+    {
+      "epoch": 1.5694502727654216,
+      "grad_norm": 0.3428550660610199,
+      "learning_rate": 0.0002,
+      "loss": 1.713,
+      "step": 1870
+    },
+    {
+      "epoch": 1.5778430549727234,
+      "grad_norm": 0.3695414066314697,
+      "learning_rate": 0.0002,
+      "loss": 1.7909,
+      "step": 1880
+    },
+    {
+      "epoch": 1.5862358371800251,
+      "grad_norm": 0.3798272907733917,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1890
+    },
+    {
+      "epoch": 1.594628619387327,
+      "grad_norm": 0.3415829837322235,
+      "learning_rate": 0.0002,
+      "loss": 1.7412,
+      "step": 1900
+    },
+    {
+      "epoch": 1.6030214015946287,
+      "grad_norm": 0.3575693666934967,
+      "learning_rate": 0.0002,
+      "loss": 1.8233,
+      "step": 1910
+    },
+    {
+      "epoch": 1.6114141838019305,
+      "grad_norm": 0.3180370628833771,
+      "learning_rate": 0.0002,
+      "loss": 1.6947,
+      "step": 1920
+    },
+    {
+      "epoch": 1.619806966009232,
+      "grad_norm": 0.5018689036369324,
+      "learning_rate": 0.0002,
+      "loss": 1.7506,
+      "step": 1930
+    },
+    {
+      "epoch": 1.6281997482165338,
+      "grad_norm": 0.35676372051239014,
+      "learning_rate": 0.0002,
+      "loss": 1.7368,
+      "step": 1940
+    },
+    {
+      "epoch": 1.6365925304238353,
+      "grad_norm": 0.3740452229976654,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1950
+    },
+    {
+      "epoch": 1.6449853126311371,
+      "grad_norm": 0.36584731936454773,
+      "learning_rate": 0.0002,
+      "loss": 1.6474,
+      "step": 1960
+    },
+    {
+      "epoch": 1.653378094838439,
+      "grad_norm": 0.38556376099586487,
+      "learning_rate": 0.0002,
+      "loss": 1.7306,
+      "step": 1970
+    },
+    {
+      "epoch": 1.6617708770457407,
+      "grad_norm": 0.4114968776702881,
+      "learning_rate": 0.0002,
+      "loss": 1.7694,
+      "step": 1980
+    },
+    {
+      "epoch": 1.6701636592530424,
+      "grad_norm": 0.3665498197078705,
+      "learning_rate": 0.0002,
+      "loss": 1.6407,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6785564414603442,
+      "grad_norm": 0.36579379439353943,
+      "learning_rate": 0.0002,
+      "loss": 1.7167,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6869492236676458,
+      "grad_norm": 0.3813064694404602,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 2010
+    },
+    {
+      "epoch": 1.6953420058749475,
+      "grad_norm": 0.33390694856643677,
+      "learning_rate": 0.0002,
+      "loss": 1.7566,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7037347880822493,
+      "grad_norm": 0.3668614327907562,
+      "learning_rate": 0.0002,
+      "loss": 1.6576,
+      "step": 2030
+    },
+    {
+      "epoch": 1.7121275702895509,
+      "grad_norm": 0.352028489112854,
+      "learning_rate": 0.0002,
+      "loss": 1.7162,
+      "step": 2040
+    },
+    {
+      "epoch": 1.7205203524968526,
+      "grad_norm": 0.33639830350875854,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 2050
+    },
+    {
+      "epoch": 1.7289131347041544,
+      "grad_norm": 0.39217695593833923,
+      "learning_rate": 0.0002,
+      "loss": 1.7868,
+      "step": 2060
+    },
+    {
+      "epoch": 1.7373059169114562,
+      "grad_norm": 0.42593324184417725,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 2070
+    },
+    {
+      "epoch": 1.745698699118758,
+      "grad_norm": 0.362215518951416,
+      "learning_rate": 0.0002,
+      "loss": 1.722,
+      "step": 2080
+    },
+    {
+      "epoch": 1.7540914813260597,
+      "grad_norm": 0.4087955057621002,
+      "learning_rate": 0.0002,
+      "loss": 1.7712,
+      "step": 2090
+    },
+    {
+      "epoch": 1.7624842635333613,
+      "grad_norm": 0.35127750039100647,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 2100
+    },
+    {
+      "epoch": 1.770877045740663,
+      "grad_norm": 0.33677494525909424,
+      "learning_rate": 0.0002,
+      "loss": 1.7405,
+      "step": 2110
+    },
+    {
+      "epoch": 1.7792698279479646,
+      "grad_norm": 0.39616644382476807,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 2120
+    },
+    {
+      "epoch": 1.7876626101552664,
+      "grad_norm": 0.4705100953578949,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 2130
+    },
+    {
+      "epoch": 1.7960553923625682,
+      "grad_norm": 0.3893914818763733,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 2140
+    },
+    {
+      "epoch": 1.80444817456987,
+      "grad_norm": 0.3344813585281372,
+      "learning_rate": 0.0002,
+      "loss": 1.6711,
+      "step": 2150
+    },
+    {
+      "epoch": 1.8128409567771717,
+      "grad_norm": 0.36502110958099365,
+      "learning_rate": 0.0002,
+      "loss": 1.8329,
+      "step": 2160
+    },
+    {
+      "epoch": 1.8212337389844735,
+      "grad_norm": 0.3422985374927521,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 2170
+    },
+    {
+      "epoch": 1.829626521191775,
+      "grad_norm": 0.44039851427078247,
+      "learning_rate": 0.0002,
+      "loss": 1.6874,
+      "step": 2180
+    },
+    {
+      "epoch": 1.8380193033990768,
+      "grad_norm": 0.40052926540374756,
+      "learning_rate": 0.0002,
+      "loss": 1.7706,
+      "step": 2190
+    },
+    {
+      "epoch": 1.8464120856063784,
+      "grad_norm": 0.3614487648010254,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 2200
+    },
+    {
+      "epoch": 1.8548048678136801,
+      "grad_norm": 0.3800305426120758,
+      "learning_rate": 0.0002,
+      "loss": 1.6879,
+      "step": 2210
+    },
+    {
+      "epoch": 1.863197650020982,
+      "grad_norm": 0.3942040205001831,
+      "learning_rate": 0.0002,
+      "loss": 1.7731,
+      "step": 2220
+    },
+    {
+      "epoch": 1.8715904322282837,
+      "grad_norm": 0.36896875500679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7187,
+      "step": 2230
+    },
+    {
+      "epoch": 1.8799832144355855,
+      "grad_norm": 0.3666089177131653,
+      "learning_rate": 0.0002,
+      "loss": 1.7371,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8883759966428872,
+      "grad_norm": 0.3759142756462097,
+      "learning_rate": 0.0002,
+      "loss": 1.7336,
+      "step": 2250
+    },
+    {
+      "epoch": 1.8967687788501888,
+      "grad_norm": 0.3711695671081543,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 2260
+    },
+    {
+      "epoch": 1.9051615610574906,
+      "grad_norm": 0.37000006437301636,
+      "learning_rate": 0.0002,
+      "loss": 1.7052,
+      "step": 2270
+    },
+    {
+      "epoch": 1.9135543432647921,
+      "grad_norm": 0.37376025319099426,
+      "learning_rate": 0.0002,
+      "loss": 1.7104,
+      "step": 2280
+    },
+    {
+      "epoch": 1.921947125472094,
+      "grad_norm": 0.3794068694114685,
+      "learning_rate": 0.0002,
+      "loss": 1.6641,
+      "step": 2290
+    },
+    {
+      "epoch": 1.9303399076793957,
+      "grad_norm": 0.42530709505081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 2300
+    },
+    {
+      "epoch": 1.9387326898866974,
+      "grad_norm": 0.3381672203540802,
+      "learning_rate": 0.0002,
+      "loss": 1.7871,
+      "step": 2310
+    },
+    {
+      "epoch": 1.9471254720939992,
+      "grad_norm": 0.3553236722946167,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 2320
+    },
+    {
+      "epoch": 1.955518254301301,
+      "grad_norm": 0.38204774260520935,
+      "learning_rate": 0.0002,
+      "loss": 1.715,
+      "step": 2330
+    },
+    {
+      "epoch": 1.9639110365086025,
+      "grad_norm": 0.4318946301937103,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 2340
+    },
+    {
+      "epoch": 1.9723038187159043,
+      "grad_norm": 0.3563119173049927,
+      "learning_rate": 0.0002,
+      "loss": 1.7709,
+      "step": 2350
+    },
+    {
+      "epoch": 1.980696600923206,
+      "grad_norm": 0.362532377243042,
+      "learning_rate": 0.0002,
+      "loss": 1.7083,
+      "step": 2360
+    },
+    {
+      "epoch": 1.9890893831305076,
+      "grad_norm": 0.40200483798980713,
+      "learning_rate": 0.0002,
+      "loss": 1.6992,
+      "step": 2370
+    },
+    {
+      "epoch": 1.9974821653378094,
+      "grad_norm": 0.37397003173828125,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 2380
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.807437539100647,
+      "eval_runtime": 38.0038,
+      "eval_samples_per_second": 13.551,
+      "eval_steps_per_second": 1.71,
+      "step": 2383
+    },
+    {
+      "epoch": 2.005874947545111,
+      "grad_norm": 0.3563518226146698,
+      "learning_rate": 0.0002,
+      "loss": 1.579,
+      "step": 2390
+    },
+    {
+      "epoch": 2.014267729752413,
+      "grad_norm": 0.3913732171058655,
+      "learning_rate": 0.0002,
+      "loss": 1.5467,
+      "step": 2400
+    },
+    {
+      "epoch": 2.0226605119597147,
+      "grad_norm": 0.3511047661304474,
+      "learning_rate": 0.0002,
+      "loss": 1.6202,
+      "step": 2410
+    },
+    {
+      "epoch": 2.0310532941670165,
+      "grad_norm": 0.3917897641658783,
+      "learning_rate": 0.0002,
+      "loss": 1.599,
+      "step": 2420
+    },
+    {
+      "epoch": 2.0394460763743183,
+      "grad_norm": 0.36766913533210754,
+      "learning_rate": 0.0002,
+      "loss": 1.663,
+      "step": 2430
+    },
+    {
+      "epoch": 2.0478388585816196,
+      "grad_norm": 0.434097021818161,
+      "learning_rate": 0.0002,
+      "loss": 1.5608,
+      "step": 2440
+    },
+    {
+      "epoch": 2.0562316407889214,
+      "grad_norm": 0.4986756145954132,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 2450
+    },
+    {
+      "epoch": 2.064624422996223,
+      "grad_norm": 0.4377020001411438,
+      "learning_rate": 0.0002,
+      "loss": 1.6224,
+      "step": 2460
+    },
+    {
+      "epoch": 2.073017205203525,
+      "grad_norm": 0.4412095546722412,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 2470
+    },
+    {
+      "epoch": 2.0814099874108267,
+      "grad_norm": 0.4463737905025482,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 2480
+    },
+    {
+      "epoch": 2.0898027696181285,
+      "grad_norm": 0.4118853211402893,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 2490
+    },
+    {
+      "epoch": 2.0981955518254303,
+      "grad_norm": 0.48814308643341064,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 2500
+    },
+    {
+      "epoch": 2.106588334032732,
+      "grad_norm": 0.4263038635253906,
+      "learning_rate": 0.0002,
+      "loss": 1.6292,
+      "step": 2510
+    },
+    {
+      "epoch": 2.1149811162400334,
+      "grad_norm": 0.41060999035835266,
+      "learning_rate": 0.0002,
+      "loss": 1.5907,
+      "step": 2520
+    },
+    {
+      "epoch": 2.123373898447335,
+      "grad_norm": 0.4699285626411438,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 2530
+    },
+    {
+      "epoch": 2.131766680654637,
+      "grad_norm": 0.4321298897266388,
+      "learning_rate": 0.0002,
+      "loss": 1.6076,
+      "step": 2540
+    },
+    {
+      "epoch": 2.1401594628619387,
+      "grad_norm": 0.41544368863105774,
+      "learning_rate": 0.0002,
+      "loss": 1.5715,
+      "step": 2550
+    },
+    {
+      "epoch": 2.1485522450692405,
+      "grad_norm": 0.4529191851615906,
+      "learning_rate": 0.0002,
+      "loss": 1.6717,
+      "step": 2560
+    },
+    {
+      "epoch": 2.1569450272765422,
+      "grad_norm": 0.4370215833187103,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 2570
+    },
+    {
+      "epoch": 2.165337809483844,
+      "grad_norm": 0.3878629207611084,
+      "learning_rate": 0.0002,
+      "loss": 1.55,
+      "step": 2580
+    },
+    {
+      "epoch": 2.173730591691146,
+      "grad_norm": 0.47374191880226135,
+      "learning_rate": 0.0002,
+      "loss": 1.6863,
+      "step": 2590
+    },
+    {
+      "epoch": 2.182123373898447,
+      "grad_norm": 0.4551556706428528,
+      "learning_rate": 0.0002,
+      "loss": 1.6462,
+      "step": 2600
+    },
+    {
+      "epoch": 2.190516156105749,
+      "grad_norm": 0.45371633768081665,
+      "learning_rate": 0.0002,
+      "loss": 1.6238,
+      "step": 2610
+    },
+    {
+      "epoch": 2.1989089383130507,
+      "grad_norm": 0.3831859529018402,
+      "learning_rate": 0.0002,
+      "loss": 1.6134,
+      "step": 2620
+    },
+    {
+      "epoch": 2.2073017205203525,
+      "grad_norm": 0.42436569929122925,
+      "learning_rate": 0.0002,
+      "loss": 1.6477,
+      "step": 2630
+    },
+    {
+      "epoch": 2.2156945027276542,
+      "grad_norm": 0.4363750219345093,
+      "learning_rate": 0.0002,
+      "loss": 1.6512,
+      "step": 2640
+    },
+    {
+      "epoch": 2.224087284934956,
+      "grad_norm": 0.4473390579223633,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 2650
+    },
+    {
+      "epoch": 2.2324800671422578,
+      "grad_norm": 0.4419533908367157,
+      "learning_rate": 0.0002,
+      "loss": 1.6161,
+      "step": 2660
+    },
+    {
+      "epoch": 2.2408728493495595,
+      "grad_norm": 0.525901198387146,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 2670
+    },
+    {
+      "epoch": 2.2492656315568613,
+      "grad_norm": 0.4345211684703827,
+      "learning_rate": 0.0002,
+      "loss": 1.6891,
+      "step": 2680
+    },
+    {
+      "epoch": 2.2576584137641627,
+      "grad_norm": 0.5169841051101685,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 2690
+    },
+    {
+      "epoch": 2.2660511959714644,
+      "grad_norm": 0.43511003255844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6221,
+      "step": 2700
+    },
+    {
+      "epoch": 2.274443978178766,
+      "grad_norm": 0.4781411588191986,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 2710
+    },
+    {
+      "epoch": 2.282836760386068,
+      "grad_norm": 0.4282242953777313,
+      "learning_rate": 0.0002,
+      "loss": 1.6292,
+      "step": 2720
+    },
+    {
+      "epoch": 2.2912295425933698,
+      "grad_norm": 0.4499875605106354,
+      "learning_rate": 0.0002,
+      "loss": 1.5238,
+      "step": 2730
+    },
+    {
+      "epoch": 2.2996223248006715,
+      "grad_norm": 0.4133218824863434,
+      "learning_rate": 0.0002,
+      "loss": 1.5844,
+      "step": 2740
+    },
+    {
+      "epoch": 2.3080151070079733,
+      "grad_norm": 0.4706156849861145,
+      "learning_rate": 0.0002,
+      "loss": 1.6207,
+      "step": 2750
+    },
+    {
+      "epoch": 2.3164078892152746,
+      "grad_norm": 0.4537484347820282,
+      "learning_rate": 0.0002,
+      "loss": 1.573,
+      "step": 2760
+    },
+    {
+      "epoch": 2.3248006714225764,
+      "grad_norm": 0.39736735820770264,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2770
+    },
+    {
+      "epoch": 2.333193453629878,
+      "grad_norm": 0.4488453269004822,
+      "learning_rate": 0.0002,
+      "loss": 1.7032,
+      "step": 2780
+    },
+    {
+      "epoch": 2.34158623583718,
+      "grad_norm": 0.44405487179756165,
+      "learning_rate": 0.0002,
+      "loss": 1.6169,
+      "step": 2790
+    },
+    {
+      "epoch": 2.3499790180444817,
+      "grad_norm": 0.4726555049419403,
+      "learning_rate": 0.0002,
+      "loss": 1.5207,
+      "step": 2800
+    },
+    {
+      "epoch": 2.3583718002517835,
+      "grad_norm": 0.4820375442504883,
+      "learning_rate": 0.0002,
+      "loss": 1.5792,
+      "step": 2810
+    },
+    {
+      "epoch": 2.3667645824590853,
+      "grad_norm": 0.46176597476005554,
+      "learning_rate": 0.0002,
+      "loss": 1.5774,
+      "step": 2820
+    },
+    {
+      "epoch": 2.375157364666387,
+      "grad_norm": 0.4603394567966461,
+      "learning_rate": 0.0002,
+      "loss": 1.6256,
+      "step": 2830
+    },
+    {
+      "epoch": 2.383550146873689,
+      "grad_norm": 0.4462946355342865,
+      "learning_rate": 0.0002,
+      "loss": 1.6598,
+      "step": 2840
+    },
+    {
+      "epoch": 2.39194292908099,
+      "grad_norm": 0.5216080546379089,
+      "learning_rate": 0.0002,
+      "loss": 1.5939,
+      "step": 2850
+    },
+    {
+      "epoch": 2.400335711288292,
+      "grad_norm": 0.44553086161613464,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 2860
+    },
+    {
+      "epoch": 2.4087284934955937,
+      "grad_norm": 0.4215725362300873,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 2870
+    },
+    {
+      "epoch": 2.4171212757028955,
+      "grad_norm": 0.4646450877189636,
+      "learning_rate": 0.0002,
+      "loss": 1.6228,
+      "step": 2880
+    },
+    {
+      "epoch": 2.4255140579101973,
+      "grad_norm": 0.44749370217323303,
+      "learning_rate": 0.0002,
+      "loss": 1.6547,
+      "step": 2890
+    },
+    {
+      "epoch": 2.433906840117499,
+      "grad_norm": 0.4986693859100342,
+      "learning_rate": 0.0002,
+      "loss": 1.6356,
+      "step": 2900
+    },
+    {
+      "epoch": 2.442299622324801,
+      "grad_norm": 0.4607609808444977,
+      "learning_rate": 0.0002,
+      "loss": 1.6294,
+      "step": 2910
+    },
+    {
+      "epoch": 2.4506924045321026,
+      "grad_norm": 0.4597654938697815,
+      "learning_rate": 0.0002,
+      "loss": 1.6721,
+      "step": 2920
+    },
+    {
+      "epoch": 2.4590851867394043,
+      "grad_norm": 0.4106820821762085,
+      "learning_rate": 0.0002,
+      "loss": 1.7428,
+      "step": 2930
+    },
+    {
+      "epoch": 2.4674779689467057,
+      "grad_norm": 0.4531514048576355,
+      "learning_rate": 0.0002,
+      "loss": 1.622,
+      "step": 2940
+    },
+    {
+      "epoch": 2.4758707511540075,
+      "grad_norm": 0.4546769857406616,
+      "learning_rate": 0.0002,
+      "loss": 1.6367,
+      "step": 2950
+    },
+    {
+      "epoch": 2.4842635333613092,
+      "grad_norm": 0.47410622239112854,
+      "learning_rate": 0.0002,
+      "loss": 1.6306,
+      "step": 2960
+    },
+    {
+      "epoch": 2.492656315568611,
+      "grad_norm": 0.4498177468776703,
+      "learning_rate": 0.0002,
+      "loss": 1.6597,
+      "step": 2970
+    },
+    {
+      "epoch": 2.5010490977759128,
+      "grad_norm": 0.47267791628837585,
+      "learning_rate": 0.0002,
+      "loss": 1.6845,
+      "step": 2980
+    },
+    {
+      "epoch": 2.5094418799832146,
+      "grad_norm": 0.4340207576751709,
+      "learning_rate": 0.0002,
+      "loss": 1.601,
+      "step": 2990
+    },
+    {
+      "epoch": 2.5178346621905163,
+      "grad_norm": 0.43454936146736145,
+      "learning_rate": 0.0002,
+      "loss": 1.5783,
+      "step": 3000
+    },
+    {
+      "epoch": 2.5262274443978177,
+      "grad_norm": 0.43459394574165344,
+      "learning_rate": 0.0002,
+      "loss": 1.5773,
+      "step": 3010
+    },
+    {
+      "epoch": 2.5346202266051194,
+      "grad_norm": 0.4716770052909851,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 3020
+    },
+    {
+      "epoch": 2.543013008812421,
+      "grad_norm": 0.4339194595813751,
+      "learning_rate": 0.0002,
+      "loss": 1.626,
+      "step": 3030
+    },
+    {
+      "epoch": 2.551405791019723,
+      "grad_norm": 0.4655593931674957,
+      "learning_rate": 0.0002,
+      "loss": 1.6053,
+      "step": 3040
+    },
+    {
+      "epoch": 2.5597985732270248,
+      "grad_norm": 0.5480475425720215,
+      "learning_rate": 0.0002,
+      "loss": 1.5871,
+      "step": 3050
+    },
+    {
+      "epoch": 2.5681913554343265,
+      "grad_norm": 0.4783174991607666,
+      "learning_rate": 0.0002,
+      "loss": 1.7056,
+      "step": 3060
+    },
+    {
+      "epoch": 2.5765841376416283,
+      "grad_norm": 0.45062026381492615,
+      "learning_rate": 0.0002,
+      "loss": 1.5691,
+      "step": 3070
+    },
+    {
+      "epoch": 2.58497691984893,
+      "grad_norm": 0.4559392035007477,
+      "learning_rate": 0.0002,
+      "loss": 1.7005,
+      "step": 3080
+    },
+    {
+      "epoch": 2.593369702056232,
+      "grad_norm": 0.6581618785858154,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 3090
+    },
+    {
+      "epoch": 2.601762484263533,
+      "grad_norm": 0.48549333214759827,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 3100
+    },
+    {
+      "epoch": 2.610155266470835,
+      "grad_norm": 0.5358436107635498,
+      "learning_rate": 0.0002,
+      "loss": 1.6128,
+      "step": 3110
+    },
+    {
+      "epoch": 2.6185480486781367,
+      "grad_norm": 0.5380043983459473,
+      "learning_rate": 0.0002,
+      "loss": 1.6507,
+      "step": 3120
+    },
+    {
+      "epoch": 2.6269408308854385,
+      "grad_norm": 0.49887847900390625,
+      "learning_rate": 0.0002,
+      "loss": 1.6394,
+      "step": 3130
+    },
+    {
+      "epoch": 2.6353336130927403,
+      "grad_norm": 0.46039602160453796,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 3140
+    },
+    {
+      "epoch": 2.643726395300042,
+      "grad_norm": 0.416098952293396,
+      "learning_rate": 0.0002,
+      "loss": 1.6337,
+      "step": 3150
+    },
+    {
+      "epoch": 2.652119177507344,
+      "grad_norm": 0.465326726436615,
+      "learning_rate": 0.0002,
+      "loss": 1.6295,
+      "step": 3160
+    },
+    {
+      "epoch": 2.660511959714645,
+      "grad_norm": 0.47029924392700195,
+      "learning_rate": 0.0002,
+      "loss": 1.5806,
+      "step": 3170
+    },
+    {
+      "epoch": 2.6689047419219474,
+      "grad_norm": 0.5063307285308838,
+      "learning_rate": 0.0002,
+      "loss": 1.6268,
+      "step": 3180
+    },
+    {
+      "epoch": 2.6772975241292487,
+      "grad_norm": 0.42928868532180786,
+      "learning_rate": 0.0002,
+      "loss": 1.5718,
+      "step": 3190
+    },
+    {
+      "epoch": 2.6856903063365505,
+      "grad_norm": 0.4170134365558624,
+      "learning_rate": 0.0002,
+      "loss": 1.6113,
+      "step": 3200
+    },
+    {
+      "epoch": 2.6940830885438523,
+      "grad_norm": 0.47810474038124084,
+      "learning_rate": 0.0002,
+      "loss": 1.6337,
+      "step": 3210
+    },
+    {
+      "epoch": 2.702475870751154,
+      "grad_norm": 0.44440609216690063,
+      "learning_rate": 0.0002,
+      "loss": 1.6808,
+      "step": 3220
+    },
+    {
+      "epoch": 2.710868652958456,
+      "grad_norm": 0.482759565114975,
+      "learning_rate": 0.0002,
+      "loss": 1.5611,
+      "step": 3230
+    },
+    {
+      "epoch": 2.7192614351657576,
+      "grad_norm": 0.4325942099094391,
+      "learning_rate": 0.0002,
+      "loss": 1.6265,
+      "step": 3240
+    },
+    {
+      "epoch": 2.7276542173730594,
+      "grad_norm": 0.502498984336853,
+      "learning_rate": 0.0002,
+      "loss": 1.585,
+      "step": 3250
+    },
+    {
+      "epoch": 2.7360469995803607,
+      "grad_norm": 0.4725162982940674,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 3260
+    },
+    {
+      "epoch": 2.7444397817876625,
+      "grad_norm": 0.46781349182128906,
+      "learning_rate": 0.0002,
+      "loss": 1.6591,
+      "step": 3270
+    },
+    {
+      "epoch": 2.7528325639949642,
+      "grad_norm": 0.47366851568222046,
+      "learning_rate": 0.0002,
+      "loss": 1.6625,
+      "step": 3280
+    },
+    {
+      "epoch": 2.761225346202266,
+      "grad_norm": 0.5101882815361023,
+      "learning_rate": 0.0002,
+      "loss": 1.6437,
+      "step": 3290
+    },
+    {
+      "epoch": 2.769618128409568,
+      "grad_norm": 0.4874587059020996,
+      "learning_rate": 0.0002,
+      "loss": 1.6488,
+      "step": 3300
+    },
+    {
+      "epoch": 2.7780109106168696,
+      "grad_norm": 0.4989369213581085,
+      "learning_rate": 0.0002,
+      "loss": 1.6151,
+      "step": 3310
+    },
+    {
+      "epoch": 2.7864036928241713,
+      "grad_norm": 0.48041442036628723,
+      "learning_rate": 0.0002,
+      "loss": 1.6786,
+      "step": 3320
+    },
+    {
+      "epoch": 2.7947964750314727,
+      "grad_norm": 0.4845651090145111,
+      "learning_rate": 0.0002,
+      "loss": 1.6137,
+      "step": 3330
+    },
+    {
+      "epoch": 2.803189257238775,
+      "grad_norm": 0.48575496673583984,
+      "learning_rate": 0.0002,
+      "loss": 1.7154,
+      "step": 3340
+    },
+    {
+      "epoch": 2.811582039446076,
+      "grad_norm": 0.509726881980896,
+      "learning_rate": 0.0002,
+      "loss": 1.6771,
+      "step": 3350
+    },
+    {
+      "epoch": 2.819974821653378,
+      "grad_norm": 0.5026665329933167,
+      "learning_rate": 0.0002,
+      "loss": 1.6937,
+      "step": 3360
+    },
+    {
+      "epoch": 2.8283676038606798,
+      "grad_norm": 0.4727601706981659,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 3370
+    },
+    {
+      "epoch": 2.8367603860679815,
+      "grad_norm": 0.41952234506607056,
+      "learning_rate": 0.0002,
+      "loss": 1.6811,
+      "step": 3380
+    },
+    {
+      "epoch": 2.8451531682752833,
+      "grad_norm": 0.49663856625556946,
+      "learning_rate": 0.0002,
+      "loss": 1.6639,
+      "step": 3390
+    },
+    {
+      "epoch": 2.853545950482585,
+      "grad_norm": 0.4934511184692383,
+      "learning_rate": 0.0002,
+      "loss": 1.6389,
+      "step": 3400
+    },
+    {
+      "epoch": 2.861938732689887,
+      "grad_norm": 0.4673226773738861,
+      "learning_rate": 0.0002,
+      "loss": 1.6362,
+      "step": 3410
+    },
+    {
+      "epoch": 2.870331514897188,
+      "grad_norm": 0.48972779512405396,
+      "learning_rate": 0.0002,
+      "loss": 1.641,
+      "step": 3420
+    },
+    {
+      "epoch": 2.8787242971044904,
+      "grad_norm": 0.5008330345153809,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 3430
+    },
+    {
+      "epoch": 2.8871170793117917,
+      "grad_norm": 0.43337664008140564,
+      "learning_rate": 0.0002,
+      "loss": 1.6867,
+      "step": 3440
+    },
+    {
+      "epoch": 2.8955098615190935,
+      "grad_norm": 0.4430622458457947,
+      "learning_rate": 0.0002,
+      "loss": 1.5501,
+      "step": 3450
+    },
+    {
+      "epoch": 2.9039026437263953,
+      "grad_norm": 0.45123326778411865,
+      "learning_rate": 0.0002,
+      "loss": 1.6415,
+      "step": 3460
+    },
+    {
+      "epoch": 2.912295425933697,
+      "grad_norm": 0.47367340326309204,
+      "learning_rate": 0.0002,
+      "loss": 1.5913,
+      "step": 3470
+    },
+    {
+      "epoch": 2.920688208140999,
+      "grad_norm": 0.44940701127052307,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 3480
+    },
+    {
+      "epoch": 2.9290809903483006,
+      "grad_norm": 0.44216281175613403,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 3490
+    },
+    {
+      "epoch": 2.9374737725556024,
+      "grad_norm": 0.4824782609939575,
+      "learning_rate": 0.0002,
+      "loss": 1.6088,
+      "step": 3500
+    },
+    {
+      "epoch": 2.9458665547629037,
+      "grad_norm": 0.43067067861557007,
+      "learning_rate": 0.0002,
+      "loss": 1.5949,
+      "step": 3510
+    },
+    {
+      "epoch": 2.9542593369702055,
+      "grad_norm": 0.46483176946640015,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 3520
+    },
+    {
+      "epoch": 2.9626521191775073,
+      "grad_norm": 0.49230799078941345,
+      "learning_rate": 0.0002,
+      "loss": 1.5878,
+      "step": 3530
+    },
+    {
+      "epoch": 2.971044901384809,
+      "grad_norm": 0.5081011652946472,
+      "learning_rate": 0.0002,
+      "loss": 1.5925,
+      "step": 3540
+    },
+    {
+      "epoch": 2.979437683592111,
+      "grad_norm": 0.5326072573661804,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 3550
+    },
+    {
+      "epoch": 2.9878304657994126,
+      "grad_norm": 0.4981454014778137,
+      "learning_rate": 0.0002,
+      "loss": 1.5769,
+      "step": 3560
+    },
+    {
+      "epoch": 2.9962232480067144,
+      "grad_norm": 0.4330528676509857,
+      "learning_rate": 0.0002,
+      "loss": 1.6073,
+      "step": 3570
+    },
+    {
+      "epoch": 2.999580360889635,
+      "eval_loss": 1.824695348739624,
+      "eval_runtime": 37.947,
+      "eval_samples_per_second": 13.572,
+      "eval_steps_per_second": 1.713,
+      "step": 3574
+    },
+    {
+      "epoch": 3.004616030214016,
+      "grad_norm": 0.4380604326725006,
+      "learning_rate": 0.0002,
+      "loss": 1.5633,
+      "step": 3580
+    },
+    {
+      "epoch": 3.0130088124213175,
+      "grad_norm": 0.5375564098358154,
+      "learning_rate": 0.0002,
+      "loss": 1.4474,
+      "step": 3590
+    },
+    {
+      "epoch": 3.0214015946286192,
+      "grad_norm": 0.50722736120224,
+      "learning_rate": 0.0002,
+      "loss": 1.5738,
+      "step": 3600
+    },
+    {
+      "epoch": 3.029794376835921,
+      "grad_norm": 0.5398766994476318,
+      "learning_rate": 0.0002,
+      "loss": 1.5191,
+      "step": 3610
+    },
+    {
+      "epoch": 3.038187159043223,
+      "grad_norm": 0.520709753036499,
+      "learning_rate": 0.0002,
+      "loss": 1.4401,
+      "step": 3620
+    },
+    {
+      "epoch": 3.0465799412505246,
+      "grad_norm": 0.5429664850234985,
+      "learning_rate": 0.0002,
+      "loss": 1.5704,
+      "step": 3630
+    },
+    {
+      "epoch": 3.0549727234578263,
+      "grad_norm": 0.5634943842887878,
+      "learning_rate": 0.0002,
+      "loss": 1.5516,
+      "step": 3640
+    },
+    {
+      "epoch": 3.063365505665128,
+      "grad_norm": 0.5042277574539185,
+      "learning_rate": 0.0002,
+      "loss": 1.5349,
+      "step": 3650
+    },
+    {
+      "epoch": 3.07175828787243,
+      "grad_norm": 0.5778711438179016,
+      "learning_rate": 0.0002,
+      "loss": 1.4708,
+      "step": 3660
+    },
+    {
+      "epoch": 3.080151070079731,
+      "grad_norm": 0.5504926443099976,
+      "learning_rate": 0.0002,
+      "loss": 1.5196,
+      "step": 3670
+    },
+    {
+      "epoch": 3.088543852287033,
+      "grad_norm": 0.5199463963508606,
+      "learning_rate": 0.0002,
+      "loss": 1.473,
+      "step": 3680
+    },
+    {
+      "epoch": 3.0969366344943348,
+      "grad_norm": 0.552334189414978,
+      "learning_rate": 0.0002,
+      "loss": 1.5064,
+      "step": 3690
+    },
+    {
+      "epoch": 3.1053294167016365,
+      "grad_norm": 0.5650873780250549,
+      "learning_rate": 0.0002,
+      "loss": 1.4638,
+      "step": 3700
+    },
+    {
+      "epoch": 3.1137221989089383,
+      "grad_norm": 0.6292349696159363,
+      "learning_rate": 0.0002,
+      "loss": 1.4945,
+      "step": 3710
+    },
+    {
+      "epoch": 3.12211498111624,
+      "grad_norm": 0.5523604154586792,
+      "learning_rate": 0.0002,
+      "loss": 1.4787,
+      "step": 3720
+    },
+    {
+      "epoch": 3.130507763323542,
+      "grad_norm": 0.6160100698471069,
+      "learning_rate": 0.0002,
+      "loss": 1.4697,
+      "step": 3730
+    },
+    {
+      "epoch": 3.1389005455308436,
+      "grad_norm": 0.6091629266738892,
+      "learning_rate": 0.0002,
+      "loss": 1.5589,
+      "step": 3740
+    },
+    {
+      "epoch": 3.1472933277381454,
+      "grad_norm": 0.5695531964302063,
+      "learning_rate": 0.0002,
+      "loss": 1.4659,
+      "step": 3750
+    },
+    {
+      "epoch": 3.1556861099454467,
+      "grad_norm": 0.569611132144928,
+      "learning_rate": 0.0002,
+      "loss": 1.4605,
+      "step": 3760
+    },
+    {
+      "epoch": 3.1640788921527485,
+      "grad_norm": 0.5761140584945679,
+      "learning_rate": 0.0002,
+      "loss": 1.4592,
+      "step": 3770
+    },
+    {
+      "epoch": 3.1724716743600503,
+      "grad_norm": 0.6855548620223999,
+      "learning_rate": 0.0002,
+      "loss": 1.4999,
+      "step": 3780
+    },
+    {
+      "epoch": 3.180864456567352,
+      "grad_norm": 0.5815101265907288,
+      "learning_rate": 0.0002,
+      "loss": 1.5047,
+      "step": 3790
+    },
+    {
+      "epoch": 3.189257238774654,
+      "grad_norm": 0.6179960370063782,
+      "learning_rate": 0.0002,
+      "loss": 1.5289,
+      "step": 3800
+    },
+    {
+      "epoch": 3.1976500209819556,
+      "grad_norm": 0.5418674349784851,
+      "learning_rate": 0.0002,
+      "loss": 1.4833,
+      "step": 3810
+    },
+    {
+      "epoch": 3.2060428031892574,
+      "grad_norm": 0.5655816197395325,
+      "learning_rate": 0.0002,
+      "loss": 1.4994,
+      "step": 3820
+    },
+    {
+      "epoch": 3.214435585396559,
+      "grad_norm": 0.7279291152954102,
+      "learning_rate": 0.0002,
+      "loss": 1.5007,
+      "step": 3830
+    },
+    {
+      "epoch": 3.2228283676038605,
+      "grad_norm": 0.490998238325119,
+      "learning_rate": 0.0002,
+      "loss": 1.5672,
+      "step": 3840
+    },
+    {
+      "epoch": 3.2312211498111623,
+      "grad_norm": 0.6065797209739685,
+      "learning_rate": 0.0002,
+      "loss": 1.4683,
+      "step": 3850
+    },
+    {
+      "epoch": 3.239613932018464,
+      "grad_norm": 0.6024682521820068,
+      "learning_rate": 0.0002,
+      "loss": 1.5153,
+      "step": 3860
+    },
+    {
+      "epoch": 3.248006714225766,
+      "grad_norm": 0.5571125745773315,
+      "learning_rate": 0.0002,
+      "loss": 1.5123,
+      "step": 3870
+    },
+    {
+      "epoch": 3.2563994964330676,
+      "grad_norm": 0.5662134289741516,
+      "learning_rate": 0.0002,
+      "loss": 1.4609,
+      "step": 3880
+    },
+    {
+      "epoch": 3.2647922786403694,
+      "grad_norm": 0.5936661958694458,
+      "learning_rate": 0.0002,
+      "loss": 1.5452,
+      "step": 3890
+    },
+    {
+      "epoch": 3.273185060847671,
+      "grad_norm": 0.6739671230316162,
+      "learning_rate": 0.0002,
+      "loss": 1.5149,
+      "step": 3900
+    },
+    {
+      "epoch": 3.281577843054973,
+      "grad_norm": 0.5579532384872437,
+      "learning_rate": 0.0002,
+      "loss": 1.5101,
+      "step": 3910
+    },
+    {
+      "epoch": 3.2899706252622742,
+      "grad_norm": 0.6595954298973083,
+      "learning_rate": 0.0002,
+      "loss": 1.4788,
+      "step": 3920
+    },
+    {
+      "epoch": 3.298363407469576,
+      "grad_norm": 0.5712262988090515,
+      "learning_rate": 0.0002,
+      "loss": 1.473,
+      "step": 3930
+    },
+    {
+      "epoch": 3.306756189676878,
+      "grad_norm": 0.5601761341094971,
+      "learning_rate": 0.0002,
+      "loss": 1.5512,
+      "step": 3940
+    },
+    {
+      "epoch": 3.3151489718841796,
+      "grad_norm": 0.5759967565536499,
+      "learning_rate": 0.0002,
+      "loss": 1.4904,
+      "step": 3950
+    },
+    {
+      "epoch": 3.3235417540914813,
+      "grad_norm": 0.6543047428131104,
+      "learning_rate": 0.0002,
+      "loss": 1.4885,
+      "step": 3960
+    },
+    {
+      "epoch": 3.331934536298783,
+      "grad_norm": 0.6355253458023071,
+      "learning_rate": 0.0002,
+      "loss": 1.5063,
+      "step": 3970
+    },
+    {
+      "epoch": 3.340327318506085,
+      "grad_norm": 0.5671007633209229,
+      "learning_rate": 0.0002,
+      "loss": 1.5025,
+      "step": 3980
+    },
+    {
+      "epoch": 3.3487201007133867,
+      "grad_norm": 0.6743636727333069,
+      "learning_rate": 0.0002,
+      "loss": 1.5049,
+      "step": 3990
+    },
+    {
+      "epoch": 3.3571128829206884,
+      "grad_norm": 0.500627338886261,
+      "learning_rate": 0.0002,
+      "loss": 1.5527,
+      "step": 4000
+    },
+    {
+      "epoch": 3.3655056651279898,
+      "grad_norm": 0.5666340589523315,
+      "learning_rate": 0.0002,
+      "loss": 1.4884,
+      "step": 4010
+    },
+    {
+      "epoch": 3.3738984473352915,
+      "grad_norm": 0.5651408433914185,
+      "learning_rate": 0.0002,
+      "loss": 1.5104,
+      "step": 4020
+    },
+    {
+      "epoch": 3.3822912295425933,
+      "grad_norm": 0.6338897943496704,
+      "learning_rate": 0.0002,
+      "loss": 1.4907,
+      "step": 4030
+    },
+    {
+      "epoch": 3.390684011749895,
+      "grad_norm": 0.5781935453414917,
+      "learning_rate": 0.0002,
+      "loss": 1.553,
+      "step": 4040
+    },
+    {
+      "epoch": 3.399076793957197,
+      "grad_norm": 0.55543053150177,
+      "learning_rate": 0.0002,
+      "loss": 1.5535,
+      "step": 4050
+    },
+    {
+      "epoch": 3.4074695761644986,
+      "grad_norm": 0.6602614521980286,
+      "learning_rate": 0.0002,
+      "loss": 1.4884,
+      "step": 4060
+    },
+    {
+      "epoch": 3.4158623583718004,
+      "grad_norm": 0.5514156222343445,
+      "learning_rate": 0.0002,
+      "loss": 1.471,
+      "step": 4070
+    },
+    {
+      "epoch": 3.4242551405791017,
+      "grad_norm": 0.5760560035705566,
+      "learning_rate": 0.0002,
+      "loss": 1.4634,
+      "step": 4080
+    },
+    {
+      "epoch": 3.4326479227864035,
+      "grad_norm": 0.657503604888916,
+      "learning_rate": 0.0002,
+      "loss": 1.4662,
+      "step": 4090
+    },
+    {
+      "epoch": 3.4410407049937053,
+      "grad_norm": 0.5746736526489258,
+      "learning_rate": 0.0002,
+      "loss": 1.5041,
+      "step": 4100
+    },
+    {
+      "epoch": 3.449433487201007,
+      "grad_norm": 0.5988999009132385,
+      "learning_rate": 0.0002,
+      "loss": 1.4387,
+      "step": 4110
+    },
+    {
+      "epoch": 3.457826269408309,
+      "grad_norm": 0.7294586300849915,
+      "learning_rate": 0.0002,
+      "loss": 1.5475,
+      "step": 4120
+    },
+    {
+      "epoch": 3.4662190516156106,
+      "grad_norm": 0.6391161680221558,
+      "learning_rate": 0.0002,
+      "loss": 1.4878,
+      "step": 4130
+    },
+    {
+      "epoch": 3.4746118338229124,
+      "grad_norm": 0.6416470408439636,
+      "learning_rate": 0.0002,
+      "loss": 1.5366,
+      "step": 4140
+    },
+    {
+      "epoch": 3.483004616030214,
+      "grad_norm": 0.5710626244544983,
+      "learning_rate": 0.0002,
+      "loss": 1.5587,
+      "step": 4150
+    },
+    {
+      "epoch": 3.491397398237516,
+      "grad_norm": 0.5370054841041565,
+      "learning_rate": 0.0002,
+      "loss": 1.4661,
+      "step": 4160
+    },
+    {
+      "epoch": 3.4997901804448173,
+      "grad_norm": 0.5559558272361755,
+      "learning_rate": 0.0002,
+      "loss": 1.5167,
+      "step": 4170
+    },
+    {
+      "epoch": 3.508182962652119,
+      "grad_norm": 0.5426168441772461,
+      "learning_rate": 0.0002,
+      "loss": 1.4244,
+      "step": 4180
+    },
+    {
+      "epoch": 3.516575744859421,
+      "grad_norm": 0.5997438430786133,
+      "learning_rate": 0.0002,
+      "loss": 1.5241,
+      "step": 4190
+    },
+    {
+      "epoch": 3.5249685270667226,
+      "grad_norm": 0.5399143099784851,
+      "learning_rate": 0.0002,
+      "loss": 1.6091,
+      "step": 4200
+    },
+    {
+      "epoch": 3.5333613092740244,
+      "grad_norm": 0.6341416239738464,
+      "learning_rate": 0.0002,
+      "loss": 1.5066,
+      "step": 4210
+    },
+    {
+      "epoch": 3.541754091481326,
+      "grad_norm": 0.632238507270813,
+      "learning_rate": 0.0002,
+      "loss": 1.5436,
+      "step": 4220
+    },
+    {
+      "epoch": 3.550146873688628,
+      "grad_norm": 0.6356478333473206,
+      "learning_rate": 0.0002,
+      "loss": 1.5423,
+      "step": 4230
+    },
+    {
+      "epoch": 3.5585396558959292,
+      "grad_norm": 0.6379408240318298,
+      "learning_rate": 0.0002,
+      "loss": 1.483,
+      "step": 4240
+    },
+    {
+      "epoch": 3.5669324381032315,
+      "grad_norm": 0.6265586018562317,
+      "learning_rate": 0.0002,
+      "loss": 1.5184,
+      "step": 4250
+    },
+    {
+      "epoch": 3.575325220310533,
+      "grad_norm": 0.5378820896148682,
+      "learning_rate": 0.0002,
+      "loss": 1.5047,
+      "step": 4260
+    },
+    {
+      "epoch": 3.5837180025178346,
+      "grad_norm": 0.6800801753997803,
+      "learning_rate": 0.0002,
+      "loss": 1.5668,
+      "step": 4270
+    },
+    {
+      "epoch": 3.5921107847251363,
+      "grad_norm": 0.5653113126754761,
+      "learning_rate": 0.0002,
+      "loss": 1.5363,
+      "step": 4280
+    },
+    {
+      "epoch": 3.600503566932438,
+      "grad_norm": 0.548647940158844,
+      "learning_rate": 0.0002,
+      "loss": 1.5007,
+      "step": 4290
+    },
+    {
+      "epoch": 3.60889634913974,
+      "grad_norm": 0.5729944705963135,
+      "learning_rate": 0.0002,
+      "loss": 1.5034,
+      "step": 4300
+    },
+    {
+      "epoch": 3.6172891313470417,
+      "grad_norm": 0.6204999685287476,
+      "learning_rate": 0.0002,
+      "loss": 1.575,
+      "step": 4310
+    },
+    {
+      "epoch": 3.6256819135543434,
+      "grad_norm": 0.6275812983512878,
+      "learning_rate": 0.0002,
+      "loss": 1.5107,
+      "step": 4320
+    },
+    {
+      "epoch": 3.6340746957616448,
+      "grad_norm": 0.7261835336685181,
+      "learning_rate": 0.0002,
+      "loss": 1.5013,
+      "step": 4330
+    },
+    {
+      "epoch": 3.6424674779689465,
+      "grad_norm": 0.6048004627227783,
+      "learning_rate": 0.0002,
+      "loss": 1.5128,
+      "step": 4340
+    },
+    {
+      "epoch": 3.6508602601762483,
+      "grad_norm": 0.5879671573638916,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 4350
+    },
+    {
+      "epoch": 3.65925304238355,
+      "grad_norm": 0.6001018285751343,
+      "learning_rate": 0.0002,
+      "loss": 1.5477,
+      "step": 4360
+    },
+    {
+      "epoch": 3.667645824590852,
+      "grad_norm": 0.6468151211738586,
+      "learning_rate": 0.0002,
+      "loss": 1.5247,
+      "step": 4370
+    },
+    {
+      "epoch": 3.6760386067981536,
+      "grad_norm": 0.6342051029205322,
+      "learning_rate": 0.0002,
+      "loss": 1.563,
+      "step": 4380
+    },
+    {
+      "epoch": 3.6844313890054554,
+      "grad_norm": 0.6078384518623352,
+      "learning_rate": 0.0002,
+      "loss": 1.5444,
+      "step": 4390
+    },
+    {
+      "epoch": 3.692824171212757,
+      "grad_norm": 0.5555588006973267,
+      "learning_rate": 0.0002,
+      "loss": 1.5546,
+      "step": 4400
+    },
+    {
+      "epoch": 3.701216953420059,
+      "grad_norm": 0.6089665293693542,
+      "learning_rate": 0.0002,
+      "loss": 1.5694,
+      "step": 4410
+    },
+    {
+      "epoch": 3.7096097356273603,
+      "grad_norm": 0.6225191950798035,
+      "learning_rate": 0.0002,
+      "loss": 1.5898,
+      "step": 4420
+    },
+    {
+      "epoch": 3.718002517834662,
+      "grad_norm": 0.5642715692520142,
+      "learning_rate": 0.0002,
+      "loss": 1.5153,
+      "step": 4430
+    },
+    {
+      "epoch": 3.726395300041964,
+      "grad_norm": 0.5703449845314026,
+      "learning_rate": 0.0002,
+      "loss": 1.5057,
+      "step": 4440
+    },
+    {
+      "epoch": 3.7347880822492656,
+      "grad_norm": 0.6029745936393738,
+      "learning_rate": 0.0002,
+      "loss": 1.5451,
+      "step": 4450
+    },
+    {
+      "epoch": 3.7431808644565674,
+      "grad_norm": 0.7089189887046814,
+      "learning_rate": 0.0002,
+      "loss": 1.5044,
+      "step": 4460
+    },
+    {
+      "epoch": 3.751573646663869,
+      "grad_norm": 0.6230936050415039,
+      "learning_rate": 0.0002,
+      "loss": 1.4804,
+      "step": 4470
+    },
+    {
+      "epoch": 3.759966428871171,
+      "grad_norm": 0.5718494653701782,
+      "learning_rate": 0.0002,
+      "loss": 1.567,
+      "step": 4480
+    },
+    {
+      "epoch": 3.7683592110784723,
+      "grad_norm": 0.5404117703437805,
+      "learning_rate": 0.0002,
+      "loss": 1.5612,
+      "step": 4490
+    },
+    {
+      "epoch": 3.7767519932857745,
+      "grad_norm": 0.5816529393196106,
+      "learning_rate": 0.0002,
+      "loss": 1.4707,
+      "step": 4500
+    },
+    {
+      "epoch": 3.785144775493076,
+      "grad_norm": 0.6314901113510132,
+      "learning_rate": 0.0002,
+      "loss": 1.5802,
+      "step": 4510
+    },
+    {
+      "epoch": 3.7935375577003776,
+      "grad_norm": 0.7639698386192322,
+      "learning_rate": 0.0002,
+      "loss": 1.5445,
+      "step": 4520
+    },
+    {
+      "epoch": 3.8019303399076794,
+      "grad_norm": 0.5727366209030151,
+      "learning_rate": 0.0002,
+      "loss": 1.5718,
+      "step": 4530
+    },
+    {
+      "epoch": 3.810323122114981,
+      "grad_norm": 0.6467128396034241,
+      "learning_rate": 0.0002,
+      "loss": 1.5409,
+      "step": 4540
+    },
+    {
+      "epoch": 3.818715904322283,
+      "grad_norm": 0.6572837233543396,
+      "learning_rate": 0.0002,
+      "loss": 1.5266,
+      "step": 4550
+    },
+    {
+      "epoch": 3.8271086865295847,
+      "grad_norm": 0.5847418904304504,
+      "learning_rate": 0.0002,
+      "loss": 1.5718,
+      "step": 4560
+    },
+    {
+      "epoch": 3.8355014687368865,
+      "grad_norm": 0.48820871114730835,
+      "learning_rate": 0.0002,
+      "loss": 1.5303,
+      "step": 4570
+    },
+    {
+      "epoch": 3.843894250944188,
+      "grad_norm": 1.2537429332733154,
+      "learning_rate": 0.0002,
+      "loss": 1.4911,
+      "step": 4580
+    },
+    {
+      "epoch": 3.8522870331514896,
+      "grad_norm": 0.6026989221572876,
+      "learning_rate": 0.0002,
+      "loss": 1.5522,
+      "step": 4590
+    },
+    {
+      "epoch": 3.8606798153587913,
+      "grad_norm": 0.5541417598724365,
+      "learning_rate": 0.0002,
+      "loss": 1.5035,
+      "step": 4600
+    },
+    {
+      "epoch": 3.869072597566093,
+      "grad_norm": 0.7668771147727966,
+      "learning_rate": 0.0002,
+      "loss": 1.5238,
+      "step": 4610
+    },
+    {
+      "epoch": 3.877465379773395,
+      "grad_norm": 0.6181227564811707,
+      "learning_rate": 0.0002,
+      "loss": 1.5428,
+      "step": 4620
+    },
+    {
+      "epoch": 3.8858581619806967,
+      "grad_norm": 0.5842700004577637,
+      "learning_rate": 0.0002,
+      "loss": 1.5242,
+      "step": 4630
+    },
+    {
+      "epoch": 3.8942509441879984,
+      "grad_norm": 0.5824751257896423,
+      "learning_rate": 0.0002,
+      "loss": 1.5501,
+      "step": 4640
+    },
+    {
+      "epoch": 3.9026437263952998,
+      "grad_norm": 0.6212735772132874,
+      "learning_rate": 0.0002,
+      "loss": 1.4443,
+      "step": 4650
+    },
+    {
+      "epoch": 3.911036508602602,
+      "grad_norm": 0.6123346090316772,
+      "learning_rate": 0.0002,
+      "loss": 1.4972,
+      "step": 4660
+    },
+    {
+      "epoch": 3.9194292908099033,
+      "grad_norm": 0.518662691116333,
+      "learning_rate": 0.0002,
+      "loss": 1.5531,
+      "step": 4670
+    },
+    {
+      "epoch": 3.927822073017205,
+      "grad_norm": 0.6963476538658142,
+      "learning_rate": 0.0002,
+      "loss": 1.5151,
+      "step": 4680
+    },
+    {
+      "epoch": 3.936214855224507,
+      "grad_norm": 0.5192152261734009,
+      "learning_rate": 0.0002,
+      "loss": 1.5826,
+      "step": 4690
+    },
+    {
+      "epoch": 3.9446076374318086,
+      "grad_norm": 0.5820888876914978,
+      "learning_rate": 0.0002,
+      "loss": 1.5312,
+      "step": 4700
+    },
+    {
+      "epoch": 3.9530004196391104,
+      "grad_norm": 0.6320387721061707,
+      "learning_rate": 0.0002,
+      "loss": 1.527,
+      "step": 4710
+    },
+    {
+      "epoch": 3.961393201846412,
+      "grad_norm": 0.6174548268318176,
+      "learning_rate": 0.0002,
+      "loss": 1.6006,
+      "step": 4720
+    },
+    {
+      "epoch": 3.969785984053714,
+      "grad_norm": 0.6691966652870178,
+      "learning_rate": 0.0002,
+      "loss": 1.5581,
+      "step": 4730
+    },
+    {
+      "epoch": 3.9781787662610153,
+      "grad_norm": 0.5972068309783936,
+      "learning_rate": 0.0002,
+      "loss": 1.4762,
+      "step": 4740
+    },
+    {
+      "epoch": 3.9865715484683175,
+      "grad_norm": 0.5759536027908325,
+      "learning_rate": 0.0002,
+      "loss": 1.4947,
+      "step": 4750
+    },
+    {
+      "epoch": 3.994964330675619,
+      "grad_norm": 0.5886756777763367,
+      "learning_rate": 0.0002,
+      "loss": 1.4836,
+      "step": 4760
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8749940395355225,
+      "eval_runtime": 38.037,
+      "eval_samples_per_second": 13.539,
+      "eval_steps_per_second": 1.709,
+      "step": 4766
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9528,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.20559808493781e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-4766/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c1fd4bf53987c6f3124607286bebbc43d4948b42274b3d15181ff573f7d689
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-5957/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-0/checkpoint-5957/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}