Upload folder using huggingface_hub

.gitattributes

@@ -3116,3 +3116,12 @@ Meta-Llama-3-8B-Instruct_int4_medmcqa_full_con_lr-0.0002_e-8_seq-512_lora-a-32-d
 Meta-Llama-3-8B-Instruct_int4_medmcqa_full_con_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-51190-sd-1/checkpoint-49504/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct_int4_medmcqa_full_con_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-51190-sd-1/checkpoint-6188/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct_int4_medmcqa_full_con_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-51190-sd-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-5647/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-6777/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-7906/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-9032/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e1eaac364e8b495805cd2edf3b38ef0ed7541e15acdd0aa2e53fcb8290fc3f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaaa848c3d0b7be374600ba8128496196592987f07a06a105d7fa706aee37a1
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc79fca637d958631906b62c6f9962effb1009ba43d04f7f9fe53a40e289358
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4993c0e1eb2a081b16ab01707c54b9da508ca86e58657d145a099684101f12fa
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11e982f5c73eb22906d063a0026aaebaf3eafe7c0db23164f0a172a0dfcb7bd
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/trainer_state.json

@@ -0,0 +1,825 @@
+{
+  "best_metric": 1.8095673322677612,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129",
+  "epoch": 0.9995573262505534,
+  "eval_steps": 10,
+  "global_step": 1129,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008853474988933156,
+      "grad_norm": 0.4775333106517792,
+      "learning_rate": 0.0002,
+      "loss": 2.4916,
+      "step": 10
+    },
+    {
+      "epoch": 0.017706949977866312,
+      "grad_norm": 0.5485824346542358,
+      "learning_rate": 0.0002,
+      "loss": 2.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.02656042496679947,
+      "grad_norm": 0.5675218105316162,
+      "learning_rate": 0.0002,
+      "loss": 2.0984,
+      "step": 30
+    },
+    {
+      "epoch": 0.035413899955732624,
+      "grad_norm": 0.696494460105896,
+      "learning_rate": 0.0002,
+      "loss": 2.0622,
+      "step": 40
+    },
+    {
+      "epoch": 0.04426737494466578,
+      "grad_norm": 0.4788398742675781,
+      "learning_rate": 0.0002,
+      "loss": 1.9547,
+      "step": 50
+    },
+    {
+      "epoch": 0.05312084993359894,
+      "grad_norm": 0.4763128161430359,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 60
+    },
+    {
+      "epoch": 0.0619743249225321,
+      "grad_norm": 0.5929698348045349,
+      "learning_rate": 0.0002,
+      "loss": 1.8632,
+      "step": 70
+    },
+    {
+      "epoch": 0.07082779991146525,
+      "grad_norm": 0.5899396538734436,
+      "learning_rate": 0.0002,
+      "loss": 1.9573,
+      "step": 80
+    },
+    {
+      "epoch": 0.0796812749003984,
+      "grad_norm": 0.460123747587204,
+      "learning_rate": 0.0002,
+      "loss": 1.8308,
+      "step": 90
+    },
+    {
+      "epoch": 0.08853474988933156,
+      "grad_norm": 0.4184812009334564,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 100
+    },
+    {
+      "epoch": 0.09738822487826472,
+      "grad_norm": 0.4051891267299652,
+      "learning_rate": 0.0002,
+      "loss": 1.8079,
+      "step": 110
+    },
+    {
+      "epoch": 0.10624169986719788,
+      "grad_norm": 0.3709661066532135,
+      "learning_rate": 0.0002,
+      "loss": 1.8911,
+      "step": 120
+    },
+    {
+      "epoch": 0.11509517485613104,
+      "grad_norm": 0.4783487915992737,
+      "learning_rate": 0.0002,
+      "loss": 1.8695,
+      "step": 130
+    },
+    {
+      "epoch": 0.1239486498450642,
+      "grad_norm": 0.36478137969970703,
+      "learning_rate": 0.0002,
+      "loss": 1.8602,
+      "step": 140
+    },
+    {
+      "epoch": 0.13280212483399734,
+      "grad_norm": 0.4005294442176819,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 150
+    },
+    {
+      "epoch": 0.1416555998229305,
+      "grad_norm": 0.42357513308525085,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 160
+    },
+    {
+      "epoch": 0.15050907481186365,
+      "grad_norm": 0.3913971781730652,
+      "learning_rate": 0.0002,
+      "loss": 1.8835,
+      "step": 170
+    },
+    {
+      "epoch": 0.1593625498007968,
+      "grad_norm": 0.4650019407272339,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 180
+    },
+    {
+      "epoch": 0.16821602478972997,
+      "grad_norm": 0.5545958876609802,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 190
+    },
+    {
+      "epoch": 0.17706949977866313,
+      "grad_norm": 0.3669356107711792,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 200
+    },
+    {
+      "epoch": 0.18592297476759628,
+      "grad_norm": 0.3683622181415558,
+      "learning_rate": 0.0002,
+      "loss": 1.8169,
+      "step": 210
+    },
+    {
+      "epoch": 0.19477644975652944,
+      "grad_norm": 0.39825671911239624,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 220
+    },
+    {
+      "epoch": 0.2036299247454626,
+      "grad_norm": 0.4298318326473236,
+      "learning_rate": 0.0002,
+      "loss": 1.8332,
+      "step": 230
+    },
+    {
+      "epoch": 0.21248339973439576,
+      "grad_norm": 0.36111244559288025,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 240
+    },
+    {
+      "epoch": 0.2213368747233289,
+      "grad_norm": 0.3711858093738556,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 250
+    },
+    {
+      "epoch": 0.23019034971226207,
+      "grad_norm": 0.37717559933662415,
+      "learning_rate": 0.0002,
+      "loss": 1.8643,
+      "step": 260
+    },
+    {
+      "epoch": 0.23904382470119523,
+      "grad_norm": 0.3678877651691437,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 270
+    },
+    {
+      "epoch": 0.2478972996901284,
+      "grad_norm": 0.4165912866592407,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 280
+    },
+    {
+      "epoch": 0.25675077467906154,
+      "grad_norm": 0.3403240740299225,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 290
+    },
+    {
+      "epoch": 0.2656042496679947,
+      "grad_norm": 0.4023234248161316,
+      "learning_rate": 0.0002,
+      "loss": 1.8704,
+      "step": 300
+    },
+    {
+      "epoch": 0.27445772465692786,
+      "grad_norm": 0.32472360134124756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 310
+    },
+    {
+      "epoch": 0.283311199645861,
+      "grad_norm": 0.36464595794677734,
+      "learning_rate": 0.0002,
+      "loss": 1.8544,
+      "step": 320
+    },
+    {
+      "epoch": 0.2921646746347942,
+      "grad_norm": 0.3868598937988281,
+      "learning_rate": 0.0002,
+      "loss": 1.8168,
+      "step": 330
+    },
+    {
+      "epoch": 0.3010181496237273,
+      "grad_norm": 0.3123539686203003,
+      "learning_rate": 0.0002,
+      "loss": 1.772,
+      "step": 340
+    },
+    {
+      "epoch": 0.3098716246126605,
+      "grad_norm": 0.3392639458179474,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 350
+    },
+    {
+      "epoch": 0.3187250996015936,
+      "grad_norm": 0.42070651054382324,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 360
+    },
+    {
+      "epoch": 0.3275785745905268,
+      "grad_norm": 0.3650900423526764,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 370
+    },
+    {
+      "epoch": 0.33643204957945994,
+      "grad_norm": 0.41388973593711853,
+      "learning_rate": 0.0002,
+      "loss": 1.8388,
+      "step": 380
+    },
+    {
+      "epoch": 0.3452855245683931,
+      "grad_norm": 0.36625272035598755,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 390
+    },
+    {
+      "epoch": 0.35413899955732625,
+      "grad_norm": 0.3930284082889557,
+      "learning_rate": 0.0002,
+      "loss": 1.8271,
+      "step": 400
+    },
+    {
+      "epoch": 0.3629924745462594,
+      "grad_norm": 0.3415820300579071,
+      "learning_rate": 0.0002,
+      "loss": 1.8664,
+      "step": 410
+    },
+    {
+      "epoch": 0.37184594953519257,
+      "grad_norm": 0.4256570041179657,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 420
+    },
+    {
+      "epoch": 0.3806994245241257,
+      "grad_norm": 0.3740842938423157,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 430
+    },
+    {
+      "epoch": 0.3895528995130589,
+      "grad_norm": 0.334108829498291,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 440
+    },
+    {
+      "epoch": 0.398406374501992,
+      "grad_norm": 0.33186739683151245,
+      "learning_rate": 0.0002,
+      "loss": 1.7837,
+      "step": 450
+    },
+    {
+      "epoch": 0.4072598494909252,
+      "grad_norm": 0.39127954840660095,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 460
+    },
+    {
+      "epoch": 0.4161133244798583,
+      "grad_norm": 0.331443727016449,
+      "learning_rate": 0.0002,
+      "loss": 1.8053,
+      "step": 470
+    },
+    {
+      "epoch": 0.4249667994687915,
+      "grad_norm": 0.36834150552749634,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 480
+    },
+    {
+      "epoch": 0.43382027445772464,
+      "grad_norm": 0.338123619556427,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 490
+    },
+    {
+      "epoch": 0.4426737494466578,
+      "grad_norm": 0.3891060948371887,
+      "learning_rate": 0.0002,
+      "loss": 1.795,
+      "step": 500
+    },
+    {
+      "epoch": 0.45152722443559096,
+      "grad_norm": 0.3486529290676117,
+      "learning_rate": 0.0002,
+      "loss": 1.7639,
+      "step": 510
+    },
+    {
+      "epoch": 0.46038069942452414,
+      "grad_norm": 0.3635135889053345,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 520
+    },
+    {
+      "epoch": 0.4692341744134573,
+      "grad_norm": 0.7706693410873413,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 530
+    },
+    {
+      "epoch": 0.47808764940239046,
+      "grad_norm": 0.33725443482398987,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 540
+    },
+    {
+      "epoch": 0.4869411243913236,
+      "grad_norm": 0.3127504289150238,
+      "learning_rate": 0.0002,
+      "loss": 1.8023,
+      "step": 550
+    },
+    {
+      "epoch": 0.4957945993802568,
+      "grad_norm": 0.3527977466583252,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 560
+    },
+    {
+      "epoch": 0.5046480743691899,
+      "grad_norm": 0.3574548661708832,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 570
+    },
+    {
+      "epoch": 0.5135015493581231,
+      "grad_norm": 0.32787248492240906,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 580
+    },
+    {
+      "epoch": 0.5223550243470563,
+      "grad_norm": 0.3309430778026581,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 590
+    },
+    {
+      "epoch": 0.5312084993359893,
+      "grad_norm": 0.34276407957077026,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 600
+    },
+    {
+      "epoch": 0.5400619743249225,
+      "grad_norm": 0.3343711495399475,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 610
+    },
+    {
+      "epoch": 0.5489154493138557,
+      "grad_norm": 0.3193040192127228,
+      "learning_rate": 0.0002,
+      "loss": 1.7661,
+      "step": 620
+    },
+    {
+      "epoch": 0.5577689243027888,
+      "grad_norm": 0.3059828579425812,
+      "learning_rate": 0.0002,
+      "loss": 1.7769,
+      "step": 630
+    },
+    {
+      "epoch": 0.566622399291722,
+      "grad_norm": 0.37237173318862915,
+      "learning_rate": 0.0002,
+      "loss": 1.8166,
+      "step": 640
+    },
+    {
+      "epoch": 0.5754758742806552,
+      "grad_norm": 0.36022549867630005,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 650
+    },
+    {
+      "epoch": 0.5843293492695883,
+      "grad_norm": 0.34974920749664307,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 660
+    },
+    {
+      "epoch": 0.5931828242585214,
+      "grad_norm": 0.37135401368141174,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 670
+    },
+    {
+      "epoch": 0.6020362992474546,
+      "grad_norm": 0.3385699689388275,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 680
+    },
+    {
+      "epoch": 0.6108897742363878,
+      "grad_norm": 0.36015814542770386,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 690
+    },
+    {
+      "epoch": 0.619743249225321,
+      "grad_norm": 0.3503795564174652,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 700
+    },
+    {
+      "epoch": 0.628596724214254,
+      "grad_norm": 0.3447190225124359,
+      "learning_rate": 0.0002,
+      "loss": 1.7733,
+      "step": 710
+    },
+    {
+      "epoch": 0.6374501992031872,
+      "grad_norm": 0.3193499445915222,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 720
+    },
+    {
+      "epoch": 0.6463036741921204,
+      "grad_norm": 0.37058180570602417,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 730
+    },
+    {
+      "epoch": 0.6551571491810536,
+      "grad_norm": 0.42216411232948303,
+      "learning_rate": 0.0002,
+      "loss": 1.8391,
+      "step": 740
+    },
+    {
+      "epoch": 0.6640106241699867,
+      "grad_norm": 0.3091185688972473,
+      "learning_rate": 0.0002,
+      "loss": 1.7142,
+      "step": 750
+    },
+    {
+      "epoch": 0.6728640991589199,
+      "grad_norm": 0.33168601989746094,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 760
+    },
+    {
+      "epoch": 0.6817175741478531,
+      "grad_norm": 0.31269341707229614,
+      "learning_rate": 0.0002,
+      "loss": 1.7123,
+      "step": 770
+    },
+    {
+      "epoch": 0.6905710491367862,
+      "grad_norm": 0.36125293374061584,
+      "learning_rate": 0.0002,
+      "loss": 1.8526,
+      "step": 780
+    },
+    {
+      "epoch": 0.6994245241257193,
+      "grad_norm": 0.3145293593406677,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 790
+    },
+    {
+      "epoch": 0.7082779991146525,
+      "grad_norm": 0.3611990809440613,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 800
+    },
+    {
+      "epoch": 0.7171314741035857,
+      "grad_norm": 0.3165971636772156,
+      "learning_rate": 0.0002,
+      "loss": 1.892,
+      "step": 810
+    },
+    {
+      "epoch": 0.7259849490925188,
+      "grad_norm": 0.3364323675632477,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 820
+    },
+    {
+      "epoch": 0.734838424081452,
+      "grad_norm": 0.4310600757598877,
+      "learning_rate": 0.0002,
+      "loss": 1.8508,
+      "step": 830
+    },
+    {
+      "epoch": 0.7436918990703851,
+      "grad_norm": 0.3414389491081238,
+      "learning_rate": 0.0002,
+      "loss": 1.7816,
+      "step": 840
+    },
+    {
+      "epoch": 0.7525453740593183,
+      "grad_norm": 0.35536202788352966,
+      "learning_rate": 0.0002,
+      "loss": 1.8148,
+      "step": 850
+    },
+    {
+      "epoch": 0.7613988490482514,
+      "grad_norm": 0.3232460618019104,
+      "learning_rate": 0.0002,
+      "loss": 1.8241,
+      "step": 860
+    },
+    {
+      "epoch": 0.7702523240371846,
+      "grad_norm": 0.32734858989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 870
+    },
+    {
+      "epoch": 0.7791057990261178,
+      "grad_norm": 0.3433493673801422,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 880
+    },
+    {
+      "epoch": 0.787959274015051,
+      "grad_norm": 0.33354780077934265,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 890
+    },
+    {
+      "epoch": 0.796812749003984,
+      "grad_norm": 0.30728545784950256,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 900
+    },
+    {
+      "epoch": 0.8056662239929172,
+      "grad_norm": 0.3373030126094818,
+      "learning_rate": 0.0002,
+      "loss": 1.8267,
+      "step": 910
+    },
+    {
+      "epoch": 0.8145196989818504,
+      "grad_norm": 0.3468782603740692,
+      "learning_rate": 0.0002,
+      "loss": 1.8479,
+      "step": 920
+    },
+    {
+      "epoch": 0.8233731739707836,
+      "grad_norm": 0.33520200848579407,
+      "learning_rate": 0.0002,
+      "loss": 1.8548,
+      "step": 930
+    },
+    {
+      "epoch": 0.8322266489597167,
+      "grad_norm": 0.35207098722457886,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 940
+    },
+    {
+      "epoch": 0.8410801239486498,
+      "grad_norm": 0.4000207483768463,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 950
+    },
+    {
+      "epoch": 0.849933598937583,
+      "grad_norm": 0.35362836718559265,
+      "learning_rate": 0.0002,
+      "loss": 1.7996,
+      "step": 960
+    },
+    {
+      "epoch": 0.8587870739265162,
+      "grad_norm": 0.3470745086669922,
+      "learning_rate": 0.0002,
+      "loss": 1.7497,
+      "step": 970
+    },
+    {
+      "epoch": 0.8676405489154493,
+      "grad_norm": 0.31602704524993896,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 980
+    },
+    {
+      "epoch": 0.8764940239043825,
+      "grad_norm": 0.3062942326068878,
+      "learning_rate": 0.0002,
+      "loss": 1.7734,
+      "step": 990
+    },
+    {
+      "epoch": 0.8853474988933157,
+      "grad_norm": 0.36963850259780884,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8942009738822487,
+      "grad_norm": 0.3384034037590027,
+      "learning_rate": 0.0002,
+      "loss": 1.7309,
+      "step": 1010
+    },
+    {
+      "epoch": 0.9030544488711819,
+      "grad_norm": 0.30436110496520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 1020
+    },
+    {
+      "epoch": 0.9119079238601151,
+      "grad_norm": 3.499784469604492,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9207613988490483,
+      "grad_norm": 0.3130280375480652,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9296148738379814,
+      "grad_norm": 0.29976674914360046,
+      "learning_rate": 0.0002,
+      "loss": 1.7527,
+      "step": 1050
+    },
+    {
+      "epoch": 0.9384683488269145,
+      "grad_norm": 0.35852617025375366,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9473218238158477,
+      "grad_norm": 0.3288591504096985,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9561752988047809,
+      "grad_norm": 0.32641634345054626,
+      "learning_rate": 0.0002,
+      "loss": 1.8155,
+      "step": 1080
+    },
+    {
+      "epoch": 0.965028773793714,
+      "grad_norm": 0.3305715322494507,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9738822487826472,
+      "grad_norm": 0.30650773644447327,
+      "learning_rate": 0.0002,
+      "loss": 1.8368,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9827357237715804,
+      "grad_norm": 0.3330624997615814,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9915891987605135,
+      "grad_norm": 0.3173314034938812,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9995573262505534,
+      "eval_loss": 1.8095673322677612,
+      "eval_runtime": 82.6312,
+      "eval_samples_per_second": 6.233,
+      "eval_steps_per_second": 0.787,
+      "step": 1129
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9032,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.22707309470679e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-1129/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502feef99fedeea2677424fa05ac9dd15bf387252b0a48aac7fcee8dbc277440
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e1eaac364e8b495805cd2edf3b38ef0ed7541e15acdd0aa2e53fcb8290fc3f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff39d300e4978dce38a3fa60770956be5cf7c1c4fb95a0087df1a918214883b
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b53078a101cd714a49b9b41583b05a498a6d75cbcc28f067522b09c5298582
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc8fa3369f4b363e0ad9fb335948fd525eb75928c1e942404239cf491db2a8
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/trainer_state.json

@@ -0,0 +1,1624 @@
+{
+  "best_metric": 1.8077166080474854,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 2259,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008853474988933156,
+      "grad_norm": 0.4775333106517792,
+      "learning_rate": 0.0002,
+      "loss": 2.4916,
+      "step": 10
+    },
+    {
+      "epoch": 0.017706949977866312,
+      "grad_norm": 0.5485824346542358,
+      "learning_rate": 0.0002,
+      "loss": 2.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.02656042496679947,
+      "grad_norm": 0.5675218105316162,
+      "learning_rate": 0.0002,
+      "loss": 2.0984,
+      "step": 30
+    },
+    {
+      "epoch": 0.035413899955732624,
+      "grad_norm": 0.696494460105896,
+      "learning_rate": 0.0002,
+      "loss": 2.0622,
+      "step": 40
+    },
+    {
+      "epoch": 0.04426737494466578,
+      "grad_norm": 0.4788398742675781,
+      "learning_rate": 0.0002,
+      "loss": 1.9547,
+      "step": 50
+    },
+    {
+      "epoch": 0.05312084993359894,
+      "grad_norm": 0.4763128161430359,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 60
+    },
+    {
+      "epoch": 0.0619743249225321,
+      "grad_norm": 0.5929698348045349,
+      "learning_rate": 0.0002,
+      "loss": 1.8632,
+      "step": 70
+    },
+    {
+      "epoch": 0.07082779991146525,
+      "grad_norm": 0.5899396538734436,
+      "learning_rate": 0.0002,
+      "loss": 1.9573,
+      "step": 80
+    },
+    {
+      "epoch": 0.0796812749003984,
+      "grad_norm": 0.460123747587204,
+      "learning_rate": 0.0002,
+      "loss": 1.8308,
+      "step": 90
+    },
+    {
+      "epoch": 0.08853474988933156,
+      "grad_norm": 0.4184812009334564,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 100
+    },
+    {
+      "epoch": 0.09738822487826472,
+      "grad_norm": 0.4051891267299652,
+      "learning_rate": 0.0002,
+      "loss": 1.8079,
+      "step": 110
+    },
+    {
+      "epoch": 0.10624169986719788,
+      "grad_norm": 0.3709661066532135,
+      "learning_rate": 0.0002,
+      "loss": 1.8911,
+      "step": 120
+    },
+    {
+      "epoch": 0.11509517485613104,
+      "grad_norm": 0.4783487915992737,
+      "learning_rate": 0.0002,
+      "loss": 1.8695,
+      "step": 130
+    },
+    {
+      "epoch": 0.1239486498450642,
+      "grad_norm": 0.36478137969970703,
+      "learning_rate": 0.0002,
+      "loss": 1.8602,
+      "step": 140
+    },
+    {
+      "epoch": 0.13280212483399734,
+      "grad_norm": 0.4005294442176819,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 150
+    },
+    {
+      "epoch": 0.1416555998229305,
+      "grad_norm": 0.42357513308525085,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 160
+    },
+    {
+      "epoch": 0.15050907481186365,
+      "grad_norm": 0.3913971781730652,
+      "learning_rate": 0.0002,
+      "loss": 1.8835,
+      "step": 170
+    },
+    {
+      "epoch": 0.1593625498007968,
+      "grad_norm": 0.4650019407272339,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 180
+    },
+    {
+      "epoch": 0.16821602478972997,
+      "grad_norm": 0.5545958876609802,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 190
+    },
+    {
+      "epoch": 0.17706949977866313,
+      "grad_norm": 0.3669356107711792,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 200
+    },
+    {
+      "epoch": 0.18592297476759628,
+      "grad_norm": 0.3683622181415558,
+      "learning_rate": 0.0002,
+      "loss": 1.8169,
+      "step": 210
+    },
+    {
+      "epoch": 0.19477644975652944,
+      "grad_norm": 0.39825671911239624,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 220
+    },
+    {
+      "epoch": 0.2036299247454626,
+      "grad_norm": 0.4298318326473236,
+      "learning_rate": 0.0002,
+      "loss": 1.8332,
+      "step": 230
+    },
+    {
+      "epoch": 0.21248339973439576,
+      "grad_norm": 0.36111244559288025,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 240
+    },
+    {
+      "epoch": 0.2213368747233289,
+      "grad_norm": 0.3711858093738556,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 250
+    },
+    {
+      "epoch": 0.23019034971226207,
+      "grad_norm": 0.37717559933662415,
+      "learning_rate": 0.0002,
+      "loss": 1.8643,
+      "step": 260
+    },
+    {
+      "epoch": 0.23904382470119523,
+      "grad_norm": 0.3678877651691437,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 270
+    },
+    {
+      "epoch": 0.2478972996901284,
+      "grad_norm": 0.4165912866592407,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 280
+    },
+    {
+      "epoch": 0.25675077467906154,
+      "grad_norm": 0.3403240740299225,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 290
+    },
+    {
+      "epoch": 0.2656042496679947,
+      "grad_norm": 0.4023234248161316,
+      "learning_rate": 0.0002,
+      "loss": 1.8704,
+      "step": 300
+    },
+    {
+      "epoch": 0.27445772465692786,
+      "grad_norm": 0.32472360134124756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 310
+    },
+    {
+      "epoch": 0.283311199645861,
+      "grad_norm": 0.36464595794677734,
+      "learning_rate": 0.0002,
+      "loss": 1.8544,
+      "step": 320
+    },
+    {
+      "epoch": 0.2921646746347942,
+      "grad_norm": 0.3868598937988281,
+      "learning_rate": 0.0002,
+      "loss": 1.8168,
+      "step": 330
+    },
+    {
+      "epoch": 0.3010181496237273,
+      "grad_norm": 0.3123539686203003,
+      "learning_rate": 0.0002,
+      "loss": 1.772,
+      "step": 340
+    },
+    {
+      "epoch": 0.3098716246126605,
+      "grad_norm": 0.3392639458179474,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 350
+    },
+    {
+      "epoch": 0.3187250996015936,
+      "grad_norm": 0.42070651054382324,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 360
+    },
+    {
+      "epoch": 0.3275785745905268,
+      "grad_norm": 0.3650900423526764,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 370
+    },
+    {
+      "epoch": 0.33643204957945994,
+      "grad_norm": 0.41388973593711853,
+      "learning_rate": 0.0002,
+      "loss": 1.8388,
+      "step": 380
+    },
+    {
+      "epoch": 0.3452855245683931,
+      "grad_norm": 0.36625272035598755,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 390
+    },
+    {
+      "epoch": 0.35413899955732625,
+      "grad_norm": 0.3930284082889557,
+      "learning_rate": 0.0002,
+      "loss": 1.8271,
+      "step": 400
+    },
+    {
+      "epoch": 0.3629924745462594,
+      "grad_norm": 0.3415820300579071,
+      "learning_rate": 0.0002,
+      "loss": 1.8664,
+      "step": 410
+    },
+    {
+      "epoch": 0.37184594953519257,
+      "grad_norm": 0.4256570041179657,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 420
+    },
+    {
+      "epoch": 0.3806994245241257,
+      "grad_norm": 0.3740842938423157,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 430
+    },
+    {
+      "epoch": 0.3895528995130589,
+      "grad_norm": 0.334108829498291,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 440
+    },
+    {
+      "epoch": 0.398406374501992,
+      "grad_norm": 0.33186739683151245,
+      "learning_rate": 0.0002,
+      "loss": 1.7837,
+      "step": 450
+    },
+    {
+      "epoch": 0.4072598494909252,
+      "grad_norm": 0.39127954840660095,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 460
+    },
+    {
+      "epoch": 0.4161133244798583,
+      "grad_norm": 0.331443727016449,
+      "learning_rate": 0.0002,
+      "loss": 1.8053,
+      "step": 470
+    },
+    {
+      "epoch": 0.4249667994687915,
+      "grad_norm": 0.36834150552749634,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 480
+    },
+    {
+      "epoch": 0.43382027445772464,
+      "grad_norm": 0.338123619556427,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 490
+    },
+    {
+      "epoch": 0.4426737494466578,
+      "grad_norm": 0.3891060948371887,
+      "learning_rate": 0.0002,
+      "loss": 1.795,
+      "step": 500
+    },
+    {
+      "epoch": 0.45152722443559096,
+      "grad_norm": 0.3486529290676117,
+      "learning_rate": 0.0002,
+      "loss": 1.7639,
+      "step": 510
+    },
+    {
+      "epoch": 0.46038069942452414,
+      "grad_norm": 0.3635135889053345,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 520
+    },
+    {
+      "epoch": 0.4692341744134573,
+      "grad_norm": 0.7706693410873413,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 530
+    },
+    {
+      "epoch": 0.47808764940239046,
+      "grad_norm": 0.33725443482398987,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 540
+    },
+    {
+      "epoch": 0.4869411243913236,
+      "grad_norm": 0.3127504289150238,
+      "learning_rate": 0.0002,
+      "loss": 1.8023,
+      "step": 550
+    },
+    {
+      "epoch": 0.4957945993802568,
+      "grad_norm": 0.3527977466583252,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 560
+    },
+    {
+      "epoch": 0.5046480743691899,
+      "grad_norm": 0.3574548661708832,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 570
+    },
+    {
+      "epoch": 0.5135015493581231,
+      "grad_norm": 0.32787248492240906,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 580
+    },
+    {
+      "epoch": 0.5223550243470563,
+      "grad_norm": 0.3309430778026581,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 590
+    },
+    {
+      "epoch": 0.5312084993359893,
+      "grad_norm": 0.34276407957077026,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 600
+    },
+    {
+      "epoch": 0.5400619743249225,
+      "grad_norm": 0.3343711495399475,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 610
+    },
+    {
+      "epoch": 0.5489154493138557,
+      "grad_norm": 0.3193040192127228,
+      "learning_rate": 0.0002,
+      "loss": 1.7661,
+      "step": 620
+    },
+    {
+      "epoch": 0.5577689243027888,
+      "grad_norm": 0.3059828579425812,
+      "learning_rate": 0.0002,
+      "loss": 1.7769,
+      "step": 630
+    },
+    {
+      "epoch": 0.566622399291722,
+      "grad_norm": 0.37237173318862915,
+      "learning_rate": 0.0002,
+      "loss": 1.8166,
+      "step": 640
+    },
+    {
+      "epoch": 0.5754758742806552,
+      "grad_norm": 0.36022549867630005,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 650
+    },
+    {
+      "epoch": 0.5843293492695883,
+      "grad_norm": 0.34974920749664307,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 660
+    },
+    {
+      "epoch": 0.5931828242585214,
+      "grad_norm": 0.37135401368141174,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 670
+    },
+    {
+      "epoch": 0.6020362992474546,
+      "grad_norm": 0.3385699689388275,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 680
+    },
+    {
+      "epoch": 0.6108897742363878,
+      "grad_norm": 0.36015814542770386,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 690
+    },
+    {
+      "epoch": 0.619743249225321,
+      "grad_norm": 0.3503795564174652,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 700
+    },
+    {
+      "epoch": 0.628596724214254,
+      "grad_norm": 0.3447190225124359,
+      "learning_rate": 0.0002,
+      "loss": 1.7733,
+      "step": 710
+    },
+    {
+      "epoch": 0.6374501992031872,
+      "grad_norm": 0.3193499445915222,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 720
+    },
+    {
+      "epoch": 0.6463036741921204,
+      "grad_norm": 0.37058180570602417,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 730
+    },
+    {
+      "epoch": 0.6551571491810536,
+      "grad_norm": 0.42216411232948303,
+      "learning_rate": 0.0002,
+      "loss": 1.8391,
+      "step": 740
+    },
+    {
+      "epoch": 0.6640106241699867,
+      "grad_norm": 0.3091185688972473,
+      "learning_rate": 0.0002,
+      "loss": 1.7142,
+      "step": 750
+    },
+    {
+      "epoch": 0.6728640991589199,
+      "grad_norm": 0.33168601989746094,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 760
+    },
+    {
+      "epoch": 0.6817175741478531,
+      "grad_norm": 0.31269341707229614,
+      "learning_rate": 0.0002,
+      "loss": 1.7123,
+      "step": 770
+    },
+    {
+      "epoch": 0.6905710491367862,
+      "grad_norm": 0.36125293374061584,
+      "learning_rate": 0.0002,
+      "loss": 1.8526,
+      "step": 780
+    },
+    {
+      "epoch": 0.6994245241257193,
+      "grad_norm": 0.3145293593406677,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 790
+    },
+    {
+      "epoch": 0.7082779991146525,
+      "grad_norm": 0.3611990809440613,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 800
+    },
+    {
+      "epoch": 0.7171314741035857,
+      "grad_norm": 0.3165971636772156,
+      "learning_rate": 0.0002,
+      "loss": 1.892,
+      "step": 810
+    },
+    {
+      "epoch": 0.7259849490925188,
+      "grad_norm": 0.3364323675632477,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 820
+    },
+    {
+      "epoch": 0.734838424081452,
+      "grad_norm": 0.4310600757598877,
+      "learning_rate": 0.0002,
+      "loss": 1.8508,
+      "step": 830
+    },
+    {
+      "epoch": 0.7436918990703851,
+      "grad_norm": 0.3414389491081238,
+      "learning_rate": 0.0002,
+      "loss": 1.7816,
+      "step": 840
+    },
+    {
+      "epoch": 0.7525453740593183,
+      "grad_norm": 0.35536202788352966,
+      "learning_rate": 0.0002,
+      "loss": 1.8148,
+      "step": 850
+    },
+    {
+      "epoch": 0.7613988490482514,
+      "grad_norm": 0.3232460618019104,
+      "learning_rate": 0.0002,
+      "loss": 1.8241,
+      "step": 860
+    },
+    {
+      "epoch": 0.7702523240371846,
+      "grad_norm": 0.32734858989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 870
+    },
+    {
+      "epoch": 0.7791057990261178,
+      "grad_norm": 0.3433493673801422,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 880
+    },
+    {
+      "epoch": 0.787959274015051,
+      "grad_norm": 0.33354780077934265,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 890
+    },
+    {
+      "epoch": 0.796812749003984,
+      "grad_norm": 0.30728545784950256,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 900
+    },
+    {
+      "epoch": 0.8056662239929172,
+      "grad_norm": 0.3373030126094818,
+      "learning_rate": 0.0002,
+      "loss": 1.8267,
+      "step": 910
+    },
+    {
+      "epoch": 0.8145196989818504,
+      "grad_norm": 0.3468782603740692,
+      "learning_rate": 0.0002,
+      "loss": 1.8479,
+      "step": 920
+    },
+    {
+      "epoch": 0.8233731739707836,
+      "grad_norm": 0.33520200848579407,
+      "learning_rate": 0.0002,
+      "loss": 1.8548,
+      "step": 930
+    },
+    {
+      "epoch": 0.8322266489597167,
+      "grad_norm": 0.35207098722457886,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 940
+    },
+    {
+      "epoch": 0.8410801239486498,
+      "grad_norm": 0.4000207483768463,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 950
+    },
+    {
+      "epoch": 0.849933598937583,
+      "grad_norm": 0.35362836718559265,
+      "learning_rate": 0.0002,
+      "loss": 1.7996,
+      "step": 960
+    },
+    {
+      "epoch": 0.8587870739265162,
+      "grad_norm": 0.3470745086669922,
+      "learning_rate": 0.0002,
+      "loss": 1.7497,
+      "step": 970
+    },
+    {
+      "epoch": 0.8676405489154493,
+      "grad_norm": 0.31602704524993896,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 980
+    },
+    {
+      "epoch": 0.8764940239043825,
+      "grad_norm": 0.3062942326068878,
+      "learning_rate": 0.0002,
+      "loss": 1.7734,
+      "step": 990
+    },
+    {
+      "epoch": 0.8853474988933157,
+      "grad_norm": 0.36963850259780884,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8942009738822487,
+      "grad_norm": 0.3384034037590027,
+      "learning_rate": 0.0002,
+      "loss": 1.7309,
+      "step": 1010
+    },
+    {
+      "epoch": 0.9030544488711819,
+      "grad_norm": 0.30436110496520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 1020
+    },
+    {
+      "epoch": 0.9119079238601151,
+      "grad_norm": 3.499784469604492,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9207613988490483,
+      "grad_norm": 0.3130280375480652,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9296148738379814,
+      "grad_norm": 0.29976674914360046,
+      "learning_rate": 0.0002,
+      "loss": 1.7527,
+      "step": 1050
+    },
+    {
+      "epoch": 0.9384683488269145,
+      "grad_norm": 0.35852617025375366,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9473218238158477,
+      "grad_norm": 0.3288591504096985,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9561752988047809,
+      "grad_norm": 0.32641634345054626,
+      "learning_rate": 0.0002,
+      "loss": 1.8155,
+      "step": 1080
+    },
+    {
+      "epoch": 0.965028773793714,
+      "grad_norm": 0.3305715322494507,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9738822487826472,
+      "grad_norm": 0.30650773644447327,
+      "learning_rate": 0.0002,
+      "loss": 1.8368,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9827357237715804,
+      "grad_norm": 0.3330624997615814,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9915891987605135,
+      "grad_norm": 0.3173314034938812,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9995573262505534,
+      "eval_loss": 1.8095673322677612,
+      "eval_runtime": 82.6312,
+      "eval_samples_per_second": 6.233,
+      "eval_steps_per_second": 0.787,
+      "step": 1129
+    },
+    {
+      "epoch": 1.0004426737494467,
+      "grad_norm": 0.3092995882034302,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1130
+    },
+    {
+      "epoch": 1.0092961487383798,
+      "grad_norm": 0.34386494755744934,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1140
+    },
+    {
+      "epoch": 1.0181496237273129,
+      "grad_norm": 0.2887897789478302,
+      "learning_rate": 0.0002,
+      "loss": 1.7149,
+      "step": 1150
+    },
+    {
+      "epoch": 1.0270030987162462,
+      "grad_norm": 0.3706893026828766,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1160
+    },
+    {
+      "epoch": 1.0358565737051793,
+      "grad_norm": 0.34724316000938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6604,
+      "step": 1170
+    },
+    {
+      "epoch": 1.0447100486941125,
+      "grad_norm": 0.41001757979393005,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1180
+    },
+    {
+      "epoch": 1.0535635236830456,
+      "grad_norm": 0.34838348627090454,
+      "learning_rate": 0.0002,
+      "loss": 1.6332,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0624169986719787,
+      "grad_norm": 0.37201181054115295,
+      "learning_rate": 0.0002,
+      "loss": 1.7416,
+      "step": 1200
+    },
+    {
+      "epoch": 1.071270473660912,
+      "grad_norm": 0.36871352791786194,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 1210
+    },
+    {
+      "epoch": 1.080123948649845,
+      "grad_norm": 0.35687458515167236,
+      "learning_rate": 0.0002,
+      "loss": 1.6769,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0889774236387781,
+      "grad_norm": 0.3864741921424866,
+      "learning_rate": 0.0002,
+      "loss": 1.7235,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0978308986277114,
+      "grad_norm": 0.3496808707714081,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1240
+    },
+    {
+      "epoch": 1.1066843736166445,
+      "grad_norm": 0.3444930911064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 1250
+    },
+    {
+      "epoch": 1.1155378486055776,
+      "grad_norm": 0.353188693523407,
+      "learning_rate": 0.0002,
+      "loss": 1.6672,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1243913235945109,
+      "grad_norm": 0.3284400999546051,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1270
+    },
+    {
+      "epoch": 1.133244798583444,
+      "grad_norm": 0.3545348644256592,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 1280
+    },
+    {
+      "epoch": 1.1420982735723773,
+      "grad_norm": 0.3489900529384613,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1290
+    },
+    {
+      "epoch": 1.1509517485613103,
+      "grad_norm": 0.40355560183525085,
+      "learning_rate": 0.0002,
+      "loss": 1.6399,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1598052235502434,
+      "grad_norm": 0.3369944095611572,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1686586985391767,
+      "grad_norm": 0.39141345024108887,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1775121735281098,
+      "grad_norm": 0.36518552899360657,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1863656485170428,
+      "grad_norm": 0.3730056583881378,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1952191235059761,
+      "grad_norm": 0.37711501121520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7613,
+      "step": 1350
+    },
+    {
+      "epoch": 1.2040725984949092,
+      "grad_norm": 0.3627128005027771,
+      "learning_rate": 0.0002,
+      "loss": 1.6423,
+      "step": 1360
+    },
+    {
+      "epoch": 1.2129260734838425,
+      "grad_norm": 0.3458651006221771,
+      "learning_rate": 0.0002,
+      "loss": 1.7214,
+      "step": 1370
+    },
+    {
+      "epoch": 1.2217795484727756,
+      "grad_norm": 0.392395555973053,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1380
+    },
+    {
+      "epoch": 1.2306330234617087,
+      "grad_norm": 0.3353286683559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7785,
+      "step": 1390
+    },
+    {
+      "epoch": 1.239486498450642,
+      "grad_norm": 0.9545007944107056,
+      "learning_rate": 0.0002,
+      "loss": 1.7019,
+      "step": 1400
+    },
+    {
+      "epoch": 1.248339973439575,
+      "grad_norm": 0.37037935853004456,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1410
+    },
+    {
+      "epoch": 1.257193448428508,
+      "grad_norm": 0.3831497132778168,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2660469234174414,
+      "grad_norm": 0.4633576273918152,
+      "learning_rate": 0.0002,
+      "loss": 1.747,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2749003984063745,
+      "grad_norm": 0.3690567910671234,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2837538733953076,
+      "grad_norm": 0.33980098366737366,
+      "learning_rate": 0.0002,
+      "loss": 1.767,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2926073483842409,
+      "grad_norm": 0.3731277287006378,
+      "learning_rate": 0.0002,
+      "loss": 1.6989,
+      "step": 1460
+    },
+    {
+      "epoch": 1.301460823373174,
+      "grad_norm": 0.3781551122665405,
+      "learning_rate": 0.0002,
+      "loss": 1.6801,
+      "step": 1470
+    },
+    {
+      "epoch": 1.310314298362107,
+      "grad_norm": 0.36511561274528503,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 1480
+    },
+    {
+      "epoch": 1.3191677733510403,
+      "grad_norm": 0.3292245864868164,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1490
+    },
+    {
+      "epoch": 1.3280212483399734,
+      "grad_norm": 0.38758566975593567,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3368747233289067,
+      "grad_norm": 0.3993414044380188,
+      "learning_rate": 0.0002,
+      "loss": 1.7364,
+      "step": 1510
+    },
+    {
+      "epoch": 1.3457281983178397,
+      "grad_norm": 0.35689303278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1520
+    },
+    {
+      "epoch": 1.354581673306773,
+      "grad_norm": 0.41849321126937866,
+      "learning_rate": 0.0002,
+      "loss": 1.7082,
+      "step": 1530
+    },
+    {
+      "epoch": 1.3634351482957061,
+      "grad_norm": 0.36752554774284363,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3722886232846392,
+      "grad_norm": 0.36915940046310425,
+      "learning_rate": 0.0002,
+      "loss": 1.7032,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3811420982735725,
+      "grad_norm": 0.3656710386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.6698,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3899955732625056,
+      "grad_norm": 0.32055532932281494,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3988490482514386,
+      "grad_norm": 0.35031241178512573,
+      "learning_rate": 0.0002,
+      "loss": 1.8,
+      "step": 1580
+    },
+    {
+      "epoch": 1.407702523240372,
+      "grad_norm": 0.44541189074516296,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 1590
+    },
+    {
+      "epoch": 1.416555998229305,
+      "grad_norm": 0.36922356486320496,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 1600
+    },
+    {
+      "epoch": 1.425409473218238,
+      "grad_norm": 0.3470565974712372,
+      "learning_rate": 0.0002,
+      "loss": 1.7011,
+      "step": 1610
+    },
+    {
+      "epoch": 1.4342629482071714,
+      "grad_norm": 0.3743111193180084,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1620
+    },
+    {
+      "epoch": 1.4431164231961044,
+      "grad_norm": 0.3619250953197479,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1630
+    },
+    {
+      "epoch": 1.4519698981850375,
+      "grad_norm": 0.4028145968914032,
+      "learning_rate": 0.0002,
+      "loss": 1.6919,
+      "step": 1640
+    },
+    {
+      "epoch": 1.4608233731739708,
+      "grad_norm": 0.36065351963043213,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1650
+    },
+    {
+      "epoch": 1.469676848162904,
+      "grad_norm": 0.44304442405700684,
+      "learning_rate": 0.0002,
+      "loss": 1.8212,
+      "step": 1660
+    },
+    {
+      "epoch": 1.478530323151837,
+      "grad_norm": 0.35770007967948914,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4873837981407703,
+      "grad_norm": 0.37584400177001953,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4962372731297033,
+      "grad_norm": 0.37151241302490234,
+      "learning_rate": 0.0002,
+      "loss": 1.63,
+      "step": 1690
+    },
+    {
+      "epoch": 1.5050907481186364,
+      "grad_norm": 0.36422812938690186,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1700
+    },
+    {
+      "epoch": 1.5139442231075697,
+      "grad_norm": 0.3680015206336975,
+      "learning_rate": 0.0002,
+      "loss": 1.7045,
+      "step": 1710
+    },
+    {
+      "epoch": 1.522797698096503,
+      "grad_norm": 0.3356926441192627,
+      "learning_rate": 0.0002,
+      "loss": 1.6917,
+      "step": 1720
+    },
+    {
+      "epoch": 1.531651173085436,
+      "grad_norm": 0.37887054681777954,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1730
+    },
+    {
+      "epoch": 1.5405046480743692,
+      "grad_norm": 0.37052762508392334,
+      "learning_rate": 0.0002,
+      "loss": 1.7001,
+      "step": 1740
+    },
+    {
+      "epoch": 1.5493581230633025,
+      "grad_norm": 0.333925724029541,
+      "learning_rate": 0.0002,
+      "loss": 1.6677,
+      "step": 1750
+    },
+    {
+      "epoch": 1.5582115980522355,
+      "grad_norm": 0.3722778558731079,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1760
+    },
+    {
+      "epoch": 1.5670650730411686,
+      "grad_norm": 0.3331141173839569,
+      "learning_rate": 0.0002,
+      "loss": 1.6923,
+      "step": 1770
+    },
+    {
+      "epoch": 1.575918548030102,
+      "grad_norm": 0.3670045733451843,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1780
+    },
+    {
+      "epoch": 1.584772023019035,
+      "grad_norm": 0.3769885301589966,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1790
+    },
+    {
+      "epoch": 1.593625498007968,
+      "grad_norm": 0.4266890287399292,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1800
+    },
+    {
+      "epoch": 1.6024789729969013,
+      "grad_norm": 0.37174347043037415,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1810
+    },
+    {
+      "epoch": 1.6113324479858344,
+      "grad_norm": 0.3599846363067627,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1820
+    },
+    {
+      "epoch": 1.6201859229747675,
+      "grad_norm": 0.3364820182323456,
+      "learning_rate": 0.0002,
+      "loss": 1.6836,
+      "step": 1830
+    },
+    {
+      "epoch": 1.6290393979637008,
+      "grad_norm": 0.3874799907207489,
+      "learning_rate": 0.0002,
+      "loss": 1.7278,
+      "step": 1840
+    },
+    {
+      "epoch": 1.6378928729526339,
+      "grad_norm": 0.3706085681915283,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 1850
+    },
+    {
+      "epoch": 1.646746347941567,
+      "grad_norm": 0.3997809886932373,
+      "learning_rate": 0.0002,
+      "loss": 1.6761,
+      "step": 1860
+    },
+    {
+      "epoch": 1.6555998229305002,
+      "grad_norm": 0.4033166170120239,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 1870
+    },
+    {
+      "epoch": 1.6644532979194335,
+      "grad_norm": 0.3944370150566101,
+      "learning_rate": 0.0002,
+      "loss": 1.6518,
+      "step": 1880
+    },
+    {
+      "epoch": 1.6733067729083664,
+      "grad_norm": 0.3467825651168823,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 1890
+    },
+    {
+      "epoch": 1.6821602478972997,
+      "grad_norm": 0.35290950536727905,
+      "learning_rate": 0.0002,
+      "loss": 1.7462,
+      "step": 1900
+    },
+    {
+      "epoch": 1.691013722886233,
+      "grad_norm": 0.3664521872997284,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1910
+    },
+    {
+      "epoch": 1.699867197875166,
+      "grad_norm": 0.33863595128059387,
+      "learning_rate": 0.0002,
+      "loss": 1.7922,
+      "step": 1920
+    },
+    {
+      "epoch": 1.7087206728640991,
+      "grad_norm": 0.34726113080978394,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 1930
+    },
+    {
+      "epoch": 1.7175741478530324,
+      "grad_norm": 0.35060688853263855,
+      "learning_rate": 0.0002,
+      "loss": 1.6664,
+      "step": 1940
+    },
+    {
+      "epoch": 1.7264276228419655,
+      "grad_norm": 0.33741647005081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 1950
+    },
+    {
+      "epoch": 1.7352810978308986,
+      "grad_norm": 0.36190304160118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6971,
+      "step": 1960
+    },
+    {
+      "epoch": 1.7441345728198319,
+      "grad_norm": 0.3412845730781555,
+      "learning_rate": 0.0002,
+      "loss": 1.7238,
+      "step": 1970
+    },
+    {
+      "epoch": 1.752988047808765,
+      "grad_norm": 0.3841935694217682,
+      "learning_rate": 0.0002,
+      "loss": 1.7038,
+      "step": 1980
+    },
+    {
+      "epoch": 1.761841522797698,
+      "grad_norm": 0.39062076807022095,
+      "learning_rate": 0.0002,
+      "loss": 1.7185,
+      "step": 1990
+    },
+    {
+      "epoch": 1.7706949977866313,
+      "grad_norm": 0.3741697669029236,
+      "learning_rate": 0.0002,
+      "loss": 1.7346,
+      "step": 2000
+    },
+    {
+      "epoch": 1.7795484727755644,
+      "grad_norm": 0.4160231053829193,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2010
+    },
+    {
+      "epoch": 1.7884019477644975,
+      "grad_norm": 0.3602111339569092,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7972554227534308,
+      "grad_norm": 0.36740878224372864,
+      "learning_rate": 0.0002,
+      "loss": 1.6139,
+      "step": 2030
+    },
+    {
+      "epoch": 1.8061088977423638,
+      "grad_norm": 0.419039249420166,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 2040
+    },
+    {
+      "epoch": 1.814962372731297,
+      "grad_norm": 0.3511838912963867,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 2050
+    },
+    {
+      "epoch": 1.8238158477202302,
+      "grad_norm": 0.3580166697502136,
+      "learning_rate": 0.0002,
+      "loss": 1.6477,
+      "step": 2060
+    },
+    {
+      "epoch": 1.8326693227091635,
+      "grad_norm": 0.40928223729133606,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 2070
+    },
+    {
+      "epoch": 1.8415227976980963,
+      "grad_norm": 0.37134310603141785,
+      "learning_rate": 0.0002,
+      "loss": 1.7356,
+      "step": 2080
+    },
+    {
+      "epoch": 1.8503762726870296,
+      "grad_norm": 0.3924112319946289,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2090
+    },
+    {
+      "epoch": 1.859229747675963,
+      "grad_norm": 0.3215042054653168,
+      "learning_rate": 0.0002,
+      "loss": 1.6785,
+      "step": 2100
+    },
+    {
+      "epoch": 1.868083222664896,
+      "grad_norm": 0.37674015760421753,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2110
+    },
+    {
+      "epoch": 1.876936697653829,
+      "grad_norm": 0.370856374502182,
+      "learning_rate": 0.0002,
+      "loss": 1.7313,
+      "step": 2120
+    },
+    {
+      "epoch": 1.8857901726427624,
+      "grad_norm": 0.35783782601356506,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8946436476316955,
+      "grad_norm": 0.39538058638572693,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 2140
+    },
+    {
+      "epoch": 1.9034971226206285,
+      "grad_norm": 0.36677780747413635,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 2150
+    },
+    {
+      "epoch": 1.9123505976095618,
+      "grad_norm": 0.39032700657844543,
+      "learning_rate": 0.0002,
+      "loss": 1.6959,
+      "step": 2160
+    },
+    {
+      "epoch": 1.921204072598495,
+      "grad_norm": 0.39762043952941895,
+      "learning_rate": 0.0002,
+      "loss": 1.7643,
+      "step": 2170
+    },
+    {
+      "epoch": 1.930057547587428,
+      "grad_norm": 0.5400257110595703,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 2180
+    },
+    {
+      "epoch": 1.9389110225763613,
+      "grad_norm": 0.3650212287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 2190
+    },
+    {
+      "epoch": 1.9477644975652944,
+      "grad_norm": 0.3583165109157562,
+      "learning_rate": 0.0002,
+      "loss": 1.7027,
+      "step": 2200
+    },
+    {
+      "epoch": 1.9566179725542274,
+      "grad_norm": 0.4031282365322113,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 2210
+    },
+    {
+      "epoch": 1.9654714475431607,
+      "grad_norm": 0.3673221170902252,
+      "learning_rate": 0.0002,
+      "loss": 1.7617,
+      "step": 2220
+    },
+    {
+      "epoch": 1.9743249225320938,
+      "grad_norm": 0.3920327126979828,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 2230
+    },
+    {
+      "epoch": 1.9831783975210269,
+      "grad_norm": 0.4765491783618927,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 2240
+    },
+    {
+      "epoch": 1.9920318725099602,
+      "grad_norm": 0.38130584359169006,
+      "learning_rate": 0.0002,
+      "loss": 1.7759,
+      "step": 2250
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8077166080474854,
+      "eval_runtime": 82.8351,
+      "eval_samples_per_second": 6.217,
+      "eval_steps_per_second": 0.785,
+      "step": 2259
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9032,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.045414618941358e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502feef99fedeea2677424fa05ac9dd15bf387252b0a48aac7fcee8dbc277440
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e443fd1f1a7d77b019a6f79777397a200b1971631c7f14d74c3e3ff06e7ea63
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ed38f3fd7e686075060d1014bdd697714ee7867160ec907d75c8e68acac13
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f960f983d469af723deb8a592cf9b2b80ba7d6f321a608a928ea313d9634e8fa
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ac7788b0e96e0d795d63fadf4172b868908fdb70fe22555f021204512e387a
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/trainer_state.json

@@ -0,0 +1,2423 @@
+{
+  "best_metric": 1.8077166080474854,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259",
+  "epoch": 2.9995573262505535,
+  "eval_steps": 10,
+  "global_step": 3388,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008853474988933156,
+      "grad_norm": 0.4775333106517792,
+      "learning_rate": 0.0002,
+      "loss": 2.4916,
+      "step": 10
+    },
+    {
+      "epoch": 0.017706949977866312,
+      "grad_norm": 0.5485824346542358,
+      "learning_rate": 0.0002,
+      "loss": 2.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.02656042496679947,
+      "grad_norm": 0.5675218105316162,
+      "learning_rate": 0.0002,
+      "loss": 2.0984,
+      "step": 30
+    },
+    {
+      "epoch": 0.035413899955732624,
+      "grad_norm": 0.696494460105896,
+      "learning_rate": 0.0002,
+      "loss": 2.0622,
+      "step": 40
+    },
+    {
+      "epoch": 0.04426737494466578,
+      "grad_norm": 0.4788398742675781,
+      "learning_rate": 0.0002,
+      "loss": 1.9547,
+      "step": 50
+    },
+    {
+      "epoch": 0.05312084993359894,
+      "grad_norm": 0.4763128161430359,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 60
+    },
+    {
+      "epoch": 0.0619743249225321,
+      "grad_norm": 0.5929698348045349,
+      "learning_rate": 0.0002,
+      "loss": 1.8632,
+      "step": 70
+    },
+    {
+      "epoch": 0.07082779991146525,
+      "grad_norm": 0.5899396538734436,
+      "learning_rate": 0.0002,
+      "loss": 1.9573,
+      "step": 80
+    },
+    {
+      "epoch": 0.0796812749003984,
+      "grad_norm": 0.460123747587204,
+      "learning_rate": 0.0002,
+      "loss": 1.8308,
+      "step": 90
+    },
+    {
+      "epoch": 0.08853474988933156,
+      "grad_norm": 0.4184812009334564,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 100
+    },
+    {
+      "epoch": 0.09738822487826472,
+      "grad_norm": 0.4051891267299652,
+      "learning_rate": 0.0002,
+      "loss": 1.8079,
+      "step": 110
+    },
+    {
+      "epoch": 0.10624169986719788,
+      "grad_norm": 0.3709661066532135,
+      "learning_rate": 0.0002,
+      "loss": 1.8911,
+      "step": 120
+    },
+    {
+      "epoch": 0.11509517485613104,
+      "grad_norm": 0.4783487915992737,
+      "learning_rate": 0.0002,
+      "loss": 1.8695,
+      "step": 130
+    },
+    {
+      "epoch": 0.1239486498450642,
+      "grad_norm": 0.36478137969970703,
+      "learning_rate": 0.0002,
+      "loss": 1.8602,
+      "step": 140
+    },
+    {
+      "epoch": 0.13280212483399734,
+      "grad_norm": 0.4005294442176819,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 150
+    },
+    {
+      "epoch": 0.1416555998229305,
+      "grad_norm": 0.42357513308525085,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 160
+    },
+    {
+      "epoch": 0.15050907481186365,
+      "grad_norm": 0.3913971781730652,
+      "learning_rate": 0.0002,
+      "loss": 1.8835,
+      "step": 170
+    },
+    {
+      "epoch": 0.1593625498007968,
+      "grad_norm": 0.4650019407272339,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 180
+    },
+    {
+      "epoch": 0.16821602478972997,
+      "grad_norm": 0.5545958876609802,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 190
+    },
+    {
+      "epoch": 0.17706949977866313,
+      "grad_norm": 0.3669356107711792,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 200
+    },
+    {
+      "epoch": 0.18592297476759628,
+      "grad_norm": 0.3683622181415558,
+      "learning_rate": 0.0002,
+      "loss": 1.8169,
+      "step": 210
+    },
+    {
+      "epoch": 0.19477644975652944,
+      "grad_norm": 0.39825671911239624,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 220
+    },
+    {
+      "epoch": 0.2036299247454626,
+      "grad_norm": 0.4298318326473236,
+      "learning_rate": 0.0002,
+      "loss": 1.8332,
+      "step": 230
+    },
+    {
+      "epoch": 0.21248339973439576,
+      "grad_norm": 0.36111244559288025,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 240
+    },
+    {
+      "epoch": 0.2213368747233289,
+      "grad_norm": 0.3711858093738556,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 250
+    },
+    {
+      "epoch": 0.23019034971226207,
+      "grad_norm": 0.37717559933662415,
+      "learning_rate": 0.0002,
+      "loss": 1.8643,
+      "step": 260
+    },
+    {
+      "epoch": 0.23904382470119523,
+      "grad_norm": 0.3678877651691437,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 270
+    },
+    {
+      "epoch": 0.2478972996901284,
+      "grad_norm": 0.4165912866592407,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 280
+    },
+    {
+      "epoch": 0.25675077467906154,
+      "grad_norm": 0.3403240740299225,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 290
+    },
+    {
+      "epoch": 0.2656042496679947,
+      "grad_norm": 0.4023234248161316,
+      "learning_rate": 0.0002,
+      "loss": 1.8704,
+      "step": 300
+    },
+    {
+      "epoch": 0.27445772465692786,
+      "grad_norm": 0.32472360134124756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 310
+    },
+    {
+      "epoch": 0.283311199645861,
+      "grad_norm": 0.36464595794677734,
+      "learning_rate": 0.0002,
+      "loss": 1.8544,
+      "step": 320
+    },
+    {
+      "epoch": 0.2921646746347942,
+      "grad_norm": 0.3868598937988281,
+      "learning_rate": 0.0002,
+      "loss": 1.8168,
+      "step": 330
+    },
+    {
+      "epoch": 0.3010181496237273,
+      "grad_norm": 0.3123539686203003,
+      "learning_rate": 0.0002,
+      "loss": 1.772,
+      "step": 340
+    },
+    {
+      "epoch": 0.3098716246126605,
+      "grad_norm": 0.3392639458179474,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 350
+    },
+    {
+      "epoch": 0.3187250996015936,
+      "grad_norm": 0.42070651054382324,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 360
+    },
+    {
+      "epoch": 0.3275785745905268,
+      "grad_norm": 0.3650900423526764,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 370
+    },
+    {
+      "epoch": 0.33643204957945994,
+      "grad_norm": 0.41388973593711853,
+      "learning_rate": 0.0002,
+      "loss": 1.8388,
+      "step": 380
+    },
+    {
+      "epoch": 0.3452855245683931,
+      "grad_norm": 0.36625272035598755,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 390
+    },
+    {
+      "epoch": 0.35413899955732625,
+      "grad_norm": 0.3930284082889557,
+      "learning_rate": 0.0002,
+      "loss": 1.8271,
+      "step": 400
+    },
+    {
+      "epoch": 0.3629924745462594,
+      "grad_norm": 0.3415820300579071,
+      "learning_rate": 0.0002,
+      "loss": 1.8664,
+      "step": 410
+    },
+    {
+      "epoch": 0.37184594953519257,
+      "grad_norm": 0.4256570041179657,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 420
+    },
+    {
+      "epoch": 0.3806994245241257,
+      "grad_norm": 0.3740842938423157,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 430
+    },
+    {
+      "epoch": 0.3895528995130589,
+      "grad_norm": 0.334108829498291,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 440
+    },
+    {
+      "epoch": 0.398406374501992,
+      "grad_norm": 0.33186739683151245,
+      "learning_rate": 0.0002,
+      "loss": 1.7837,
+      "step": 450
+    },
+    {
+      "epoch": 0.4072598494909252,
+      "grad_norm": 0.39127954840660095,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 460
+    },
+    {
+      "epoch": 0.4161133244798583,
+      "grad_norm": 0.331443727016449,
+      "learning_rate": 0.0002,
+      "loss": 1.8053,
+      "step": 470
+    },
+    {
+      "epoch": 0.4249667994687915,
+      "grad_norm": 0.36834150552749634,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 480
+    },
+    {
+      "epoch": 0.43382027445772464,
+      "grad_norm": 0.338123619556427,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 490
+    },
+    {
+      "epoch": 0.4426737494466578,
+      "grad_norm": 0.3891060948371887,
+      "learning_rate": 0.0002,
+      "loss": 1.795,
+      "step": 500
+    },
+    {
+      "epoch": 0.45152722443559096,
+      "grad_norm": 0.3486529290676117,
+      "learning_rate": 0.0002,
+      "loss": 1.7639,
+      "step": 510
+    },
+    {
+      "epoch": 0.46038069942452414,
+      "grad_norm": 0.3635135889053345,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 520
+    },
+    {
+      "epoch": 0.4692341744134573,
+      "grad_norm": 0.7706693410873413,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 530
+    },
+    {
+      "epoch": 0.47808764940239046,
+      "grad_norm": 0.33725443482398987,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 540
+    },
+    {
+      "epoch": 0.4869411243913236,
+      "grad_norm": 0.3127504289150238,
+      "learning_rate": 0.0002,
+      "loss": 1.8023,
+      "step": 550
+    },
+    {
+      "epoch": 0.4957945993802568,
+      "grad_norm": 0.3527977466583252,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 560
+    },
+    {
+      "epoch": 0.5046480743691899,
+      "grad_norm": 0.3574548661708832,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 570
+    },
+    {
+      "epoch": 0.5135015493581231,
+      "grad_norm": 0.32787248492240906,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 580
+    },
+    {
+      "epoch": 0.5223550243470563,
+      "grad_norm": 0.3309430778026581,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 590
+    },
+    {
+      "epoch": 0.5312084993359893,
+      "grad_norm": 0.34276407957077026,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 600
+    },
+    {
+      "epoch": 0.5400619743249225,
+      "grad_norm": 0.3343711495399475,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 610
+    },
+    {
+      "epoch": 0.5489154493138557,
+      "grad_norm": 0.3193040192127228,
+      "learning_rate": 0.0002,
+      "loss": 1.7661,
+      "step": 620
+    },
+    {
+      "epoch": 0.5577689243027888,
+      "grad_norm": 0.3059828579425812,
+      "learning_rate": 0.0002,
+      "loss": 1.7769,
+      "step": 630
+    },
+    {
+      "epoch": 0.566622399291722,
+      "grad_norm": 0.37237173318862915,
+      "learning_rate": 0.0002,
+      "loss": 1.8166,
+      "step": 640
+    },
+    {
+      "epoch": 0.5754758742806552,
+      "grad_norm": 0.36022549867630005,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 650
+    },
+    {
+      "epoch": 0.5843293492695883,
+      "grad_norm": 0.34974920749664307,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 660
+    },
+    {
+      "epoch": 0.5931828242585214,
+      "grad_norm": 0.37135401368141174,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 670
+    },
+    {
+      "epoch": 0.6020362992474546,
+      "grad_norm": 0.3385699689388275,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 680
+    },
+    {
+      "epoch": 0.6108897742363878,
+      "grad_norm": 0.36015814542770386,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 690
+    },
+    {
+      "epoch": 0.619743249225321,
+      "grad_norm": 0.3503795564174652,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 700
+    },
+    {
+      "epoch": 0.628596724214254,
+      "grad_norm": 0.3447190225124359,
+      "learning_rate": 0.0002,
+      "loss": 1.7733,
+      "step": 710
+    },
+    {
+      "epoch": 0.6374501992031872,
+      "grad_norm": 0.3193499445915222,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 720
+    },
+    {
+      "epoch": 0.6463036741921204,
+      "grad_norm": 0.37058180570602417,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 730
+    },
+    {
+      "epoch": 0.6551571491810536,
+      "grad_norm": 0.42216411232948303,
+      "learning_rate": 0.0002,
+      "loss": 1.8391,
+      "step": 740
+    },
+    {
+      "epoch": 0.6640106241699867,
+      "grad_norm": 0.3091185688972473,
+      "learning_rate": 0.0002,
+      "loss": 1.7142,
+      "step": 750
+    },
+    {
+      "epoch": 0.6728640991589199,
+      "grad_norm": 0.33168601989746094,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 760
+    },
+    {
+      "epoch": 0.6817175741478531,
+      "grad_norm": 0.31269341707229614,
+      "learning_rate": 0.0002,
+      "loss": 1.7123,
+      "step": 770
+    },
+    {
+      "epoch": 0.6905710491367862,
+      "grad_norm": 0.36125293374061584,
+      "learning_rate": 0.0002,
+      "loss": 1.8526,
+      "step": 780
+    },
+    {
+      "epoch": 0.6994245241257193,
+      "grad_norm": 0.3145293593406677,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 790
+    },
+    {
+      "epoch": 0.7082779991146525,
+      "grad_norm": 0.3611990809440613,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 800
+    },
+    {
+      "epoch": 0.7171314741035857,
+      "grad_norm": 0.3165971636772156,
+      "learning_rate": 0.0002,
+      "loss": 1.892,
+      "step": 810
+    },
+    {
+      "epoch": 0.7259849490925188,
+      "grad_norm": 0.3364323675632477,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 820
+    },
+    {
+      "epoch": 0.734838424081452,
+      "grad_norm": 0.4310600757598877,
+      "learning_rate": 0.0002,
+      "loss": 1.8508,
+      "step": 830
+    },
+    {
+      "epoch": 0.7436918990703851,
+      "grad_norm": 0.3414389491081238,
+      "learning_rate": 0.0002,
+      "loss": 1.7816,
+      "step": 840
+    },
+    {
+      "epoch": 0.7525453740593183,
+      "grad_norm": 0.35536202788352966,
+      "learning_rate": 0.0002,
+      "loss": 1.8148,
+      "step": 850
+    },
+    {
+      "epoch": 0.7613988490482514,
+      "grad_norm": 0.3232460618019104,
+      "learning_rate": 0.0002,
+      "loss": 1.8241,
+      "step": 860
+    },
+    {
+      "epoch": 0.7702523240371846,
+      "grad_norm": 0.32734858989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 870
+    },
+    {
+      "epoch": 0.7791057990261178,
+      "grad_norm": 0.3433493673801422,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 880
+    },
+    {
+      "epoch": 0.787959274015051,
+      "grad_norm": 0.33354780077934265,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 890
+    },
+    {
+      "epoch": 0.796812749003984,
+      "grad_norm": 0.30728545784950256,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 900
+    },
+    {
+      "epoch": 0.8056662239929172,
+      "grad_norm": 0.3373030126094818,
+      "learning_rate": 0.0002,
+      "loss": 1.8267,
+      "step": 910
+    },
+    {
+      "epoch": 0.8145196989818504,
+      "grad_norm": 0.3468782603740692,
+      "learning_rate": 0.0002,
+      "loss": 1.8479,
+      "step": 920
+    },
+    {
+      "epoch": 0.8233731739707836,
+      "grad_norm": 0.33520200848579407,
+      "learning_rate": 0.0002,
+      "loss": 1.8548,
+      "step": 930
+    },
+    {
+      "epoch": 0.8322266489597167,
+      "grad_norm": 0.35207098722457886,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 940
+    },
+    {
+      "epoch": 0.8410801239486498,
+      "grad_norm": 0.4000207483768463,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 950
+    },
+    {
+      "epoch": 0.849933598937583,
+      "grad_norm": 0.35362836718559265,
+      "learning_rate": 0.0002,
+      "loss": 1.7996,
+      "step": 960
+    },
+    {
+      "epoch": 0.8587870739265162,
+      "grad_norm": 0.3470745086669922,
+      "learning_rate": 0.0002,
+      "loss": 1.7497,
+      "step": 970
+    },
+    {
+      "epoch": 0.8676405489154493,
+      "grad_norm": 0.31602704524993896,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 980
+    },
+    {
+      "epoch": 0.8764940239043825,
+      "grad_norm": 0.3062942326068878,
+      "learning_rate": 0.0002,
+      "loss": 1.7734,
+      "step": 990
+    },
+    {
+      "epoch": 0.8853474988933157,
+      "grad_norm": 0.36963850259780884,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8942009738822487,
+      "grad_norm": 0.3384034037590027,
+      "learning_rate": 0.0002,
+      "loss": 1.7309,
+      "step": 1010
+    },
+    {
+      "epoch": 0.9030544488711819,
+      "grad_norm": 0.30436110496520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 1020
+    },
+    {
+      "epoch": 0.9119079238601151,
+      "grad_norm": 3.499784469604492,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9207613988490483,
+      "grad_norm": 0.3130280375480652,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9296148738379814,
+      "grad_norm": 0.29976674914360046,
+      "learning_rate": 0.0002,
+      "loss": 1.7527,
+      "step": 1050
+    },
+    {
+      "epoch": 0.9384683488269145,
+      "grad_norm": 0.35852617025375366,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9473218238158477,
+      "grad_norm": 0.3288591504096985,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9561752988047809,
+      "grad_norm": 0.32641634345054626,
+      "learning_rate": 0.0002,
+      "loss": 1.8155,
+      "step": 1080
+    },
+    {
+      "epoch": 0.965028773793714,
+      "grad_norm": 0.3305715322494507,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9738822487826472,
+      "grad_norm": 0.30650773644447327,
+      "learning_rate": 0.0002,
+      "loss": 1.8368,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9827357237715804,
+      "grad_norm": 0.3330624997615814,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9915891987605135,
+      "grad_norm": 0.3173314034938812,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9995573262505534,
+      "eval_loss": 1.8095673322677612,
+      "eval_runtime": 82.6312,
+      "eval_samples_per_second": 6.233,
+      "eval_steps_per_second": 0.787,
+      "step": 1129
+    },
+    {
+      "epoch": 1.0004426737494467,
+      "grad_norm": 0.3092995882034302,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1130
+    },
+    {
+      "epoch": 1.0092961487383798,
+      "grad_norm": 0.34386494755744934,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1140
+    },
+    {
+      "epoch": 1.0181496237273129,
+      "grad_norm": 0.2887897789478302,
+      "learning_rate": 0.0002,
+      "loss": 1.7149,
+      "step": 1150
+    },
+    {
+      "epoch": 1.0270030987162462,
+      "grad_norm": 0.3706893026828766,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1160
+    },
+    {
+      "epoch": 1.0358565737051793,
+      "grad_norm": 0.34724316000938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6604,
+      "step": 1170
+    },
+    {
+      "epoch": 1.0447100486941125,
+      "grad_norm": 0.41001757979393005,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1180
+    },
+    {
+      "epoch": 1.0535635236830456,
+      "grad_norm": 0.34838348627090454,
+      "learning_rate": 0.0002,
+      "loss": 1.6332,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0624169986719787,
+      "grad_norm": 0.37201181054115295,
+      "learning_rate": 0.0002,
+      "loss": 1.7416,
+      "step": 1200
+    },
+    {
+      "epoch": 1.071270473660912,
+      "grad_norm": 0.36871352791786194,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 1210
+    },
+    {
+      "epoch": 1.080123948649845,
+      "grad_norm": 0.35687458515167236,
+      "learning_rate": 0.0002,
+      "loss": 1.6769,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0889774236387781,
+      "grad_norm": 0.3864741921424866,
+      "learning_rate": 0.0002,
+      "loss": 1.7235,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0978308986277114,
+      "grad_norm": 0.3496808707714081,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1240
+    },
+    {
+      "epoch": 1.1066843736166445,
+      "grad_norm": 0.3444930911064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 1250
+    },
+    {
+      "epoch": 1.1155378486055776,
+      "grad_norm": 0.353188693523407,
+      "learning_rate": 0.0002,
+      "loss": 1.6672,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1243913235945109,
+      "grad_norm": 0.3284400999546051,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1270
+    },
+    {
+      "epoch": 1.133244798583444,
+      "grad_norm": 0.3545348644256592,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 1280
+    },
+    {
+      "epoch": 1.1420982735723773,
+      "grad_norm": 0.3489900529384613,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1290
+    },
+    {
+      "epoch": 1.1509517485613103,
+      "grad_norm": 0.40355560183525085,
+      "learning_rate": 0.0002,
+      "loss": 1.6399,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1598052235502434,
+      "grad_norm": 0.3369944095611572,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1686586985391767,
+      "grad_norm": 0.39141345024108887,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1775121735281098,
+      "grad_norm": 0.36518552899360657,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1863656485170428,
+      "grad_norm": 0.3730056583881378,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1952191235059761,
+      "grad_norm": 0.37711501121520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7613,
+      "step": 1350
+    },
+    {
+      "epoch": 1.2040725984949092,
+      "grad_norm": 0.3627128005027771,
+      "learning_rate": 0.0002,
+      "loss": 1.6423,
+      "step": 1360
+    },
+    {
+      "epoch": 1.2129260734838425,
+      "grad_norm": 0.3458651006221771,
+      "learning_rate": 0.0002,
+      "loss": 1.7214,
+      "step": 1370
+    },
+    {
+      "epoch": 1.2217795484727756,
+      "grad_norm": 0.392395555973053,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1380
+    },
+    {
+      "epoch": 1.2306330234617087,
+      "grad_norm": 0.3353286683559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7785,
+      "step": 1390
+    },
+    {
+      "epoch": 1.239486498450642,
+      "grad_norm": 0.9545007944107056,
+      "learning_rate": 0.0002,
+      "loss": 1.7019,
+      "step": 1400
+    },
+    {
+      "epoch": 1.248339973439575,
+      "grad_norm": 0.37037935853004456,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1410
+    },
+    {
+      "epoch": 1.257193448428508,
+      "grad_norm": 0.3831497132778168,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2660469234174414,
+      "grad_norm": 0.4633576273918152,
+      "learning_rate": 0.0002,
+      "loss": 1.747,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2749003984063745,
+      "grad_norm": 0.3690567910671234,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2837538733953076,
+      "grad_norm": 0.33980098366737366,
+      "learning_rate": 0.0002,
+      "loss": 1.767,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2926073483842409,
+      "grad_norm": 0.3731277287006378,
+      "learning_rate": 0.0002,
+      "loss": 1.6989,
+      "step": 1460
+    },
+    {
+      "epoch": 1.301460823373174,
+      "grad_norm": 0.3781551122665405,
+      "learning_rate": 0.0002,
+      "loss": 1.6801,
+      "step": 1470
+    },
+    {
+      "epoch": 1.310314298362107,
+      "grad_norm": 0.36511561274528503,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 1480
+    },
+    {
+      "epoch": 1.3191677733510403,
+      "grad_norm": 0.3292245864868164,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1490
+    },
+    {
+      "epoch": 1.3280212483399734,
+      "grad_norm": 0.38758566975593567,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3368747233289067,
+      "grad_norm": 0.3993414044380188,
+      "learning_rate": 0.0002,
+      "loss": 1.7364,
+      "step": 1510
+    },
+    {
+      "epoch": 1.3457281983178397,
+      "grad_norm": 0.35689303278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1520
+    },
+    {
+      "epoch": 1.354581673306773,
+      "grad_norm": 0.41849321126937866,
+      "learning_rate": 0.0002,
+      "loss": 1.7082,
+      "step": 1530
+    },
+    {
+      "epoch": 1.3634351482957061,
+      "grad_norm": 0.36752554774284363,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3722886232846392,
+      "grad_norm": 0.36915940046310425,
+      "learning_rate": 0.0002,
+      "loss": 1.7032,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3811420982735725,
+      "grad_norm": 0.3656710386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.6698,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3899955732625056,
+      "grad_norm": 0.32055532932281494,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3988490482514386,
+      "grad_norm": 0.35031241178512573,
+      "learning_rate": 0.0002,
+      "loss": 1.8,
+      "step": 1580
+    },
+    {
+      "epoch": 1.407702523240372,
+      "grad_norm": 0.44541189074516296,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 1590
+    },
+    {
+      "epoch": 1.416555998229305,
+      "grad_norm": 0.36922356486320496,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 1600
+    },
+    {
+      "epoch": 1.425409473218238,
+      "grad_norm": 0.3470565974712372,
+      "learning_rate": 0.0002,
+      "loss": 1.7011,
+      "step": 1610
+    },
+    {
+      "epoch": 1.4342629482071714,
+      "grad_norm": 0.3743111193180084,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1620
+    },
+    {
+      "epoch": 1.4431164231961044,
+      "grad_norm": 0.3619250953197479,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1630
+    },
+    {
+      "epoch": 1.4519698981850375,
+      "grad_norm": 0.4028145968914032,
+      "learning_rate": 0.0002,
+      "loss": 1.6919,
+      "step": 1640
+    },
+    {
+      "epoch": 1.4608233731739708,
+      "grad_norm": 0.36065351963043213,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1650
+    },
+    {
+      "epoch": 1.469676848162904,
+      "grad_norm": 0.44304442405700684,
+      "learning_rate": 0.0002,
+      "loss": 1.8212,
+      "step": 1660
+    },
+    {
+      "epoch": 1.478530323151837,
+      "grad_norm": 0.35770007967948914,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4873837981407703,
+      "grad_norm": 0.37584400177001953,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4962372731297033,
+      "grad_norm": 0.37151241302490234,
+      "learning_rate": 0.0002,
+      "loss": 1.63,
+      "step": 1690
+    },
+    {
+      "epoch": 1.5050907481186364,
+      "grad_norm": 0.36422812938690186,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1700
+    },
+    {
+      "epoch": 1.5139442231075697,
+      "grad_norm": 0.3680015206336975,
+      "learning_rate": 0.0002,
+      "loss": 1.7045,
+      "step": 1710
+    },
+    {
+      "epoch": 1.522797698096503,
+      "grad_norm": 0.3356926441192627,
+      "learning_rate": 0.0002,
+      "loss": 1.6917,
+      "step": 1720
+    },
+    {
+      "epoch": 1.531651173085436,
+      "grad_norm": 0.37887054681777954,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1730
+    },
+    {
+      "epoch": 1.5405046480743692,
+      "grad_norm": 0.37052762508392334,
+      "learning_rate": 0.0002,
+      "loss": 1.7001,
+      "step": 1740
+    },
+    {
+      "epoch": 1.5493581230633025,
+      "grad_norm": 0.333925724029541,
+      "learning_rate": 0.0002,
+      "loss": 1.6677,
+      "step": 1750
+    },
+    {
+      "epoch": 1.5582115980522355,
+      "grad_norm": 0.3722778558731079,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1760
+    },
+    {
+      "epoch": 1.5670650730411686,
+      "grad_norm": 0.3331141173839569,
+      "learning_rate": 0.0002,
+      "loss": 1.6923,
+      "step": 1770
+    },
+    {
+      "epoch": 1.575918548030102,
+      "grad_norm": 0.3670045733451843,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1780
+    },
+    {
+      "epoch": 1.584772023019035,
+      "grad_norm": 0.3769885301589966,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1790
+    },
+    {
+      "epoch": 1.593625498007968,
+      "grad_norm": 0.4266890287399292,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1800
+    },
+    {
+      "epoch": 1.6024789729969013,
+      "grad_norm": 0.37174347043037415,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1810
+    },
+    {
+      "epoch": 1.6113324479858344,
+      "grad_norm": 0.3599846363067627,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1820
+    },
+    {
+      "epoch": 1.6201859229747675,
+      "grad_norm": 0.3364820182323456,
+      "learning_rate": 0.0002,
+      "loss": 1.6836,
+      "step": 1830
+    },
+    {
+      "epoch": 1.6290393979637008,
+      "grad_norm": 0.3874799907207489,
+      "learning_rate": 0.0002,
+      "loss": 1.7278,
+      "step": 1840
+    },
+    {
+      "epoch": 1.6378928729526339,
+      "grad_norm": 0.3706085681915283,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 1850
+    },
+    {
+      "epoch": 1.646746347941567,
+      "grad_norm": 0.3997809886932373,
+      "learning_rate": 0.0002,
+      "loss": 1.6761,
+      "step": 1860
+    },
+    {
+      "epoch": 1.6555998229305002,
+      "grad_norm": 0.4033166170120239,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 1870
+    },
+    {
+      "epoch": 1.6644532979194335,
+      "grad_norm": 0.3944370150566101,
+      "learning_rate": 0.0002,
+      "loss": 1.6518,
+      "step": 1880
+    },
+    {
+      "epoch": 1.6733067729083664,
+      "grad_norm": 0.3467825651168823,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 1890
+    },
+    {
+      "epoch": 1.6821602478972997,
+      "grad_norm": 0.35290950536727905,
+      "learning_rate": 0.0002,
+      "loss": 1.7462,
+      "step": 1900
+    },
+    {
+      "epoch": 1.691013722886233,
+      "grad_norm": 0.3664521872997284,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1910
+    },
+    {
+      "epoch": 1.699867197875166,
+      "grad_norm": 0.33863595128059387,
+      "learning_rate": 0.0002,
+      "loss": 1.7922,
+      "step": 1920
+    },
+    {
+      "epoch": 1.7087206728640991,
+      "grad_norm": 0.34726113080978394,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 1930
+    },
+    {
+      "epoch": 1.7175741478530324,
+      "grad_norm": 0.35060688853263855,
+      "learning_rate": 0.0002,
+      "loss": 1.6664,
+      "step": 1940
+    },
+    {
+      "epoch": 1.7264276228419655,
+      "grad_norm": 0.33741647005081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 1950
+    },
+    {
+      "epoch": 1.7352810978308986,
+      "grad_norm": 0.36190304160118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6971,
+      "step": 1960
+    },
+    {
+      "epoch": 1.7441345728198319,
+      "grad_norm": 0.3412845730781555,
+      "learning_rate": 0.0002,
+      "loss": 1.7238,
+      "step": 1970
+    },
+    {
+      "epoch": 1.752988047808765,
+      "grad_norm": 0.3841935694217682,
+      "learning_rate": 0.0002,
+      "loss": 1.7038,
+      "step": 1980
+    },
+    {
+      "epoch": 1.761841522797698,
+      "grad_norm": 0.39062076807022095,
+      "learning_rate": 0.0002,
+      "loss": 1.7185,
+      "step": 1990
+    },
+    {
+      "epoch": 1.7706949977866313,
+      "grad_norm": 0.3741697669029236,
+      "learning_rate": 0.0002,
+      "loss": 1.7346,
+      "step": 2000
+    },
+    {
+      "epoch": 1.7795484727755644,
+      "grad_norm": 0.4160231053829193,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2010
+    },
+    {
+      "epoch": 1.7884019477644975,
+      "grad_norm": 0.3602111339569092,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7972554227534308,
+      "grad_norm": 0.36740878224372864,
+      "learning_rate": 0.0002,
+      "loss": 1.6139,
+      "step": 2030
+    },
+    {
+      "epoch": 1.8061088977423638,
+      "grad_norm": 0.419039249420166,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 2040
+    },
+    {
+      "epoch": 1.814962372731297,
+      "grad_norm": 0.3511838912963867,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 2050
+    },
+    {
+      "epoch": 1.8238158477202302,
+      "grad_norm": 0.3580166697502136,
+      "learning_rate": 0.0002,
+      "loss": 1.6477,
+      "step": 2060
+    },
+    {
+      "epoch": 1.8326693227091635,
+      "grad_norm": 0.40928223729133606,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 2070
+    },
+    {
+      "epoch": 1.8415227976980963,
+      "grad_norm": 0.37134310603141785,
+      "learning_rate": 0.0002,
+      "loss": 1.7356,
+      "step": 2080
+    },
+    {
+      "epoch": 1.8503762726870296,
+      "grad_norm": 0.3924112319946289,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2090
+    },
+    {
+      "epoch": 1.859229747675963,
+      "grad_norm": 0.3215042054653168,
+      "learning_rate": 0.0002,
+      "loss": 1.6785,
+      "step": 2100
+    },
+    {
+      "epoch": 1.868083222664896,
+      "grad_norm": 0.37674015760421753,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2110
+    },
+    {
+      "epoch": 1.876936697653829,
+      "grad_norm": 0.370856374502182,
+      "learning_rate": 0.0002,
+      "loss": 1.7313,
+      "step": 2120
+    },
+    {
+      "epoch": 1.8857901726427624,
+      "grad_norm": 0.35783782601356506,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8946436476316955,
+      "grad_norm": 0.39538058638572693,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 2140
+    },
+    {
+      "epoch": 1.9034971226206285,
+      "grad_norm": 0.36677780747413635,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 2150
+    },
+    {
+      "epoch": 1.9123505976095618,
+      "grad_norm": 0.39032700657844543,
+      "learning_rate": 0.0002,
+      "loss": 1.6959,
+      "step": 2160
+    },
+    {
+      "epoch": 1.921204072598495,
+      "grad_norm": 0.39762043952941895,
+      "learning_rate": 0.0002,
+      "loss": 1.7643,
+      "step": 2170
+    },
+    {
+      "epoch": 1.930057547587428,
+      "grad_norm": 0.5400257110595703,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 2180
+    },
+    {
+      "epoch": 1.9389110225763613,
+      "grad_norm": 0.3650212287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 2190
+    },
+    {
+      "epoch": 1.9477644975652944,
+      "grad_norm": 0.3583165109157562,
+      "learning_rate": 0.0002,
+      "loss": 1.7027,
+      "step": 2200
+    },
+    {
+      "epoch": 1.9566179725542274,
+      "grad_norm": 0.4031282365322113,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 2210
+    },
+    {
+      "epoch": 1.9654714475431607,
+      "grad_norm": 0.3673221170902252,
+      "learning_rate": 0.0002,
+      "loss": 1.7617,
+      "step": 2220
+    },
+    {
+      "epoch": 1.9743249225320938,
+      "grad_norm": 0.3920327126979828,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 2230
+    },
+    {
+      "epoch": 1.9831783975210269,
+      "grad_norm": 0.4765491783618927,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 2240
+    },
+    {
+      "epoch": 1.9920318725099602,
+      "grad_norm": 0.38130584359169006,
+      "learning_rate": 0.0002,
+      "loss": 1.7759,
+      "step": 2250
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8077166080474854,
+      "eval_runtime": 82.8351,
+      "eval_samples_per_second": 6.217,
+      "eval_steps_per_second": 0.785,
+      "step": 2259
+    },
+    {
+      "epoch": 2.0008853474988935,
+      "grad_norm": 0.34340235590934753,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 2260
+    },
+    {
+      "epoch": 2.0097388224878263,
+      "grad_norm": 0.3710762858390808,
+      "learning_rate": 0.0002,
+      "loss": 1.6815,
+      "step": 2270
+    },
+    {
+      "epoch": 2.0185922974767596,
+      "grad_norm": 0.35640114545822144,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 2280
+    },
+    {
+      "epoch": 2.027445772465693,
+      "grad_norm": 0.45970189571380615,
+      "learning_rate": 0.0002,
+      "loss": 1.6322,
+      "step": 2290
+    },
+    {
+      "epoch": 2.0362992474546258,
+      "grad_norm": 0.4256797134876251,
+      "learning_rate": 0.0002,
+      "loss": 1.5598,
+      "step": 2300
+    },
+    {
+      "epoch": 2.045152722443559,
+      "grad_norm": 0.42421531677246094,
+      "learning_rate": 0.0002,
+      "loss": 1.6271,
+      "step": 2310
+    },
+    {
+      "epoch": 2.0540061974324924,
+      "grad_norm": 0.4032478928565979,
+      "learning_rate": 0.0002,
+      "loss": 1.6117,
+      "step": 2320
+    },
+    {
+      "epoch": 2.062859672421425,
+      "grad_norm": 0.4073623716831207,
+      "learning_rate": 0.0002,
+      "loss": 1.6389,
+      "step": 2330
+    },
+    {
+      "epoch": 2.0717131474103585,
+      "grad_norm": 0.4845200777053833,
+      "learning_rate": 0.0002,
+      "loss": 1.6527,
+      "step": 2340
+    },
+    {
+      "epoch": 2.080566622399292,
+      "grad_norm": 0.40578293800354004,
+      "learning_rate": 0.0002,
+      "loss": 1.5734,
+      "step": 2350
+    },
+    {
+      "epoch": 2.089420097388225,
+      "grad_norm": 0.4037284255027771,
+      "learning_rate": 0.0002,
+      "loss": 1.5853,
+      "step": 2360
+    },
+    {
+      "epoch": 2.098273572377158,
+      "grad_norm": 0.4717613160610199,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 2370
+    },
+    {
+      "epoch": 2.1071270473660912,
+      "grad_norm": 0.42076411843299866,
+      "learning_rate": 0.0002,
+      "loss": 1.6273,
+      "step": 2380
+    },
+    {
+      "epoch": 2.1159805223550245,
+      "grad_norm": 0.47799113392829895,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 2390
+    },
+    {
+      "epoch": 2.1248339973439574,
+      "grad_norm": 0.4253084063529968,
+      "learning_rate": 0.0002,
+      "loss": 1.5528,
+      "step": 2400
+    },
+    {
+      "epoch": 2.1336874723328907,
+      "grad_norm": 0.5023085474967957,
+      "learning_rate": 0.0002,
+      "loss": 1.6432,
+      "step": 2410
+    },
+    {
+      "epoch": 2.142540947321824,
+      "grad_norm": 0.49162712693214417,
+      "learning_rate": 0.0002,
+      "loss": 1.5926,
+      "step": 2420
+    },
+    {
+      "epoch": 2.151394422310757,
+      "grad_norm": 0.39035019278526306,
+      "learning_rate": 0.0002,
+      "loss": 1.5779,
+      "step": 2430
+    },
+    {
+      "epoch": 2.16024789729969,
+      "grad_norm": 0.43223854899406433,
+      "learning_rate": 0.0002,
+      "loss": 1.7526,
+      "step": 2440
+    },
+    {
+      "epoch": 2.1691013722886234,
+      "grad_norm": 0.4596616327762604,
+      "learning_rate": 0.0002,
+      "loss": 1.6334,
+      "step": 2450
+    },
+    {
+      "epoch": 2.1779548472775563,
+      "grad_norm": 0.4469447731971741,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 2460
+    },
+    {
+      "epoch": 2.1868083222664896,
+      "grad_norm": 0.5100595355033875,
+      "learning_rate": 0.0002,
+      "loss": 1.5806,
+      "step": 2470
+    },
+    {
+      "epoch": 2.195661797255423,
+      "grad_norm": 0.4169430732727051,
+      "learning_rate": 0.0002,
+      "loss": 1.6456,
+      "step": 2480
+    },
+    {
+      "epoch": 2.2045152722443557,
+      "grad_norm": 0.4699254035949707,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 2490
+    },
+    {
+      "epoch": 2.213368747233289,
+      "grad_norm": 0.43524250388145447,
+      "learning_rate": 0.0002,
+      "loss": 1.6259,
+      "step": 2500
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 0.4496648907661438,
+      "learning_rate": 0.0002,
+      "loss": 1.6717,
+      "step": 2510
+    },
+    {
+      "epoch": 2.231075697211155,
+      "grad_norm": 0.43408212065696716,
+      "learning_rate": 0.0002,
+      "loss": 1.6735,
+      "step": 2520
+    },
+    {
+      "epoch": 2.2399291722000885,
+      "grad_norm": 0.4596034288406372,
+      "learning_rate": 0.0002,
+      "loss": 1.611,
+      "step": 2530
+    },
+    {
+      "epoch": 2.2487826471890218,
+      "grad_norm": 0.5217021107673645,
+      "learning_rate": 0.0002,
+      "loss": 1.6271,
+      "step": 2540
+    },
+    {
+      "epoch": 2.2576361221779546,
+      "grad_norm": 0.44745638966560364,
+      "learning_rate": 0.0002,
+      "loss": 1.6027,
+      "step": 2550
+    },
+    {
+      "epoch": 2.266489597166888,
+      "grad_norm": 0.4484798014163971,
+      "learning_rate": 0.0002,
+      "loss": 1.675,
+      "step": 2560
+    },
+    {
+      "epoch": 2.275343072155821,
+      "grad_norm": 0.4428067207336426,
+      "learning_rate": 0.0002,
+      "loss": 1.5321,
+      "step": 2570
+    },
+    {
+      "epoch": 2.2841965471447545,
+      "grad_norm": 0.5095171332359314,
+      "learning_rate": 0.0002,
+      "loss": 1.6716,
+      "step": 2580
+    },
+    {
+      "epoch": 2.2930500221336874,
+      "grad_norm": 0.44833096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.5661,
+      "step": 2590
+    },
+    {
+      "epoch": 2.3019034971226207,
+      "grad_norm": 0.507905900478363,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 2600
+    },
+    {
+      "epoch": 2.310756972111554,
+      "grad_norm": 0.40808171033859253,
+      "learning_rate": 0.0002,
+      "loss": 1.5963,
+      "step": 2610
+    },
+    {
+      "epoch": 2.319610447100487,
+      "grad_norm": 0.4684814214706421,
+      "learning_rate": 0.0002,
+      "loss": 1.6574,
+      "step": 2620
+    },
+    {
+      "epoch": 2.32846392208942,
+      "grad_norm": 0.44864922761917114,
+      "learning_rate": 0.0002,
+      "loss": 1.587,
+      "step": 2630
+    },
+    {
+      "epoch": 2.3373173970783534,
+      "grad_norm": 0.4174162745475769,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 2640
+    },
+    {
+      "epoch": 2.3461708720672863,
+      "grad_norm": 0.42314743995666504,
+      "learning_rate": 0.0002,
+      "loss": 1.642,
+      "step": 2650
+    },
+    {
+      "epoch": 2.3550243470562195,
+      "grad_norm": 0.49224185943603516,
+      "learning_rate": 0.0002,
+      "loss": 1.5884,
+      "step": 2660
+    },
+    {
+      "epoch": 2.363877822045153,
+      "grad_norm": 0.45190292596817017,
+      "learning_rate": 0.0002,
+      "loss": 1.5766,
+      "step": 2670
+    },
+    {
+      "epoch": 2.3727312970340857,
+      "grad_norm": 0.41817107796669006,
+      "learning_rate": 0.0002,
+      "loss": 1.6284,
+      "step": 2680
+    },
+    {
+      "epoch": 2.381584772023019,
+      "grad_norm": 0.6436763405799866,
+      "learning_rate": 0.0002,
+      "loss": 1.6356,
+      "step": 2690
+    },
+    {
+      "epoch": 2.3904382470119523,
+      "grad_norm": 0.47175949811935425,
+      "learning_rate": 0.0002,
+      "loss": 1.5915,
+      "step": 2700
+    },
+    {
+      "epoch": 2.3992917220008856,
+      "grad_norm": 0.480339378118515,
+      "learning_rate": 0.0002,
+      "loss": 1.6303,
+      "step": 2710
+    },
+    {
+      "epoch": 2.4081451969898184,
+      "grad_norm": 0.4723486006259918,
+      "learning_rate": 0.0002,
+      "loss": 1.5697,
+      "step": 2720
+    },
+    {
+      "epoch": 2.4169986719787517,
+      "grad_norm": 0.4305492043495178,
+      "learning_rate": 0.0002,
+      "loss": 1.54,
+      "step": 2730
+    },
+    {
+      "epoch": 2.425852146967685,
+      "grad_norm": 0.5007492303848267,
+      "learning_rate": 0.0002,
+      "loss": 1.71,
+      "step": 2740
+    },
+    {
+      "epoch": 2.434705621956618,
+      "grad_norm": 0.5374062061309814,
+      "learning_rate": 0.0002,
+      "loss": 1.5369,
+      "step": 2750
+    },
+    {
+      "epoch": 2.443559096945551,
+      "grad_norm": 0.45866212248802185,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 2760
+    },
+    {
+      "epoch": 2.4524125719344845,
+      "grad_norm": 0.47914502024650574,
+      "learning_rate": 0.0002,
+      "loss": 1.6066,
+      "step": 2770
+    },
+    {
+      "epoch": 2.4612660469234173,
+      "grad_norm": 0.43804746866226196,
+      "learning_rate": 0.0002,
+      "loss": 1.5644,
+      "step": 2780
+    },
+    {
+      "epoch": 2.4701195219123506,
+      "grad_norm": 0.43656906485557556,
+      "learning_rate": 0.0002,
+      "loss": 1.5952,
+      "step": 2790
+    },
+    {
+      "epoch": 2.478972996901284,
+      "grad_norm": 0.4820363521575928,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 2800
+    },
+    {
+      "epoch": 2.4878264718902168,
+      "grad_norm": 0.4916800558567047,
+      "learning_rate": 0.0002,
+      "loss": 1.5375,
+      "step": 2810
+    },
+    {
+      "epoch": 2.49667994687915,
+      "grad_norm": 0.4521256983280182,
+      "learning_rate": 0.0002,
+      "loss": 1.5736,
+      "step": 2820
+    },
+    {
+      "epoch": 2.5055334218680834,
+      "grad_norm": 0.5066806674003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6179,
+      "step": 2830
+    },
+    {
+      "epoch": 2.514386896857016,
+      "grad_norm": 0.4768151640892029,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 2840
+    },
+    {
+      "epoch": 2.5232403718459495,
+      "grad_norm": 0.5144683718681335,
+      "learning_rate": 0.0002,
+      "loss": 1.6719,
+      "step": 2850
+    },
+    {
+      "epoch": 2.532093846834883,
+      "grad_norm": 0.4718942940235138,
+      "learning_rate": 0.0002,
+      "loss": 1.6063,
+      "step": 2860
+    },
+    {
+      "epoch": 2.5409473218238157,
+      "grad_norm": 0.4924587309360504,
+      "learning_rate": 0.0002,
+      "loss": 1.6099,
+      "step": 2870
+    },
+    {
+      "epoch": 2.549800796812749,
+      "grad_norm": 0.4649953842163086,
+      "learning_rate": 0.0002,
+      "loss": 1.5994,
+      "step": 2880
+    },
+    {
+      "epoch": 2.5586542718016823,
+      "grad_norm": 0.4836665987968445,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 2890
+    },
+    {
+      "epoch": 2.567507746790615,
+      "grad_norm": 0.4162124991416931,
+      "learning_rate": 0.0002,
+      "loss": 1.6518,
+      "step": 2900
+    },
+    {
+      "epoch": 2.5763612217795484,
+      "grad_norm": 0.4894537925720215,
+      "learning_rate": 0.0002,
+      "loss": 1.6471,
+      "step": 2910
+    },
+    {
+      "epoch": 2.5852146967684817,
+      "grad_norm": 0.4539397358894348,
+      "learning_rate": 0.0002,
+      "loss": 1.6123,
+      "step": 2920
+    },
+    {
+      "epoch": 2.5940681717574146,
+      "grad_norm": 0.4718773066997528,
+      "learning_rate": 0.0002,
+      "loss": 1.6449,
+      "step": 2930
+    },
+    {
+      "epoch": 2.602921646746348,
+      "grad_norm": 0.49989837408065796,
+      "learning_rate": 0.0002,
+      "loss": 1.584,
+      "step": 2940
+    },
+    {
+      "epoch": 2.611775121735281,
+      "grad_norm": 0.4862406849861145,
+      "learning_rate": 0.0002,
+      "loss": 1.6087,
+      "step": 2950
+    },
+    {
+      "epoch": 2.620628596724214,
+      "grad_norm": 0.4244804382324219,
+      "learning_rate": 0.0002,
+      "loss": 1.6057,
+      "step": 2960
+    },
+    {
+      "epoch": 2.6294820717131473,
+      "grad_norm": 0.49304354190826416,
+      "learning_rate": 0.0002,
+      "loss": 1.7795,
+      "step": 2970
+    },
+    {
+      "epoch": 2.6383355467020806,
+      "grad_norm": 0.4818236529827118,
+      "learning_rate": 0.0002,
+      "loss": 1.7255,
+      "step": 2980
+    },
+    {
+      "epoch": 2.647189021691014,
+      "grad_norm": 0.5077425837516785,
+      "learning_rate": 0.0002,
+      "loss": 1.621,
+      "step": 2990
+    },
+    {
+      "epoch": 2.6560424966799467,
+      "grad_norm": 0.4494157135486603,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 3000
+    },
+    {
+      "epoch": 2.66489597166888,
+      "grad_norm": 0.4790278971195221,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 3010
+    },
+    {
+      "epoch": 2.6737494466578133,
+      "grad_norm": 0.4702624976634979,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 3020
+    },
+    {
+      "epoch": 2.682602921646746,
+      "grad_norm": 0.5082133412361145,
+      "learning_rate": 0.0002,
+      "loss": 1.6494,
+      "step": 3030
+    },
+    {
+      "epoch": 2.6914563966356795,
+      "grad_norm": 0.4553256630897522,
+      "learning_rate": 0.0002,
+      "loss": 1.6438,
+      "step": 3040
+    },
+    {
+      "epoch": 2.700309871624613,
+      "grad_norm": 0.4492715001106262,
+      "learning_rate": 0.0002,
+      "loss": 1.6155,
+      "step": 3050
+    },
+    {
+      "epoch": 2.709163346613546,
+      "grad_norm": 0.4555944502353668,
+      "learning_rate": 0.0002,
+      "loss": 1.5367,
+      "step": 3060
+    },
+    {
+      "epoch": 2.718016821602479,
+      "grad_norm": 0.5879693031311035,
+      "learning_rate": 0.0002,
+      "loss": 1.5793,
+      "step": 3070
+    },
+    {
+      "epoch": 2.7268702965914122,
+      "grad_norm": 0.4628562927246094,
+      "learning_rate": 0.0002,
+      "loss": 1.6357,
+      "step": 3080
+    },
+    {
+      "epoch": 2.7357237715803455,
+      "grad_norm": 0.5169575810432434,
+      "learning_rate": 0.0002,
+      "loss": 1.6585,
+      "step": 3090
+    },
+    {
+      "epoch": 2.7445772465692784,
+      "grad_norm": 0.4630090892314911,
+      "learning_rate": 0.0002,
+      "loss": 1.562,
+      "step": 3100
+    },
+    {
+      "epoch": 2.7534307215582117,
+      "grad_norm": 0.5437219738960266,
+      "learning_rate": 0.0002,
+      "loss": 1.5508,
+      "step": 3110
+    },
+    {
+      "epoch": 2.762284196547145,
+      "grad_norm": 0.5102152228355408,
+      "learning_rate": 0.0002,
+      "loss": 1.6442,
+      "step": 3120
+    },
+    {
+      "epoch": 2.771137671536078,
+      "grad_norm": 0.48287826776504517,
+      "learning_rate": 0.0002,
+      "loss": 1.5448,
+      "step": 3130
+    },
+    {
+      "epoch": 2.779991146525011,
+      "grad_norm": 0.4671737253665924,
+      "learning_rate": 0.0002,
+      "loss": 1.6657,
+      "step": 3140
+    },
+    {
+      "epoch": 2.7888446215139444,
+      "grad_norm": 0.5177035331726074,
+      "learning_rate": 0.0002,
+      "loss": 1.5864,
+      "step": 3150
+    },
+    {
+      "epoch": 2.7976980965028773,
+      "grad_norm": 0.450989305973053,
+      "learning_rate": 0.0002,
+      "loss": 1.5617,
+      "step": 3160
+    },
+    {
+      "epoch": 2.8065515714918106,
+      "grad_norm": 0.45007848739624023,
+      "learning_rate": 0.0002,
+      "loss": 1.597,
+      "step": 3170
+    },
+    {
+      "epoch": 2.815405046480744,
+      "grad_norm": 0.4600294530391693,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 3180
+    },
+    {
+      "epoch": 2.8242585214696767,
+      "grad_norm": 0.485628604888916,
+      "learning_rate": 0.0002,
+      "loss": 1.6441,
+      "step": 3190
+    },
+    {
+      "epoch": 2.83311199645861,
+      "grad_norm": 0.49811574816703796,
+      "learning_rate": 0.0002,
+      "loss": 1.6396,
+      "step": 3200
+    },
+    {
+      "epoch": 2.8419654714475433,
+      "grad_norm": 0.5012516975402832,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 3210
+    },
+    {
+      "epoch": 2.850818946436476,
+      "grad_norm": 0.4552757740020752,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 3220
+    },
+    {
+      "epoch": 2.8596724214254094,
+      "grad_norm": 0.4539635479450226,
+      "learning_rate": 0.0002,
+      "loss": 1.5993,
+      "step": 3230
+    },
+    {
+      "epoch": 2.8685258964143427,
+      "grad_norm": 0.5534685850143433,
+      "learning_rate": 0.0002,
+      "loss": 1.5957,
+      "step": 3240
+    },
+    {
+      "epoch": 2.8773793714032756,
+      "grad_norm": 0.4570811688899994,
+      "learning_rate": 0.0002,
+      "loss": 1.6065,
+      "step": 3250
+    },
+    {
+      "epoch": 2.886232846392209,
+      "grad_norm": 0.48181653022766113,
+      "learning_rate": 0.0002,
+      "loss": 1.6016,
+      "step": 3260
+    },
+    {
+      "epoch": 2.895086321381142,
+      "grad_norm": 0.4871032238006592,
+      "learning_rate": 0.0002,
+      "loss": 1.6574,
+      "step": 3270
+    },
+    {
+      "epoch": 2.903939796370075,
+      "grad_norm": 0.4643239676952362,
+      "learning_rate": 0.0002,
+      "loss": 1.5626,
+      "step": 3280
+    },
+    {
+      "epoch": 2.9127932713590083,
+      "grad_norm": 0.5024484395980835,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 3290
+    },
+    {
+      "epoch": 2.9216467463479416,
+      "grad_norm": 0.4425384998321533,
+      "learning_rate": 0.0002,
+      "loss": 1.5756,
+      "step": 3300
+    },
+    {
+      "epoch": 2.9305002213368745,
+      "grad_norm": 0.459168016910553,
+      "learning_rate": 0.0002,
+      "loss": 1.644,
+      "step": 3310
+    },
+    {
+      "epoch": 2.939353696325808,
+      "grad_norm": 0.4950717091560364,
+      "learning_rate": 0.0002,
+      "loss": 1.6404,
+      "step": 3320
+    },
+    {
+      "epoch": 2.948207171314741,
+      "grad_norm": 0.4516230523586273,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 3330
+    },
+    {
+      "epoch": 2.957060646303674,
+      "grad_norm": 0.49523285031318665,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 3340
+    },
+    {
+      "epoch": 2.9659141212926072,
+      "grad_norm": 0.49282631278038025,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 3350
+    },
+    {
+      "epoch": 2.9747675962815405,
+      "grad_norm": 0.45825016498565674,
+      "learning_rate": 0.0002,
+      "loss": 1.6519,
+      "step": 3360
+    },
+    {
+      "epoch": 2.983621071270474,
+      "grad_norm": 0.4952891170978546,
+      "learning_rate": 0.0002,
+      "loss": 1.6607,
+      "step": 3370
+    },
+    {
+      "epoch": 2.9924745462594067,
+      "grad_norm": 0.42182639241218567,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 3380
+    },
+    {
+      "epoch": 2.9995573262505535,
+      "eval_loss": 1.8308420181274414,
+      "eval_runtime": 82.786,
+      "eval_samples_per_second": 6.221,
+      "eval_steps_per_second": 0.785,
+      "step": 3388
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9032,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.568121928412037e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-3388/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502feef99fedeea2677424fa05ac9dd15bf387252b0a48aac7fcee8dbc277440
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd2eaaf8bacbb4903b9b67cd4f42cf26e77e095d7dd43f2e437450371cf41d
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6208f86e33e21c746139ddda18f67208717e0cb813bef03e8153754697036c95
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732211ce39743764df47957bfb7dfe060ca8265c3e5ad61941aa086eaf495421
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee35733c3f8c3816d378885349e1298d1bc9242d983080dfa72fe5bd0840be76
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/trainer_state.json

@@ -0,0 +1,3222 @@
+{
+  "best_metric": 1.8077166080474854,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-2259",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 4518,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008853474988933156,
+      "grad_norm": 0.4775333106517792,
+      "learning_rate": 0.0002,
+      "loss": 2.4916,
+      "step": 10
+    },
+    {
+      "epoch": 0.017706949977866312,
+      "grad_norm": 0.5485824346542358,
+      "learning_rate": 0.0002,
+      "loss": 2.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.02656042496679947,
+      "grad_norm": 0.5675218105316162,
+      "learning_rate": 0.0002,
+      "loss": 2.0984,
+      "step": 30
+    },
+    {
+      "epoch": 0.035413899955732624,
+      "grad_norm": 0.696494460105896,
+      "learning_rate": 0.0002,
+      "loss": 2.0622,
+      "step": 40
+    },
+    {
+      "epoch": 0.04426737494466578,
+      "grad_norm": 0.4788398742675781,
+      "learning_rate": 0.0002,
+      "loss": 1.9547,
+      "step": 50
+    },
+    {
+      "epoch": 0.05312084993359894,
+      "grad_norm": 0.4763128161430359,
+      "learning_rate": 0.0002,
+      "loss": 1.8722,
+      "step": 60
+    },
+    {
+      "epoch": 0.0619743249225321,
+      "grad_norm": 0.5929698348045349,
+      "learning_rate": 0.0002,
+      "loss": 1.8632,
+      "step": 70
+    },
+    {
+      "epoch": 0.07082779991146525,
+      "grad_norm": 0.5899396538734436,
+      "learning_rate": 0.0002,
+      "loss": 1.9573,
+      "step": 80
+    },
+    {
+      "epoch": 0.0796812749003984,
+      "grad_norm": 0.460123747587204,
+      "learning_rate": 0.0002,
+      "loss": 1.8308,
+      "step": 90
+    },
+    {
+      "epoch": 0.08853474988933156,
+      "grad_norm": 0.4184812009334564,
+      "learning_rate": 0.0002,
+      "loss": 1.7615,
+      "step": 100
+    },
+    {
+      "epoch": 0.09738822487826472,
+      "grad_norm": 0.4051891267299652,
+      "learning_rate": 0.0002,
+      "loss": 1.8079,
+      "step": 110
+    },
+    {
+      "epoch": 0.10624169986719788,
+      "grad_norm": 0.3709661066532135,
+      "learning_rate": 0.0002,
+      "loss": 1.8911,
+      "step": 120
+    },
+    {
+      "epoch": 0.11509517485613104,
+      "grad_norm": 0.4783487915992737,
+      "learning_rate": 0.0002,
+      "loss": 1.8695,
+      "step": 130
+    },
+    {
+      "epoch": 0.1239486498450642,
+      "grad_norm": 0.36478137969970703,
+      "learning_rate": 0.0002,
+      "loss": 1.8602,
+      "step": 140
+    },
+    {
+      "epoch": 0.13280212483399734,
+      "grad_norm": 0.4005294442176819,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 150
+    },
+    {
+      "epoch": 0.1416555998229305,
+      "grad_norm": 0.42357513308525085,
+      "learning_rate": 0.0002,
+      "loss": 1.799,
+      "step": 160
+    },
+    {
+      "epoch": 0.15050907481186365,
+      "grad_norm": 0.3913971781730652,
+      "learning_rate": 0.0002,
+      "loss": 1.8835,
+      "step": 170
+    },
+    {
+      "epoch": 0.1593625498007968,
+      "grad_norm": 0.4650019407272339,
+      "learning_rate": 0.0002,
+      "loss": 1.8507,
+      "step": 180
+    },
+    {
+      "epoch": 0.16821602478972997,
+      "grad_norm": 0.5545958876609802,
+      "learning_rate": 0.0002,
+      "loss": 1.8036,
+      "step": 190
+    },
+    {
+      "epoch": 0.17706949977866313,
+      "grad_norm": 0.3669356107711792,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 200
+    },
+    {
+      "epoch": 0.18592297476759628,
+      "grad_norm": 0.3683622181415558,
+      "learning_rate": 0.0002,
+      "loss": 1.8169,
+      "step": 210
+    },
+    {
+      "epoch": 0.19477644975652944,
+      "grad_norm": 0.39825671911239624,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 220
+    },
+    {
+      "epoch": 0.2036299247454626,
+      "grad_norm": 0.4298318326473236,
+      "learning_rate": 0.0002,
+      "loss": 1.8332,
+      "step": 230
+    },
+    {
+      "epoch": 0.21248339973439576,
+      "grad_norm": 0.36111244559288025,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 240
+    },
+    {
+      "epoch": 0.2213368747233289,
+      "grad_norm": 0.3711858093738556,
+      "learning_rate": 0.0002,
+      "loss": 1.78,
+      "step": 250
+    },
+    {
+      "epoch": 0.23019034971226207,
+      "grad_norm": 0.37717559933662415,
+      "learning_rate": 0.0002,
+      "loss": 1.8643,
+      "step": 260
+    },
+    {
+      "epoch": 0.23904382470119523,
+      "grad_norm": 0.3678877651691437,
+      "learning_rate": 0.0002,
+      "loss": 1.7683,
+      "step": 270
+    },
+    {
+      "epoch": 0.2478972996901284,
+      "grad_norm": 0.4165912866592407,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 280
+    },
+    {
+      "epoch": 0.25675077467906154,
+      "grad_norm": 0.3403240740299225,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 290
+    },
+    {
+      "epoch": 0.2656042496679947,
+      "grad_norm": 0.4023234248161316,
+      "learning_rate": 0.0002,
+      "loss": 1.8704,
+      "step": 300
+    },
+    {
+      "epoch": 0.27445772465692786,
+      "grad_norm": 0.32472360134124756,
+      "learning_rate": 0.0002,
+      "loss": 1.7721,
+      "step": 310
+    },
+    {
+      "epoch": 0.283311199645861,
+      "grad_norm": 0.36464595794677734,
+      "learning_rate": 0.0002,
+      "loss": 1.8544,
+      "step": 320
+    },
+    {
+      "epoch": 0.2921646746347942,
+      "grad_norm": 0.3868598937988281,
+      "learning_rate": 0.0002,
+      "loss": 1.8168,
+      "step": 330
+    },
+    {
+      "epoch": 0.3010181496237273,
+      "grad_norm": 0.3123539686203003,
+      "learning_rate": 0.0002,
+      "loss": 1.772,
+      "step": 340
+    },
+    {
+      "epoch": 0.3098716246126605,
+      "grad_norm": 0.3392639458179474,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 350
+    },
+    {
+      "epoch": 0.3187250996015936,
+      "grad_norm": 0.42070651054382324,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 360
+    },
+    {
+      "epoch": 0.3275785745905268,
+      "grad_norm": 0.3650900423526764,
+      "learning_rate": 0.0002,
+      "loss": 1.8319,
+      "step": 370
+    },
+    {
+      "epoch": 0.33643204957945994,
+      "grad_norm": 0.41388973593711853,
+      "learning_rate": 0.0002,
+      "loss": 1.8388,
+      "step": 380
+    },
+    {
+      "epoch": 0.3452855245683931,
+      "grad_norm": 0.36625272035598755,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 390
+    },
+    {
+      "epoch": 0.35413899955732625,
+      "grad_norm": 0.3930284082889557,
+      "learning_rate": 0.0002,
+      "loss": 1.8271,
+      "step": 400
+    },
+    {
+      "epoch": 0.3629924745462594,
+      "grad_norm": 0.3415820300579071,
+      "learning_rate": 0.0002,
+      "loss": 1.8664,
+      "step": 410
+    },
+    {
+      "epoch": 0.37184594953519257,
+      "grad_norm": 0.4256570041179657,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 420
+    },
+    {
+      "epoch": 0.3806994245241257,
+      "grad_norm": 0.3740842938423157,
+      "learning_rate": 0.0002,
+      "loss": 1.7728,
+      "step": 430
+    },
+    {
+      "epoch": 0.3895528995130589,
+      "grad_norm": 0.334108829498291,
+      "learning_rate": 0.0002,
+      "loss": 1.7676,
+      "step": 440
+    },
+    {
+      "epoch": 0.398406374501992,
+      "grad_norm": 0.33186739683151245,
+      "learning_rate": 0.0002,
+      "loss": 1.7837,
+      "step": 450
+    },
+    {
+      "epoch": 0.4072598494909252,
+      "grad_norm": 0.39127954840660095,
+      "learning_rate": 0.0002,
+      "loss": 1.8885,
+      "step": 460
+    },
+    {
+      "epoch": 0.4161133244798583,
+      "grad_norm": 0.331443727016449,
+      "learning_rate": 0.0002,
+      "loss": 1.8053,
+      "step": 470
+    },
+    {
+      "epoch": 0.4249667994687915,
+      "grad_norm": 0.36834150552749634,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 480
+    },
+    {
+      "epoch": 0.43382027445772464,
+      "grad_norm": 0.338123619556427,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 490
+    },
+    {
+      "epoch": 0.4426737494466578,
+      "grad_norm": 0.3891060948371887,
+      "learning_rate": 0.0002,
+      "loss": 1.795,
+      "step": 500
+    },
+    {
+      "epoch": 0.45152722443559096,
+      "grad_norm": 0.3486529290676117,
+      "learning_rate": 0.0002,
+      "loss": 1.7639,
+      "step": 510
+    },
+    {
+      "epoch": 0.46038069942452414,
+      "grad_norm": 0.3635135889053345,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 520
+    },
+    {
+      "epoch": 0.4692341744134573,
+      "grad_norm": 0.7706693410873413,
+      "learning_rate": 0.0002,
+      "loss": 1.8068,
+      "step": 530
+    },
+    {
+      "epoch": 0.47808764940239046,
+      "grad_norm": 0.33725443482398987,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 540
+    },
+    {
+      "epoch": 0.4869411243913236,
+      "grad_norm": 0.3127504289150238,
+      "learning_rate": 0.0002,
+      "loss": 1.8023,
+      "step": 550
+    },
+    {
+      "epoch": 0.4957945993802568,
+      "grad_norm": 0.3527977466583252,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 560
+    },
+    {
+      "epoch": 0.5046480743691899,
+      "grad_norm": 0.3574548661708832,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 570
+    },
+    {
+      "epoch": 0.5135015493581231,
+      "grad_norm": 0.32787248492240906,
+      "learning_rate": 0.0002,
+      "loss": 1.7699,
+      "step": 580
+    },
+    {
+      "epoch": 0.5223550243470563,
+      "grad_norm": 0.3309430778026581,
+      "learning_rate": 0.0002,
+      "loss": 1.7502,
+      "step": 590
+    },
+    {
+      "epoch": 0.5312084993359893,
+      "grad_norm": 0.34276407957077026,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 600
+    },
+    {
+      "epoch": 0.5400619743249225,
+      "grad_norm": 0.3343711495399475,
+      "learning_rate": 0.0002,
+      "loss": 1.7517,
+      "step": 610
+    },
+    {
+      "epoch": 0.5489154493138557,
+      "grad_norm": 0.3193040192127228,
+      "learning_rate": 0.0002,
+      "loss": 1.7661,
+      "step": 620
+    },
+    {
+      "epoch": 0.5577689243027888,
+      "grad_norm": 0.3059828579425812,
+      "learning_rate": 0.0002,
+      "loss": 1.7769,
+      "step": 630
+    },
+    {
+      "epoch": 0.566622399291722,
+      "grad_norm": 0.37237173318862915,
+      "learning_rate": 0.0002,
+      "loss": 1.8166,
+      "step": 640
+    },
+    {
+      "epoch": 0.5754758742806552,
+      "grad_norm": 0.36022549867630005,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 650
+    },
+    {
+      "epoch": 0.5843293492695883,
+      "grad_norm": 0.34974920749664307,
+      "learning_rate": 0.0002,
+      "loss": 1.771,
+      "step": 660
+    },
+    {
+      "epoch": 0.5931828242585214,
+      "grad_norm": 0.37135401368141174,
+      "learning_rate": 0.0002,
+      "loss": 1.8226,
+      "step": 670
+    },
+    {
+      "epoch": 0.6020362992474546,
+      "grad_norm": 0.3385699689388275,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 680
+    },
+    {
+      "epoch": 0.6108897742363878,
+      "grad_norm": 0.36015814542770386,
+      "learning_rate": 0.0002,
+      "loss": 1.7696,
+      "step": 690
+    },
+    {
+      "epoch": 0.619743249225321,
+      "grad_norm": 0.3503795564174652,
+      "learning_rate": 0.0002,
+      "loss": 1.7892,
+      "step": 700
+    },
+    {
+      "epoch": 0.628596724214254,
+      "grad_norm": 0.3447190225124359,
+      "learning_rate": 0.0002,
+      "loss": 1.7733,
+      "step": 710
+    },
+    {
+      "epoch": 0.6374501992031872,
+      "grad_norm": 0.3193499445915222,
+      "learning_rate": 0.0002,
+      "loss": 1.794,
+      "step": 720
+    },
+    {
+      "epoch": 0.6463036741921204,
+      "grad_norm": 0.37058180570602417,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 730
+    },
+    {
+      "epoch": 0.6551571491810536,
+      "grad_norm": 0.42216411232948303,
+      "learning_rate": 0.0002,
+      "loss": 1.8391,
+      "step": 740
+    },
+    {
+      "epoch": 0.6640106241699867,
+      "grad_norm": 0.3091185688972473,
+      "learning_rate": 0.0002,
+      "loss": 1.7142,
+      "step": 750
+    },
+    {
+      "epoch": 0.6728640991589199,
+      "grad_norm": 0.33168601989746094,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 760
+    },
+    {
+      "epoch": 0.6817175741478531,
+      "grad_norm": 0.31269341707229614,
+      "learning_rate": 0.0002,
+      "loss": 1.7123,
+      "step": 770
+    },
+    {
+      "epoch": 0.6905710491367862,
+      "grad_norm": 0.36125293374061584,
+      "learning_rate": 0.0002,
+      "loss": 1.8526,
+      "step": 780
+    },
+    {
+      "epoch": 0.6994245241257193,
+      "grad_norm": 0.3145293593406677,
+      "learning_rate": 0.0002,
+      "loss": 1.7478,
+      "step": 790
+    },
+    {
+      "epoch": 0.7082779991146525,
+      "grad_norm": 0.3611990809440613,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 800
+    },
+    {
+      "epoch": 0.7171314741035857,
+      "grad_norm": 0.3165971636772156,
+      "learning_rate": 0.0002,
+      "loss": 1.892,
+      "step": 810
+    },
+    {
+      "epoch": 0.7259849490925188,
+      "grad_norm": 0.3364323675632477,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 820
+    },
+    {
+      "epoch": 0.734838424081452,
+      "grad_norm": 0.4310600757598877,
+      "learning_rate": 0.0002,
+      "loss": 1.8508,
+      "step": 830
+    },
+    {
+      "epoch": 0.7436918990703851,
+      "grad_norm": 0.3414389491081238,
+      "learning_rate": 0.0002,
+      "loss": 1.7816,
+      "step": 840
+    },
+    {
+      "epoch": 0.7525453740593183,
+      "grad_norm": 0.35536202788352966,
+      "learning_rate": 0.0002,
+      "loss": 1.8148,
+      "step": 850
+    },
+    {
+      "epoch": 0.7613988490482514,
+      "grad_norm": 0.3232460618019104,
+      "learning_rate": 0.0002,
+      "loss": 1.8241,
+      "step": 860
+    },
+    {
+      "epoch": 0.7702523240371846,
+      "grad_norm": 0.32734858989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.7312,
+      "step": 870
+    },
+    {
+      "epoch": 0.7791057990261178,
+      "grad_norm": 0.3433493673801422,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 880
+    },
+    {
+      "epoch": 0.787959274015051,
+      "grad_norm": 0.33354780077934265,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 890
+    },
+    {
+      "epoch": 0.796812749003984,
+      "grad_norm": 0.30728545784950256,
+      "learning_rate": 0.0002,
+      "loss": 1.7314,
+      "step": 900
+    },
+    {
+      "epoch": 0.8056662239929172,
+      "grad_norm": 0.3373030126094818,
+      "learning_rate": 0.0002,
+      "loss": 1.8267,
+      "step": 910
+    },
+    {
+      "epoch": 0.8145196989818504,
+      "grad_norm": 0.3468782603740692,
+      "learning_rate": 0.0002,
+      "loss": 1.8479,
+      "step": 920
+    },
+    {
+      "epoch": 0.8233731739707836,
+      "grad_norm": 0.33520200848579407,
+      "learning_rate": 0.0002,
+      "loss": 1.8548,
+      "step": 930
+    },
+    {
+      "epoch": 0.8322266489597167,
+      "grad_norm": 0.35207098722457886,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 940
+    },
+    {
+      "epoch": 0.8410801239486498,
+      "grad_norm": 0.4000207483768463,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 950
+    },
+    {
+      "epoch": 0.849933598937583,
+      "grad_norm": 0.35362836718559265,
+      "learning_rate": 0.0002,
+      "loss": 1.7996,
+      "step": 960
+    },
+    {
+      "epoch": 0.8587870739265162,
+      "grad_norm": 0.3470745086669922,
+      "learning_rate": 0.0002,
+      "loss": 1.7497,
+      "step": 970
+    },
+    {
+      "epoch": 0.8676405489154493,
+      "grad_norm": 0.31602704524993896,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 980
+    },
+    {
+      "epoch": 0.8764940239043825,
+      "grad_norm": 0.3062942326068878,
+      "learning_rate": 0.0002,
+      "loss": 1.7734,
+      "step": 990
+    },
+    {
+      "epoch": 0.8853474988933157,
+      "grad_norm": 0.36963850259780884,
+      "learning_rate": 0.0002,
+      "loss": 1.7804,
+      "step": 1000
+    },
+    {
+      "epoch": 0.8942009738822487,
+      "grad_norm": 0.3384034037590027,
+      "learning_rate": 0.0002,
+      "loss": 1.7309,
+      "step": 1010
+    },
+    {
+      "epoch": 0.9030544488711819,
+      "grad_norm": 0.30436110496520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 1020
+    },
+    {
+      "epoch": 0.9119079238601151,
+      "grad_norm": 3.499784469604492,
+      "learning_rate": 0.0002,
+      "loss": 1.7126,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9207613988490483,
+      "grad_norm": 0.3130280375480652,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9296148738379814,
+      "grad_norm": 0.29976674914360046,
+      "learning_rate": 0.0002,
+      "loss": 1.7527,
+      "step": 1050
+    },
+    {
+      "epoch": 0.9384683488269145,
+      "grad_norm": 0.35852617025375366,
+      "learning_rate": 0.0002,
+      "loss": 1.7753,
+      "step": 1060
+    },
+    {
+      "epoch": 0.9473218238158477,
+      "grad_norm": 0.3288591504096985,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 1070
+    },
+    {
+      "epoch": 0.9561752988047809,
+      "grad_norm": 0.32641634345054626,
+      "learning_rate": 0.0002,
+      "loss": 1.8155,
+      "step": 1080
+    },
+    {
+      "epoch": 0.965028773793714,
+      "grad_norm": 0.3305715322494507,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 1090
+    },
+    {
+      "epoch": 0.9738822487826472,
+      "grad_norm": 0.30650773644447327,
+      "learning_rate": 0.0002,
+      "loss": 1.8368,
+      "step": 1100
+    },
+    {
+      "epoch": 0.9827357237715804,
+      "grad_norm": 0.3330624997615814,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1110
+    },
+    {
+      "epoch": 0.9915891987605135,
+      "grad_norm": 0.3173314034938812,
+      "learning_rate": 0.0002,
+      "loss": 1.8392,
+      "step": 1120
+    },
+    {
+      "epoch": 0.9995573262505534,
+      "eval_loss": 1.8095673322677612,
+      "eval_runtime": 82.6312,
+      "eval_samples_per_second": 6.233,
+      "eval_steps_per_second": 0.787,
+      "step": 1129
+    },
+    {
+      "epoch": 1.0004426737494467,
+      "grad_norm": 0.3092995882034302,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1130
+    },
+    {
+      "epoch": 1.0092961487383798,
+      "grad_norm": 0.34386494755744934,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1140
+    },
+    {
+      "epoch": 1.0181496237273129,
+      "grad_norm": 0.2887897789478302,
+      "learning_rate": 0.0002,
+      "loss": 1.7149,
+      "step": 1150
+    },
+    {
+      "epoch": 1.0270030987162462,
+      "grad_norm": 0.3706893026828766,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1160
+    },
+    {
+      "epoch": 1.0358565737051793,
+      "grad_norm": 0.34724316000938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6604,
+      "step": 1170
+    },
+    {
+      "epoch": 1.0447100486941125,
+      "grad_norm": 0.41001757979393005,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 1180
+    },
+    {
+      "epoch": 1.0535635236830456,
+      "grad_norm": 0.34838348627090454,
+      "learning_rate": 0.0002,
+      "loss": 1.6332,
+      "step": 1190
+    },
+    {
+      "epoch": 1.0624169986719787,
+      "grad_norm": 0.37201181054115295,
+      "learning_rate": 0.0002,
+      "loss": 1.7416,
+      "step": 1200
+    },
+    {
+      "epoch": 1.071270473660912,
+      "grad_norm": 0.36871352791786194,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 1210
+    },
+    {
+      "epoch": 1.080123948649845,
+      "grad_norm": 0.35687458515167236,
+      "learning_rate": 0.0002,
+      "loss": 1.6769,
+      "step": 1220
+    },
+    {
+      "epoch": 1.0889774236387781,
+      "grad_norm": 0.3864741921424866,
+      "learning_rate": 0.0002,
+      "loss": 1.7235,
+      "step": 1230
+    },
+    {
+      "epoch": 1.0978308986277114,
+      "grad_norm": 0.3496808707714081,
+      "learning_rate": 0.0002,
+      "loss": 1.729,
+      "step": 1240
+    },
+    {
+      "epoch": 1.1066843736166445,
+      "grad_norm": 0.3444930911064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 1250
+    },
+    {
+      "epoch": 1.1155378486055776,
+      "grad_norm": 0.353188693523407,
+      "learning_rate": 0.0002,
+      "loss": 1.6672,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1243913235945109,
+      "grad_norm": 0.3284400999546051,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1270
+    },
+    {
+      "epoch": 1.133244798583444,
+      "grad_norm": 0.3545348644256592,
+      "learning_rate": 0.0002,
+      "loss": 1.7441,
+      "step": 1280
+    },
+    {
+      "epoch": 1.1420982735723773,
+      "grad_norm": 0.3489900529384613,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1290
+    },
+    {
+      "epoch": 1.1509517485613103,
+      "grad_norm": 0.40355560183525085,
+      "learning_rate": 0.0002,
+      "loss": 1.6399,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1598052235502434,
+      "grad_norm": 0.3369944095611572,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1686586985391767,
+      "grad_norm": 0.39141345024108887,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1775121735281098,
+      "grad_norm": 0.36518552899360657,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1863656485170428,
+      "grad_norm": 0.3730056583881378,
+      "learning_rate": 0.0002,
+      "loss": 1.6958,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1952191235059761,
+      "grad_norm": 0.37711501121520996,
+      "learning_rate": 0.0002,
+      "loss": 1.7613,
+      "step": 1350
+    },
+    {
+      "epoch": 1.2040725984949092,
+      "grad_norm": 0.3627128005027771,
+      "learning_rate": 0.0002,
+      "loss": 1.6423,
+      "step": 1360
+    },
+    {
+      "epoch": 1.2129260734838425,
+      "grad_norm": 0.3458651006221771,
+      "learning_rate": 0.0002,
+      "loss": 1.7214,
+      "step": 1370
+    },
+    {
+      "epoch": 1.2217795484727756,
+      "grad_norm": 0.392395555973053,
+      "learning_rate": 0.0002,
+      "loss": 1.6978,
+      "step": 1380
+    },
+    {
+      "epoch": 1.2306330234617087,
+      "grad_norm": 0.3353286683559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7785,
+      "step": 1390
+    },
+    {
+      "epoch": 1.239486498450642,
+      "grad_norm": 0.9545007944107056,
+      "learning_rate": 0.0002,
+      "loss": 1.7019,
+      "step": 1400
+    },
+    {
+      "epoch": 1.248339973439575,
+      "grad_norm": 0.37037935853004456,
+      "learning_rate": 0.0002,
+      "loss": 1.725,
+      "step": 1410
+    },
+    {
+      "epoch": 1.257193448428508,
+      "grad_norm": 0.3831497132778168,
+      "learning_rate": 0.0002,
+      "loss": 1.6818,
+      "step": 1420
+    },
+    {
+      "epoch": 1.2660469234174414,
+      "grad_norm": 0.4633576273918152,
+      "learning_rate": 0.0002,
+      "loss": 1.747,
+      "step": 1430
+    },
+    {
+      "epoch": 1.2749003984063745,
+      "grad_norm": 0.3690567910671234,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 1440
+    },
+    {
+      "epoch": 1.2837538733953076,
+      "grad_norm": 0.33980098366737366,
+      "learning_rate": 0.0002,
+      "loss": 1.767,
+      "step": 1450
+    },
+    {
+      "epoch": 1.2926073483842409,
+      "grad_norm": 0.3731277287006378,
+      "learning_rate": 0.0002,
+      "loss": 1.6989,
+      "step": 1460
+    },
+    {
+      "epoch": 1.301460823373174,
+      "grad_norm": 0.3781551122665405,
+      "learning_rate": 0.0002,
+      "loss": 1.6801,
+      "step": 1470
+    },
+    {
+      "epoch": 1.310314298362107,
+      "grad_norm": 0.36511561274528503,
+      "learning_rate": 0.0002,
+      "loss": 1.7551,
+      "step": 1480
+    },
+    {
+      "epoch": 1.3191677733510403,
+      "grad_norm": 0.3292245864868164,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1490
+    },
+    {
+      "epoch": 1.3280212483399734,
+      "grad_norm": 0.38758566975593567,
+      "learning_rate": 0.0002,
+      "loss": 1.7098,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3368747233289067,
+      "grad_norm": 0.3993414044380188,
+      "learning_rate": 0.0002,
+      "loss": 1.7364,
+      "step": 1510
+    },
+    {
+      "epoch": 1.3457281983178397,
+      "grad_norm": 0.35689303278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.7202,
+      "step": 1520
+    },
+    {
+      "epoch": 1.354581673306773,
+      "grad_norm": 0.41849321126937866,
+      "learning_rate": 0.0002,
+      "loss": 1.7082,
+      "step": 1530
+    },
+    {
+      "epoch": 1.3634351482957061,
+      "grad_norm": 0.36752554774284363,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 1540
+    },
+    {
+      "epoch": 1.3722886232846392,
+      "grad_norm": 0.36915940046310425,
+      "learning_rate": 0.0002,
+      "loss": 1.7032,
+      "step": 1550
+    },
+    {
+      "epoch": 1.3811420982735725,
+      "grad_norm": 0.3656710386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.6698,
+      "step": 1560
+    },
+    {
+      "epoch": 1.3899955732625056,
+      "grad_norm": 0.32055532932281494,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 1570
+    },
+    {
+      "epoch": 1.3988490482514386,
+      "grad_norm": 0.35031241178512573,
+      "learning_rate": 0.0002,
+      "loss": 1.8,
+      "step": 1580
+    },
+    {
+      "epoch": 1.407702523240372,
+      "grad_norm": 0.44541189074516296,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 1590
+    },
+    {
+      "epoch": 1.416555998229305,
+      "grad_norm": 0.36922356486320496,
+      "learning_rate": 0.0002,
+      "loss": 1.8624,
+      "step": 1600
+    },
+    {
+      "epoch": 1.425409473218238,
+      "grad_norm": 0.3470565974712372,
+      "learning_rate": 0.0002,
+      "loss": 1.7011,
+      "step": 1610
+    },
+    {
+      "epoch": 1.4342629482071714,
+      "grad_norm": 0.3743111193180084,
+      "learning_rate": 0.0002,
+      "loss": 1.6912,
+      "step": 1620
+    },
+    {
+      "epoch": 1.4431164231961044,
+      "grad_norm": 0.3619250953197479,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1630
+    },
+    {
+      "epoch": 1.4519698981850375,
+      "grad_norm": 0.4028145968914032,
+      "learning_rate": 0.0002,
+      "loss": 1.6919,
+      "step": 1640
+    },
+    {
+      "epoch": 1.4608233731739708,
+      "grad_norm": 0.36065351963043213,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1650
+    },
+    {
+      "epoch": 1.469676848162904,
+      "grad_norm": 0.44304442405700684,
+      "learning_rate": 0.0002,
+      "loss": 1.8212,
+      "step": 1660
+    },
+    {
+      "epoch": 1.478530323151837,
+      "grad_norm": 0.35770007967948914,
+      "learning_rate": 0.0002,
+      "loss": 1.6691,
+      "step": 1670
+    },
+    {
+      "epoch": 1.4873837981407703,
+      "grad_norm": 0.37584400177001953,
+      "learning_rate": 0.0002,
+      "loss": 1.7588,
+      "step": 1680
+    },
+    {
+      "epoch": 1.4962372731297033,
+      "grad_norm": 0.37151241302490234,
+      "learning_rate": 0.0002,
+      "loss": 1.63,
+      "step": 1690
+    },
+    {
+      "epoch": 1.5050907481186364,
+      "grad_norm": 0.36422812938690186,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1700
+    },
+    {
+      "epoch": 1.5139442231075697,
+      "grad_norm": 0.3680015206336975,
+      "learning_rate": 0.0002,
+      "loss": 1.7045,
+      "step": 1710
+    },
+    {
+      "epoch": 1.522797698096503,
+      "grad_norm": 0.3356926441192627,
+      "learning_rate": 0.0002,
+      "loss": 1.6917,
+      "step": 1720
+    },
+    {
+      "epoch": 1.531651173085436,
+      "grad_norm": 0.37887054681777954,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1730
+    },
+    {
+      "epoch": 1.5405046480743692,
+      "grad_norm": 0.37052762508392334,
+      "learning_rate": 0.0002,
+      "loss": 1.7001,
+      "step": 1740
+    },
+    {
+      "epoch": 1.5493581230633025,
+      "grad_norm": 0.333925724029541,
+      "learning_rate": 0.0002,
+      "loss": 1.6677,
+      "step": 1750
+    },
+    {
+      "epoch": 1.5582115980522355,
+      "grad_norm": 0.3722778558731079,
+      "learning_rate": 0.0002,
+      "loss": 1.7159,
+      "step": 1760
+    },
+    {
+      "epoch": 1.5670650730411686,
+      "grad_norm": 0.3331141173839569,
+      "learning_rate": 0.0002,
+      "loss": 1.6923,
+      "step": 1770
+    },
+    {
+      "epoch": 1.575918548030102,
+      "grad_norm": 0.3670045733451843,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1780
+    },
+    {
+      "epoch": 1.584772023019035,
+      "grad_norm": 0.3769885301589966,
+      "learning_rate": 0.0002,
+      "loss": 1.7092,
+      "step": 1790
+    },
+    {
+      "epoch": 1.593625498007968,
+      "grad_norm": 0.4266890287399292,
+      "learning_rate": 0.0002,
+      "loss": 1.6689,
+      "step": 1800
+    },
+    {
+      "epoch": 1.6024789729969013,
+      "grad_norm": 0.37174347043037415,
+      "learning_rate": 0.0002,
+      "loss": 1.6859,
+      "step": 1810
+    },
+    {
+      "epoch": 1.6113324479858344,
+      "grad_norm": 0.3599846363067627,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1820
+    },
+    {
+      "epoch": 1.6201859229747675,
+      "grad_norm": 0.3364820182323456,
+      "learning_rate": 0.0002,
+      "loss": 1.6836,
+      "step": 1830
+    },
+    {
+      "epoch": 1.6290393979637008,
+      "grad_norm": 0.3874799907207489,
+      "learning_rate": 0.0002,
+      "loss": 1.7278,
+      "step": 1840
+    },
+    {
+      "epoch": 1.6378928729526339,
+      "grad_norm": 0.3706085681915283,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 1850
+    },
+    {
+      "epoch": 1.646746347941567,
+      "grad_norm": 0.3997809886932373,
+      "learning_rate": 0.0002,
+      "loss": 1.6761,
+      "step": 1860
+    },
+    {
+      "epoch": 1.6555998229305002,
+      "grad_norm": 0.4033166170120239,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 1870
+    },
+    {
+      "epoch": 1.6644532979194335,
+      "grad_norm": 0.3944370150566101,
+      "learning_rate": 0.0002,
+      "loss": 1.6518,
+      "step": 1880
+    },
+    {
+      "epoch": 1.6733067729083664,
+      "grad_norm": 0.3467825651168823,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 1890
+    },
+    {
+      "epoch": 1.6821602478972997,
+      "grad_norm": 0.35290950536727905,
+      "learning_rate": 0.0002,
+      "loss": 1.7462,
+      "step": 1900
+    },
+    {
+      "epoch": 1.691013722886233,
+      "grad_norm": 0.3664521872997284,
+      "learning_rate": 0.0002,
+      "loss": 1.7634,
+      "step": 1910
+    },
+    {
+      "epoch": 1.699867197875166,
+      "grad_norm": 0.33863595128059387,
+      "learning_rate": 0.0002,
+      "loss": 1.7922,
+      "step": 1920
+    },
+    {
+      "epoch": 1.7087206728640991,
+      "grad_norm": 0.34726113080978394,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 1930
+    },
+    {
+      "epoch": 1.7175741478530324,
+      "grad_norm": 0.35060688853263855,
+      "learning_rate": 0.0002,
+      "loss": 1.6664,
+      "step": 1940
+    },
+    {
+      "epoch": 1.7264276228419655,
+      "grad_norm": 0.33741647005081177,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 1950
+    },
+    {
+      "epoch": 1.7352810978308986,
+      "grad_norm": 0.36190304160118103,
+      "learning_rate": 0.0002,
+      "loss": 1.6971,
+      "step": 1960
+    },
+    {
+      "epoch": 1.7441345728198319,
+      "grad_norm": 0.3412845730781555,
+      "learning_rate": 0.0002,
+      "loss": 1.7238,
+      "step": 1970
+    },
+    {
+      "epoch": 1.752988047808765,
+      "grad_norm": 0.3841935694217682,
+      "learning_rate": 0.0002,
+      "loss": 1.7038,
+      "step": 1980
+    },
+    {
+      "epoch": 1.761841522797698,
+      "grad_norm": 0.39062076807022095,
+      "learning_rate": 0.0002,
+      "loss": 1.7185,
+      "step": 1990
+    },
+    {
+      "epoch": 1.7706949977866313,
+      "grad_norm": 0.3741697669029236,
+      "learning_rate": 0.0002,
+      "loss": 1.7346,
+      "step": 2000
+    },
+    {
+      "epoch": 1.7795484727755644,
+      "grad_norm": 0.4160231053829193,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2010
+    },
+    {
+      "epoch": 1.7884019477644975,
+      "grad_norm": 0.3602111339569092,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 2020
+    },
+    {
+      "epoch": 1.7972554227534308,
+      "grad_norm": 0.36740878224372864,
+      "learning_rate": 0.0002,
+      "loss": 1.6139,
+      "step": 2030
+    },
+    {
+      "epoch": 1.8061088977423638,
+      "grad_norm": 0.419039249420166,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 2040
+    },
+    {
+      "epoch": 1.814962372731297,
+      "grad_norm": 0.3511838912963867,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 2050
+    },
+    {
+      "epoch": 1.8238158477202302,
+      "grad_norm": 0.3580166697502136,
+      "learning_rate": 0.0002,
+      "loss": 1.6477,
+      "step": 2060
+    },
+    {
+      "epoch": 1.8326693227091635,
+      "grad_norm": 0.40928223729133606,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 2070
+    },
+    {
+      "epoch": 1.8415227976980963,
+      "grad_norm": 0.37134310603141785,
+      "learning_rate": 0.0002,
+      "loss": 1.7356,
+      "step": 2080
+    },
+    {
+      "epoch": 1.8503762726870296,
+      "grad_norm": 0.3924112319946289,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2090
+    },
+    {
+      "epoch": 1.859229747675963,
+      "grad_norm": 0.3215042054653168,
+      "learning_rate": 0.0002,
+      "loss": 1.6785,
+      "step": 2100
+    },
+    {
+      "epoch": 1.868083222664896,
+      "grad_norm": 0.37674015760421753,
+      "learning_rate": 0.0002,
+      "loss": 1.6864,
+      "step": 2110
+    },
+    {
+      "epoch": 1.876936697653829,
+      "grad_norm": 0.370856374502182,
+      "learning_rate": 0.0002,
+      "loss": 1.7313,
+      "step": 2120
+    },
+    {
+      "epoch": 1.8857901726427624,
+      "grad_norm": 0.35783782601356506,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 2130
+    },
+    {
+      "epoch": 1.8946436476316955,
+      "grad_norm": 0.39538058638572693,
+      "learning_rate": 0.0002,
+      "loss": 1.7655,
+      "step": 2140
+    },
+    {
+      "epoch": 1.9034971226206285,
+      "grad_norm": 0.36677780747413635,
+      "learning_rate": 0.0002,
+      "loss": 1.6614,
+      "step": 2150
+    },
+    {
+      "epoch": 1.9123505976095618,
+      "grad_norm": 0.39032700657844543,
+      "learning_rate": 0.0002,
+      "loss": 1.6959,
+      "step": 2160
+    },
+    {
+      "epoch": 1.921204072598495,
+      "grad_norm": 0.39762043952941895,
+      "learning_rate": 0.0002,
+      "loss": 1.7643,
+      "step": 2170
+    },
+    {
+      "epoch": 1.930057547587428,
+      "grad_norm": 0.5400257110595703,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 2180
+    },
+    {
+      "epoch": 1.9389110225763613,
+      "grad_norm": 0.3650212287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 2190
+    },
+    {
+      "epoch": 1.9477644975652944,
+      "grad_norm": 0.3583165109157562,
+      "learning_rate": 0.0002,
+      "loss": 1.7027,
+      "step": 2200
+    },
+    {
+      "epoch": 1.9566179725542274,
+      "grad_norm": 0.4031282365322113,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 2210
+    },
+    {
+      "epoch": 1.9654714475431607,
+      "grad_norm": 0.3673221170902252,
+      "learning_rate": 0.0002,
+      "loss": 1.7617,
+      "step": 2220
+    },
+    {
+      "epoch": 1.9743249225320938,
+      "grad_norm": 0.3920327126979828,
+      "learning_rate": 0.0002,
+      "loss": 1.6862,
+      "step": 2230
+    },
+    {
+      "epoch": 1.9831783975210269,
+      "grad_norm": 0.4765491783618927,
+      "learning_rate": 0.0002,
+      "loss": 1.7192,
+      "step": 2240
+    },
+    {
+      "epoch": 1.9920318725099602,
+      "grad_norm": 0.38130584359169006,
+      "learning_rate": 0.0002,
+      "loss": 1.7759,
+      "step": 2250
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8077166080474854,
+      "eval_runtime": 82.8351,
+      "eval_samples_per_second": 6.217,
+      "eval_steps_per_second": 0.785,
+      "step": 2259
+    },
+    {
+      "epoch": 2.0008853474988935,
+      "grad_norm": 0.34340235590934753,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 2260
+    },
+    {
+      "epoch": 2.0097388224878263,
+      "grad_norm": 0.3710762858390808,
+      "learning_rate": 0.0002,
+      "loss": 1.6815,
+      "step": 2270
+    },
+    {
+      "epoch": 2.0185922974767596,
+      "grad_norm": 0.35640114545822144,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 2280
+    },
+    {
+      "epoch": 2.027445772465693,
+      "grad_norm": 0.45970189571380615,
+      "learning_rate": 0.0002,
+      "loss": 1.6322,
+      "step": 2290
+    },
+    {
+      "epoch": 2.0362992474546258,
+      "grad_norm": 0.4256797134876251,
+      "learning_rate": 0.0002,
+      "loss": 1.5598,
+      "step": 2300
+    },
+    {
+      "epoch": 2.045152722443559,
+      "grad_norm": 0.42421531677246094,
+      "learning_rate": 0.0002,
+      "loss": 1.6271,
+      "step": 2310
+    },
+    {
+      "epoch": 2.0540061974324924,
+      "grad_norm": 0.4032478928565979,
+      "learning_rate": 0.0002,
+      "loss": 1.6117,
+      "step": 2320
+    },
+    {
+      "epoch": 2.062859672421425,
+      "grad_norm": 0.4073623716831207,
+      "learning_rate": 0.0002,
+      "loss": 1.6389,
+      "step": 2330
+    },
+    {
+      "epoch": 2.0717131474103585,
+      "grad_norm": 0.4845200777053833,
+      "learning_rate": 0.0002,
+      "loss": 1.6527,
+      "step": 2340
+    },
+    {
+      "epoch": 2.080566622399292,
+      "grad_norm": 0.40578293800354004,
+      "learning_rate": 0.0002,
+      "loss": 1.5734,
+      "step": 2350
+    },
+    {
+      "epoch": 2.089420097388225,
+      "grad_norm": 0.4037284255027771,
+      "learning_rate": 0.0002,
+      "loss": 1.5853,
+      "step": 2360
+    },
+    {
+      "epoch": 2.098273572377158,
+      "grad_norm": 0.4717613160610199,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 2370
+    },
+    {
+      "epoch": 2.1071270473660912,
+      "grad_norm": 0.42076411843299866,
+      "learning_rate": 0.0002,
+      "loss": 1.6273,
+      "step": 2380
+    },
+    {
+      "epoch": 2.1159805223550245,
+      "grad_norm": 0.47799113392829895,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 2390
+    },
+    {
+      "epoch": 2.1248339973439574,
+      "grad_norm": 0.4253084063529968,
+      "learning_rate": 0.0002,
+      "loss": 1.5528,
+      "step": 2400
+    },
+    {
+      "epoch": 2.1336874723328907,
+      "grad_norm": 0.5023085474967957,
+      "learning_rate": 0.0002,
+      "loss": 1.6432,
+      "step": 2410
+    },
+    {
+      "epoch": 2.142540947321824,
+      "grad_norm": 0.49162712693214417,
+      "learning_rate": 0.0002,
+      "loss": 1.5926,
+      "step": 2420
+    },
+    {
+      "epoch": 2.151394422310757,
+      "grad_norm": 0.39035019278526306,
+      "learning_rate": 0.0002,
+      "loss": 1.5779,
+      "step": 2430
+    },
+    {
+      "epoch": 2.16024789729969,
+      "grad_norm": 0.43223854899406433,
+      "learning_rate": 0.0002,
+      "loss": 1.7526,
+      "step": 2440
+    },
+    {
+      "epoch": 2.1691013722886234,
+      "grad_norm": 0.4596616327762604,
+      "learning_rate": 0.0002,
+      "loss": 1.6334,
+      "step": 2450
+    },
+    {
+      "epoch": 2.1779548472775563,
+      "grad_norm": 0.4469447731971741,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 2460
+    },
+    {
+      "epoch": 2.1868083222664896,
+      "grad_norm": 0.5100595355033875,
+      "learning_rate": 0.0002,
+      "loss": 1.5806,
+      "step": 2470
+    },
+    {
+      "epoch": 2.195661797255423,
+      "grad_norm": 0.4169430732727051,
+      "learning_rate": 0.0002,
+      "loss": 1.6456,
+      "step": 2480
+    },
+    {
+      "epoch": 2.2045152722443557,
+      "grad_norm": 0.4699254035949707,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 2490
+    },
+    {
+      "epoch": 2.213368747233289,
+      "grad_norm": 0.43524250388145447,
+      "learning_rate": 0.0002,
+      "loss": 1.6259,
+      "step": 2500
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 0.4496648907661438,
+      "learning_rate": 0.0002,
+      "loss": 1.6717,
+      "step": 2510
+    },
+    {
+      "epoch": 2.231075697211155,
+      "grad_norm": 0.43408212065696716,
+      "learning_rate": 0.0002,
+      "loss": 1.6735,
+      "step": 2520
+    },
+    {
+      "epoch": 2.2399291722000885,
+      "grad_norm": 0.4596034288406372,
+      "learning_rate": 0.0002,
+      "loss": 1.611,
+      "step": 2530
+    },
+    {
+      "epoch": 2.2487826471890218,
+      "grad_norm": 0.5217021107673645,
+      "learning_rate": 0.0002,
+      "loss": 1.6271,
+      "step": 2540
+    },
+    {
+      "epoch": 2.2576361221779546,
+      "grad_norm": 0.44745638966560364,
+      "learning_rate": 0.0002,
+      "loss": 1.6027,
+      "step": 2550
+    },
+    {
+      "epoch": 2.266489597166888,
+      "grad_norm": 0.4484798014163971,
+      "learning_rate": 0.0002,
+      "loss": 1.675,
+      "step": 2560
+    },
+    {
+      "epoch": 2.275343072155821,
+      "grad_norm": 0.4428067207336426,
+      "learning_rate": 0.0002,
+      "loss": 1.5321,
+      "step": 2570
+    },
+    {
+      "epoch": 2.2841965471447545,
+      "grad_norm": 0.5095171332359314,
+      "learning_rate": 0.0002,
+      "loss": 1.6716,
+      "step": 2580
+    },
+    {
+      "epoch": 2.2930500221336874,
+      "grad_norm": 0.44833096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.5661,
+      "step": 2590
+    },
+    {
+      "epoch": 2.3019034971226207,
+      "grad_norm": 0.507905900478363,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 2600
+    },
+    {
+      "epoch": 2.310756972111554,
+      "grad_norm": 0.40808171033859253,
+      "learning_rate": 0.0002,
+      "loss": 1.5963,
+      "step": 2610
+    },
+    {
+      "epoch": 2.319610447100487,
+      "grad_norm": 0.4684814214706421,
+      "learning_rate": 0.0002,
+      "loss": 1.6574,
+      "step": 2620
+    },
+    {
+      "epoch": 2.32846392208942,
+      "grad_norm": 0.44864922761917114,
+      "learning_rate": 0.0002,
+      "loss": 1.587,
+      "step": 2630
+    },
+    {
+      "epoch": 2.3373173970783534,
+      "grad_norm": 0.4174162745475769,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 2640
+    },
+    {
+      "epoch": 2.3461708720672863,
+      "grad_norm": 0.42314743995666504,
+      "learning_rate": 0.0002,
+      "loss": 1.642,
+      "step": 2650
+    },
+    {
+      "epoch": 2.3550243470562195,
+      "grad_norm": 0.49224185943603516,
+      "learning_rate": 0.0002,
+      "loss": 1.5884,
+      "step": 2660
+    },
+    {
+      "epoch": 2.363877822045153,
+      "grad_norm": 0.45190292596817017,
+      "learning_rate": 0.0002,
+      "loss": 1.5766,
+      "step": 2670
+    },
+    {
+      "epoch": 2.3727312970340857,
+      "grad_norm": 0.41817107796669006,
+      "learning_rate": 0.0002,
+      "loss": 1.6284,
+      "step": 2680
+    },
+    {
+      "epoch": 2.381584772023019,
+      "grad_norm": 0.6436763405799866,
+      "learning_rate": 0.0002,
+      "loss": 1.6356,
+      "step": 2690
+    },
+    {
+      "epoch": 2.3904382470119523,
+      "grad_norm": 0.47175949811935425,
+      "learning_rate": 0.0002,
+      "loss": 1.5915,
+      "step": 2700
+    },
+    {
+      "epoch": 2.3992917220008856,
+      "grad_norm": 0.480339378118515,
+      "learning_rate": 0.0002,
+      "loss": 1.6303,
+      "step": 2710
+    },
+    {
+      "epoch": 2.4081451969898184,
+      "grad_norm": 0.4723486006259918,
+      "learning_rate": 0.0002,
+      "loss": 1.5697,
+      "step": 2720
+    },
+    {
+      "epoch": 2.4169986719787517,
+      "grad_norm": 0.4305492043495178,
+      "learning_rate": 0.0002,
+      "loss": 1.54,
+      "step": 2730
+    },
+    {
+      "epoch": 2.425852146967685,
+      "grad_norm": 0.5007492303848267,
+      "learning_rate": 0.0002,
+      "loss": 1.71,
+      "step": 2740
+    },
+    {
+      "epoch": 2.434705621956618,
+      "grad_norm": 0.5374062061309814,
+      "learning_rate": 0.0002,
+      "loss": 1.5369,
+      "step": 2750
+    },
+    {
+      "epoch": 2.443559096945551,
+      "grad_norm": 0.45866212248802185,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 2760
+    },
+    {
+      "epoch": 2.4524125719344845,
+      "grad_norm": 0.47914502024650574,
+      "learning_rate": 0.0002,
+      "loss": 1.6066,
+      "step": 2770
+    },
+    {
+      "epoch": 2.4612660469234173,
+      "grad_norm": 0.43804746866226196,
+      "learning_rate": 0.0002,
+      "loss": 1.5644,
+      "step": 2780
+    },
+    {
+      "epoch": 2.4701195219123506,
+      "grad_norm": 0.43656906485557556,
+      "learning_rate": 0.0002,
+      "loss": 1.5952,
+      "step": 2790
+    },
+    {
+      "epoch": 2.478972996901284,
+      "grad_norm": 0.4820363521575928,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 2800
+    },
+    {
+      "epoch": 2.4878264718902168,
+      "grad_norm": 0.4916800558567047,
+      "learning_rate": 0.0002,
+      "loss": 1.5375,
+      "step": 2810
+    },
+    {
+      "epoch": 2.49667994687915,
+      "grad_norm": 0.4521256983280182,
+      "learning_rate": 0.0002,
+      "loss": 1.5736,
+      "step": 2820
+    },
+    {
+      "epoch": 2.5055334218680834,
+      "grad_norm": 0.5066806674003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6179,
+      "step": 2830
+    },
+    {
+      "epoch": 2.514386896857016,
+      "grad_norm": 0.4768151640892029,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 2840
+    },
+    {
+      "epoch": 2.5232403718459495,
+      "grad_norm": 0.5144683718681335,
+      "learning_rate": 0.0002,
+      "loss": 1.6719,
+      "step": 2850
+    },
+    {
+      "epoch": 2.532093846834883,
+      "grad_norm": 0.4718942940235138,
+      "learning_rate": 0.0002,
+      "loss": 1.6063,
+      "step": 2860
+    },
+    {
+      "epoch": 2.5409473218238157,
+      "grad_norm": 0.4924587309360504,
+      "learning_rate": 0.0002,
+      "loss": 1.6099,
+      "step": 2870
+    },
+    {
+      "epoch": 2.549800796812749,
+      "grad_norm": 0.4649953842163086,
+      "learning_rate": 0.0002,
+      "loss": 1.5994,
+      "step": 2880
+    },
+    {
+      "epoch": 2.5586542718016823,
+      "grad_norm": 0.4836665987968445,
+      "learning_rate": 0.0002,
+      "loss": 1.6501,
+      "step": 2890
+    },
+    {
+      "epoch": 2.567507746790615,
+      "grad_norm": 0.4162124991416931,
+      "learning_rate": 0.0002,
+      "loss": 1.6518,
+      "step": 2900
+    },
+    {
+      "epoch": 2.5763612217795484,
+      "grad_norm": 0.4894537925720215,
+      "learning_rate": 0.0002,
+      "loss": 1.6471,
+      "step": 2910
+    },
+    {
+      "epoch": 2.5852146967684817,
+      "grad_norm": 0.4539397358894348,
+      "learning_rate": 0.0002,
+      "loss": 1.6123,
+      "step": 2920
+    },
+    {
+      "epoch": 2.5940681717574146,
+      "grad_norm": 0.4718773066997528,
+      "learning_rate": 0.0002,
+      "loss": 1.6449,
+      "step": 2930
+    },
+    {
+      "epoch": 2.602921646746348,
+      "grad_norm": 0.49989837408065796,
+      "learning_rate": 0.0002,
+      "loss": 1.584,
+      "step": 2940
+    },
+    {
+      "epoch": 2.611775121735281,
+      "grad_norm": 0.4862406849861145,
+      "learning_rate": 0.0002,
+      "loss": 1.6087,
+      "step": 2950
+    },
+    {
+      "epoch": 2.620628596724214,
+      "grad_norm": 0.4244804382324219,
+      "learning_rate": 0.0002,
+      "loss": 1.6057,
+      "step": 2960
+    },
+    {
+      "epoch": 2.6294820717131473,
+      "grad_norm": 0.49304354190826416,
+      "learning_rate": 0.0002,
+      "loss": 1.7795,
+      "step": 2970
+    },
+    {
+      "epoch": 2.6383355467020806,
+      "grad_norm": 0.4818236529827118,
+      "learning_rate": 0.0002,
+      "loss": 1.7255,
+      "step": 2980
+    },
+    {
+      "epoch": 2.647189021691014,
+      "grad_norm": 0.5077425837516785,
+      "learning_rate": 0.0002,
+      "loss": 1.621,
+      "step": 2990
+    },
+    {
+      "epoch": 2.6560424966799467,
+      "grad_norm": 0.4494157135486603,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 3000
+    },
+    {
+      "epoch": 2.66489597166888,
+      "grad_norm": 0.4790278971195221,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 3010
+    },
+    {
+      "epoch": 2.6737494466578133,
+      "grad_norm": 0.4702624976634979,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 3020
+    },
+    {
+      "epoch": 2.682602921646746,
+      "grad_norm": 0.5082133412361145,
+      "learning_rate": 0.0002,
+      "loss": 1.6494,
+      "step": 3030
+    },
+    {
+      "epoch": 2.6914563966356795,
+      "grad_norm": 0.4553256630897522,
+      "learning_rate": 0.0002,
+      "loss": 1.6438,
+      "step": 3040
+    },
+    {
+      "epoch": 2.700309871624613,
+      "grad_norm": 0.4492715001106262,
+      "learning_rate": 0.0002,
+      "loss": 1.6155,
+      "step": 3050
+    },
+    {
+      "epoch": 2.709163346613546,
+      "grad_norm": 0.4555944502353668,
+      "learning_rate": 0.0002,
+      "loss": 1.5367,
+      "step": 3060
+    },
+    {
+      "epoch": 2.718016821602479,
+      "grad_norm": 0.5879693031311035,
+      "learning_rate": 0.0002,
+      "loss": 1.5793,
+      "step": 3070
+    },
+    {
+      "epoch": 2.7268702965914122,
+      "grad_norm": 0.4628562927246094,
+      "learning_rate": 0.0002,
+      "loss": 1.6357,
+      "step": 3080
+    },
+    {
+      "epoch": 2.7357237715803455,
+      "grad_norm": 0.5169575810432434,
+      "learning_rate": 0.0002,
+      "loss": 1.6585,
+      "step": 3090
+    },
+    {
+      "epoch": 2.7445772465692784,
+      "grad_norm": 0.4630090892314911,
+      "learning_rate": 0.0002,
+      "loss": 1.562,
+      "step": 3100
+    },
+    {
+      "epoch": 2.7534307215582117,
+      "grad_norm": 0.5437219738960266,
+      "learning_rate": 0.0002,
+      "loss": 1.5508,
+      "step": 3110
+    },
+    {
+      "epoch": 2.762284196547145,
+      "grad_norm": 0.5102152228355408,
+      "learning_rate": 0.0002,
+      "loss": 1.6442,
+      "step": 3120
+    },
+    {
+      "epoch": 2.771137671536078,
+      "grad_norm": 0.48287826776504517,
+      "learning_rate": 0.0002,
+      "loss": 1.5448,
+      "step": 3130
+    },
+    {
+      "epoch": 2.779991146525011,
+      "grad_norm": 0.4671737253665924,
+      "learning_rate": 0.0002,
+      "loss": 1.6657,
+      "step": 3140
+    },
+    {
+      "epoch": 2.7888446215139444,
+      "grad_norm": 0.5177035331726074,
+      "learning_rate": 0.0002,
+      "loss": 1.5864,
+      "step": 3150
+    },
+    {
+      "epoch": 2.7976980965028773,
+      "grad_norm": 0.450989305973053,
+      "learning_rate": 0.0002,
+      "loss": 1.5617,
+      "step": 3160
+    },
+    {
+      "epoch": 2.8065515714918106,
+      "grad_norm": 0.45007848739624023,
+      "learning_rate": 0.0002,
+      "loss": 1.597,
+      "step": 3170
+    },
+    {
+      "epoch": 2.815405046480744,
+      "grad_norm": 0.4600294530391693,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 3180
+    },
+    {
+      "epoch": 2.8242585214696767,
+      "grad_norm": 0.485628604888916,
+      "learning_rate": 0.0002,
+      "loss": 1.6441,
+      "step": 3190
+    },
+    {
+      "epoch": 2.83311199645861,
+      "grad_norm": 0.49811574816703796,
+      "learning_rate": 0.0002,
+      "loss": 1.6396,
+      "step": 3200
+    },
+    {
+      "epoch": 2.8419654714475433,
+      "grad_norm": 0.5012516975402832,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 3210
+    },
+    {
+      "epoch": 2.850818946436476,
+      "grad_norm": 0.4552757740020752,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 3220
+    },
+    {
+      "epoch": 2.8596724214254094,
+      "grad_norm": 0.4539635479450226,
+      "learning_rate": 0.0002,
+      "loss": 1.5993,
+      "step": 3230
+    },
+    {
+      "epoch": 2.8685258964143427,
+      "grad_norm": 0.5534685850143433,
+      "learning_rate": 0.0002,
+      "loss": 1.5957,
+      "step": 3240
+    },
+    {
+      "epoch": 2.8773793714032756,
+      "grad_norm": 0.4570811688899994,
+      "learning_rate": 0.0002,
+      "loss": 1.6065,
+      "step": 3250
+    },
+    {
+      "epoch": 2.886232846392209,
+      "grad_norm": 0.48181653022766113,
+      "learning_rate": 0.0002,
+      "loss": 1.6016,
+      "step": 3260
+    },
+    {
+      "epoch": 2.895086321381142,
+      "grad_norm": 0.4871032238006592,
+      "learning_rate": 0.0002,
+      "loss": 1.6574,
+      "step": 3270
+    },
+    {
+      "epoch": 2.903939796370075,
+      "grad_norm": 0.4643239676952362,
+      "learning_rate": 0.0002,
+      "loss": 1.5626,
+      "step": 3280
+    },
+    {
+      "epoch": 2.9127932713590083,
+      "grad_norm": 0.5024484395980835,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 3290
+    },
+    {
+      "epoch": 2.9216467463479416,
+      "grad_norm": 0.4425384998321533,
+      "learning_rate": 0.0002,
+      "loss": 1.5756,
+      "step": 3300
+    },
+    {
+      "epoch": 2.9305002213368745,
+      "grad_norm": 0.459168016910553,
+      "learning_rate": 0.0002,
+      "loss": 1.644,
+      "step": 3310
+    },
+    {
+      "epoch": 2.939353696325808,
+      "grad_norm": 0.4950717091560364,
+      "learning_rate": 0.0002,
+      "loss": 1.6404,
+      "step": 3320
+    },
+    {
+      "epoch": 2.948207171314741,
+      "grad_norm": 0.4516230523586273,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 3330
+    },
+    {
+      "epoch": 2.957060646303674,
+      "grad_norm": 0.49523285031318665,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 3340
+    },
+    {
+      "epoch": 2.9659141212926072,
+      "grad_norm": 0.49282631278038025,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 3350
+    },
+    {
+      "epoch": 2.9747675962815405,
+      "grad_norm": 0.45825016498565674,
+      "learning_rate": 0.0002,
+      "loss": 1.6519,
+      "step": 3360
+    },
+    {
+      "epoch": 2.983621071270474,
+      "grad_norm": 0.4952891170978546,
+      "learning_rate": 0.0002,
+      "loss": 1.6607,
+      "step": 3370
+    },
+    {
+      "epoch": 2.9924745462594067,
+      "grad_norm": 0.42182639241218567,
+      "learning_rate": 0.0002,
+      "loss": 1.5981,
+      "step": 3380
+    },
+    {
+      "epoch": 2.9995573262505535,
+      "eval_loss": 1.8308420181274414,
+      "eval_runtime": 82.786,
+      "eval_samples_per_second": 6.221,
+      "eval_steps_per_second": 0.785,
+      "step": 3388
+    },
+    {
+      "epoch": 3.00132802124834,
+      "grad_norm": 0.47721418738365173,
+      "learning_rate": 0.0002,
+      "loss": 1.5811,
+      "step": 3390
+    },
+    {
+      "epoch": 3.0101814962372733,
+      "grad_norm": 0.5284923911094666,
+      "learning_rate": 0.0002,
+      "loss": 1.5137,
+      "step": 3400
+    },
+    {
+      "epoch": 3.019034971226206,
+      "grad_norm": 0.5607061982154846,
+      "learning_rate": 0.0002,
+      "loss": 1.437,
+      "step": 3410
+    },
+    {
+      "epoch": 3.0278884462151394,
+      "grad_norm": 0.5271363258361816,
+      "learning_rate": 0.0002,
+      "loss": 1.4909,
+      "step": 3420
+    },
+    {
+      "epoch": 3.0367419212040727,
+      "grad_norm": 0.48660898208618164,
+      "learning_rate": 0.0002,
+      "loss": 1.5645,
+      "step": 3430
+    },
+    {
+      "epoch": 3.0455953961930056,
+      "grad_norm": 0.5767933130264282,
+      "learning_rate": 0.0002,
+      "loss": 1.4754,
+      "step": 3440
+    },
+    {
+      "epoch": 3.054448871181939,
+      "grad_norm": 0.5591282248497009,
+      "learning_rate": 0.0002,
+      "loss": 1.4647,
+      "step": 3450
+    },
+    {
+      "epoch": 3.063302346170872,
+      "grad_norm": 0.5870814323425293,
+      "learning_rate": 0.0002,
+      "loss": 1.5112,
+      "step": 3460
+    },
+    {
+      "epoch": 3.072155821159805,
+      "grad_norm": 0.4861546456813812,
+      "learning_rate": 0.0002,
+      "loss": 1.4682,
+      "step": 3470
+    },
+    {
+      "epoch": 3.0810092961487383,
+      "grad_norm": 0.5238925814628601,
+      "learning_rate": 0.0002,
+      "loss": 1.4883,
+      "step": 3480
+    },
+    {
+      "epoch": 3.0898627711376716,
+      "grad_norm": 0.5521751046180725,
+      "learning_rate": 0.0002,
+      "loss": 1.4855,
+      "step": 3490
+    },
+    {
+      "epoch": 3.098716246126605,
+      "grad_norm": 0.5816575884819031,
+      "learning_rate": 0.0002,
+      "loss": 1.4454,
+      "step": 3500
+    },
+    {
+      "epoch": 3.1075697211155378,
+      "grad_norm": 0.5281513333320618,
+      "learning_rate": 0.0002,
+      "loss": 1.5113,
+      "step": 3510
+    },
+    {
+      "epoch": 3.116423196104471,
+      "grad_norm": 0.5847303867340088,
+      "learning_rate": 0.0002,
+      "loss": 1.4723,
+      "step": 3520
+    },
+    {
+      "epoch": 3.1252766710934043,
+      "grad_norm": 0.5683517456054688,
+      "learning_rate": 0.0002,
+      "loss": 1.5513,
+      "step": 3530
+    },
+    {
+      "epoch": 3.134130146082337,
+      "grad_norm": 0.5177015662193298,
+      "learning_rate": 0.0002,
+      "loss": 1.532,
+      "step": 3540
+    },
+    {
+      "epoch": 3.1429836210712705,
+      "grad_norm": 0.5922423601150513,
+      "learning_rate": 0.0002,
+      "loss": 1.4921,
+      "step": 3550
+    },
+    {
+      "epoch": 3.151837096060204,
+      "grad_norm": 0.7018587589263916,
+      "learning_rate": 0.0002,
+      "loss": 1.5329,
+      "step": 3560
+    },
+    {
+      "epoch": 3.1606905710491366,
+      "grad_norm": 0.6152004599571228,
+      "learning_rate": 0.0002,
+      "loss": 1.4677,
+      "step": 3570
+    },
+    {
+      "epoch": 3.16954404603807,
+      "grad_norm": 0.5350717902183533,
+      "learning_rate": 0.0002,
+      "loss": 1.4288,
+      "step": 3580
+    },
+    {
+      "epoch": 3.1783975210270032,
+      "grad_norm": 0.5971009731292725,
+      "learning_rate": 0.0002,
+      "loss": 1.4739,
+      "step": 3590
+    },
+    {
+      "epoch": 3.187250996015936,
+      "grad_norm": 0.7312001585960388,
+      "learning_rate": 0.0002,
+      "loss": 1.541,
+      "step": 3600
+    },
+    {
+      "epoch": 3.1961044710048694,
+      "grad_norm": 0.6372535228729248,
+      "learning_rate": 0.0002,
+      "loss": 1.5803,
+      "step": 3610
+    },
+    {
+      "epoch": 3.2049579459938027,
+      "grad_norm": 0.6098020672798157,
+      "learning_rate": 0.0002,
+      "loss": 1.4642,
+      "step": 3620
+    },
+    {
+      "epoch": 3.2138114209827355,
+      "grad_norm": 0.5506435632705688,
+      "learning_rate": 0.0002,
+      "loss": 1.5149,
+      "step": 3630
+    },
+    {
+      "epoch": 3.222664895971669,
+      "grad_norm": 0.6043022274971008,
+      "learning_rate": 0.0002,
+      "loss": 1.4338,
+      "step": 3640
+    },
+    {
+      "epoch": 3.231518370960602,
+      "grad_norm": 0.5495519042015076,
+      "learning_rate": 0.0002,
+      "loss": 1.5351,
+      "step": 3650
+    },
+    {
+      "epoch": 3.240371845949535,
+      "grad_norm": 0.5769572257995605,
+      "learning_rate": 0.0002,
+      "loss": 1.3879,
+      "step": 3660
+    },
+    {
+      "epoch": 3.2492253209384683,
+      "grad_norm": 0.6833786964416504,
+      "learning_rate": 0.0002,
+      "loss": 1.4604,
+      "step": 3670
+    },
+    {
+      "epoch": 3.2580787959274016,
+      "grad_norm": 0.6962856650352478,
+      "learning_rate": 0.0002,
+      "loss": 1.5091,
+      "step": 3680
+    },
+    {
+      "epoch": 3.2669322709163344,
+      "grad_norm": 0.6553098559379578,
+      "learning_rate": 0.0002,
+      "loss": 1.5212,
+      "step": 3690
+    },
+    {
+      "epoch": 3.2757857459052677,
+      "grad_norm": 0.5907557010650635,
+      "learning_rate": 0.0002,
+      "loss": 1.5416,
+      "step": 3700
+    },
+    {
+      "epoch": 3.284639220894201,
+      "grad_norm": 0.5712862014770508,
+      "learning_rate": 0.0002,
+      "loss": 1.5012,
+      "step": 3710
+    },
+    {
+      "epoch": 3.2934926958831343,
+      "grad_norm": 0.573820948600769,
+      "learning_rate": 0.0002,
+      "loss": 1.5073,
+      "step": 3720
+    },
+    {
+      "epoch": 3.302346170872067,
+      "grad_norm": 0.6650304198265076,
+      "learning_rate": 0.0002,
+      "loss": 1.544,
+      "step": 3730
+    },
+    {
+      "epoch": 3.3111996458610005,
+      "grad_norm": 0.5182583928108215,
+      "learning_rate": 0.0002,
+      "loss": 1.5069,
+      "step": 3740
+    },
+    {
+      "epoch": 3.3200531208499338,
+      "grad_norm": 0.5078902840614319,
+      "learning_rate": 0.0002,
+      "loss": 1.5254,
+      "step": 3750
+    },
+    {
+      "epoch": 3.3289065958388666,
+      "grad_norm": 0.7062374353408813,
+      "learning_rate": 0.0002,
+      "loss": 1.4881,
+      "step": 3760
+    },
+    {
+      "epoch": 3.3377600708278,
+      "grad_norm": 0.5711262822151184,
+      "learning_rate": 0.0002,
+      "loss": 1.5017,
+      "step": 3770
+    },
+    {
+      "epoch": 3.346613545816733,
+      "grad_norm": 0.5624606013298035,
+      "learning_rate": 0.0002,
+      "loss": 1.4982,
+      "step": 3780
+    },
+    {
+      "epoch": 3.355467020805666,
+      "grad_norm": 0.6008231043815613,
+      "learning_rate": 0.0002,
+      "loss": 1.4515,
+      "step": 3790
+    },
+    {
+      "epoch": 3.3643204957945994,
+      "grad_norm": 0.6120018362998962,
+      "learning_rate": 0.0002,
+      "loss": 1.5038,
+      "step": 3800
+    },
+    {
+      "epoch": 3.3731739707835326,
+      "grad_norm": 0.5679979920387268,
+      "learning_rate": 0.0002,
+      "loss": 1.4918,
+      "step": 3810
+    },
+    {
+      "epoch": 3.3820274457724655,
+      "grad_norm": 0.5613794922828674,
+      "learning_rate": 0.0002,
+      "loss": 1.5435,
+      "step": 3820
+    },
+    {
+      "epoch": 3.390880920761399,
+      "grad_norm": 0.5328839421272278,
+      "learning_rate": 0.0002,
+      "loss": 1.5319,
+      "step": 3830
+    },
+    {
+      "epoch": 3.399734395750332,
+      "grad_norm": 0.5960017442703247,
+      "learning_rate": 0.0002,
+      "loss": 1.5262,
+      "step": 3840
+    },
+    {
+      "epoch": 3.4085878707392654,
+      "grad_norm": 0.5264106392860413,
+      "learning_rate": 0.0002,
+      "loss": 1.4227,
+      "step": 3850
+    },
+    {
+      "epoch": 3.4174413457281982,
+      "grad_norm": 0.6378359198570251,
+      "learning_rate": 0.0002,
+      "loss": 1.4766,
+      "step": 3860
+    },
+    {
+      "epoch": 3.4262948207171315,
+      "grad_norm": 0.5792967677116394,
+      "learning_rate": 0.0002,
+      "loss": 1.4898,
+      "step": 3870
+    },
+    {
+      "epoch": 3.435148295706065,
+      "grad_norm": 0.6836280822753906,
+      "learning_rate": 0.0002,
+      "loss": 1.4914,
+      "step": 3880
+    },
+    {
+      "epoch": 3.4440017706949977,
+      "grad_norm": 0.6073971390724182,
+      "learning_rate": 0.0002,
+      "loss": 1.5002,
+      "step": 3890
+    },
+    {
+      "epoch": 3.452855245683931,
+      "grad_norm": 0.5753195881843567,
+      "learning_rate": 0.0002,
+      "loss": 1.4473,
+      "step": 3900
+    },
+    {
+      "epoch": 3.4617087206728643,
+      "grad_norm": 0.6007646918296814,
+      "learning_rate": 0.0002,
+      "loss": 1.5332,
+      "step": 3910
+    },
+    {
+      "epoch": 3.470562195661797,
+      "grad_norm": 0.6025636196136475,
+      "learning_rate": 0.0002,
+      "loss": 1.515,
+      "step": 3920
+    },
+    {
+      "epoch": 3.4794156706507304,
+      "grad_norm": 0.6819562315940857,
+      "learning_rate": 0.0002,
+      "loss": 1.4612,
+      "step": 3930
+    },
+    {
+      "epoch": 3.4882691456396637,
+      "grad_norm": 0.6448395848274231,
+      "learning_rate": 0.0002,
+      "loss": 1.518,
+      "step": 3940
+    },
+    {
+      "epoch": 3.4971226206285966,
+      "grad_norm": 0.5712178945541382,
+      "learning_rate": 0.0002,
+      "loss": 1.5194,
+      "step": 3950
+    },
+    {
+      "epoch": 3.50597609561753,
+      "grad_norm": 0.6300532817840576,
+      "learning_rate": 0.0002,
+      "loss": 1.4757,
+      "step": 3960
+    },
+    {
+      "epoch": 3.514829570606463,
+      "grad_norm": 0.6120840907096863,
+      "learning_rate": 0.0002,
+      "loss": 1.5142,
+      "step": 3970
+    },
+    {
+      "epoch": 3.523683045595396,
+      "grad_norm": 0.6887575387954712,
+      "learning_rate": 0.0002,
+      "loss": 1.559,
+      "step": 3980
+    },
+    {
+      "epoch": 3.5325365205843293,
+      "grad_norm": 0.6970235109329224,
+      "learning_rate": 0.0002,
+      "loss": 1.5591,
+      "step": 3990
+    },
+    {
+      "epoch": 3.5413899955732626,
+      "grad_norm": 0.5818213820457458,
+      "learning_rate": 0.0002,
+      "loss": 1.5198,
+      "step": 4000
+    },
+    {
+      "epoch": 3.5502434705621955,
+      "grad_norm": 1.0533310174942017,
+      "learning_rate": 0.0002,
+      "loss": 1.5367,
+      "step": 4010
+    },
+    {
+      "epoch": 3.5590969455511288,
+      "grad_norm": 0.5444280505180359,
+      "learning_rate": 0.0002,
+      "loss": 1.5399,
+      "step": 4020
+    },
+    {
+      "epoch": 3.567950420540062,
+      "grad_norm": 0.6007506847381592,
+      "learning_rate": 0.0002,
+      "loss": 1.5573,
+      "step": 4030
+    },
+    {
+      "epoch": 3.576803895528995,
+      "grad_norm": 0.6088743805885315,
+      "learning_rate": 0.0002,
+      "loss": 1.5059,
+      "step": 4040
+    },
+    {
+      "epoch": 3.585657370517928,
+      "grad_norm": 0.5934239029884338,
+      "learning_rate": 0.0002,
+      "loss": 1.5174,
+      "step": 4050
+    },
+    {
+      "epoch": 3.5945108455068615,
+      "grad_norm": 0.605251669883728,
+      "learning_rate": 0.0002,
+      "loss": 1.4938,
+      "step": 4060
+    },
+    {
+      "epoch": 3.6033643204957944,
+      "grad_norm": 0.5903469920158386,
+      "learning_rate": 0.0002,
+      "loss": 1.5142,
+      "step": 4070
+    },
+    {
+      "epoch": 3.6122177954847277,
+      "grad_norm": 0.6752413511276245,
+      "learning_rate": 0.0002,
+      "loss": 1.5234,
+      "step": 4080
+    },
+    {
+      "epoch": 3.621071270473661,
+      "grad_norm": 0.5810418725013733,
+      "learning_rate": 0.0002,
+      "loss": 1.5041,
+      "step": 4090
+    },
+    {
+      "epoch": 3.629924745462594,
+      "grad_norm": 0.5918573141098022,
+      "learning_rate": 0.0002,
+      "loss": 1.5358,
+      "step": 4100
+    },
+    {
+      "epoch": 3.638778220451527,
+      "grad_norm": 0.6635358333587646,
+      "learning_rate": 0.0002,
+      "loss": 1.499,
+      "step": 4110
+    },
+    {
+      "epoch": 3.6476316954404604,
+      "grad_norm": 0.5785038471221924,
+      "learning_rate": 0.0002,
+      "loss": 1.5021,
+      "step": 4120
+    },
+    {
+      "epoch": 3.6564851704293937,
+      "grad_norm": 0.5837879776954651,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 4130
+    },
+    {
+      "epoch": 3.6653386454183265,
+      "grad_norm": 0.6449324488639832,
+      "learning_rate": 0.0002,
+      "loss": 1.4273,
+      "step": 4140
+    },
+    {
+      "epoch": 3.67419212040726,
+      "grad_norm": 0.6191908717155457,
+      "learning_rate": 0.0002,
+      "loss": 1.4608,
+      "step": 4150
+    },
+    {
+      "epoch": 3.683045595396193,
+      "grad_norm": 0.6937987208366394,
+      "learning_rate": 0.0002,
+      "loss": 1.4567,
+      "step": 4160
+    },
+    {
+      "epoch": 3.6918990703851264,
+      "grad_norm": 0.581128716468811,
+      "learning_rate": 0.0002,
+      "loss": 1.4136,
+      "step": 4170
+    },
+    {
+      "epoch": 3.7007525453740593,
+      "grad_norm": 0.6547803282737732,
+      "learning_rate": 0.0002,
+      "loss": 1.4204,
+      "step": 4180
+    },
+    {
+      "epoch": 3.7096060203629926,
+      "grad_norm": 0.5961150527000427,
+      "learning_rate": 0.0002,
+      "loss": 1.4653,
+      "step": 4190
+    },
+    {
+      "epoch": 3.718459495351926,
+      "grad_norm": 0.6197913885116577,
+      "learning_rate": 0.0002,
+      "loss": 1.4755,
+      "step": 4200
+    },
+    {
+      "epoch": 3.7273129703408587,
+      "grad_norm": 0.688565194606781,
+      "learning_rate": 0.0002,
+      "loss": 1.5191,
+      "step": 4210
+    },
+    {
+      "epoch": 3.736166445329792,
+      "grad_norm": 0.5832270979881287,
+      "learning_rate": 0.0002,
+      "loss": 1.5618,
+      "step": 4220
+    },
+    {
+      "epoch": 3.7450199203187253,
+      "grad_norm": 0.5643884539604187,
+      "learning_rate": 0.0002,
+      "loss": 1.4747,
+      "step": 4230
+    },
+    {
+      "epoch": 3.753873395307658,
+      "grad_norm": 0.6236484050750732,
+      "learning_rate": 0.0002,
+      "loss": 1.5242,
+      "step": 4240
+    },
+    {
+      "epoch": 3.7627268702965915,
+      "grad_norm": 0.5367720127105713,
+      "learning_rate": 0.0002,
+      "loss": 1.576,
+      "step": 4250
+    },
+    {
+      "epoch": 3.7715803452855248,
+      "grad_norm": 0.5785109400749207,
+      "learning_rate": 0.0002,
+      "loss": 1.5234,
+      "step": 4260
+    },
+    {
+      "epoch": 3.7804338202744576,
+      "grad_norm": 0.5698465704917908,
+      "learning_rate": 0.0002,
+      "loss": 1.4947,
+      "step": 4270
+    },
+    {
+      "epoch": 3.789287295263391,
+      "grad_norm": 0.5748036503791809,
+      "learning_rate": 0.0002,
+      "loss": 1.4769,
+      "step": 4280
+    },
+    {
+      "epoch": 3.798140770252324,
+      "grad_norm": 0.608147382736206,
+      "learning_rate": 0.0002,
+      "loss": 1.5503,
+      "step": 4290
+    },
+    {
+      "epoch": 3.806994245241257,
+      "grad_norm": 0.5820456147193909,
+      "learning_rate": 0.0002,
+      "loss": 1.5354,
+      "step": 4300
+    },
+    {
+      "epoch": 3.8158477202301904,
+      "grad_norm": 0.6325612664222717,
+      "learning_rate": 0.0002,
+      "loss": 1.5668,
+      "step": 4310
+    },
+    {
+      "epoch": 3.8247011952191237,
+      "grad_norm": 0.6465362310409546,
+      "learning_rate": 0.0002,
+      "loss": 1.5295,
+      "step": 4320
+    },
+    {
+      "epoch": 3.8335546702080565,
+      "grad_norm": 0.5630854368209839,
+      "learning_rate": 0.0002,
+      "loss": 1.5048,
+      "step": 4330
+    },
+    {
+      "epoch": 3.84240814519699,
+      "grad_norm": 0.6181462407112122,
+      "learning_rate": 0.0002,
+      "loss": 1.5636,
+      "step": 4340
+    },
+    {
+      "epoch": 3.851261620185923,
+      "grad_norm": 0.6207571029663086,
+      "learning_rate": 0.0002,
+      "loss": 1.5113,
+      "step": 4350
+    },
+    {
+      "epoch": 3.860115095174856,
+      "grad_norm": 0.6092919111251831,
+      "learning_rate": 0.0002,
+      "loss": 1.5424,
+      "step": 4360
+    },
+    {
+      "epoch": 3.8689685701637893,
+      "grad_norm": 0.6140493750572205,
+      "learning_rate": 0.0002,
+      "loss": 1.5214,
+      "step": 4370
+    },
+    {
+      "epoch": 3.8778220451527226,
+      "grad_norm": 0.611575722694397,
+      "learning_rate": 0.0002,
+      "loss": 1.5574,
+      "step": 4380
+    },
+    {
+      "epoch": 3.8866755201416554,
+      "grad_norm": 0.6288794279098511,
+      "learning_rate": 0.0002,
+      "loss": 1.5563,
+      "step": 4390
+    },
+    {
+      "epoch": 3.8955289951305887,
+      "grad_norm": 0.6518979072570801,
+      "learning_rate": 0.0002,
+      "loss": 1.4967,
+      "step": 4400
+    },
+    {
+      "epoch": 3.904382470119522,
+      "grad_norm": 0.6144753098487854,
+      "learning_rate": 0.0002,
+      "loss": 1.5366,
+      "step": 4410
+    },
+    {
+      "epoch": 3.913235945108455,
+      "grad_norm": 0.7034937143325806,
+      "learning_rate": 0.0002,
+      "loss": 1.6285,
+      "step": 4420
+    },
+    {
+      "epoch": 3.922089420097388,
+      "grad_norm": 0.5713187456130981,
+      "learning_rate": 0.0002,
+      "loss": 1.4978,
+      "step": 4430
+    },
+    {
+      "epoch": 3.9309428950863214,
+      "grad_norm": 0.6187576651573181,
+      "learning_rate": 0.0002,
+      "loss": 1.5532,
+      "step": 4440
+    },
+    {
+      "epoch": 3.9397963700752543,
+      "grad_norm": 0.6439383029937744,
+      "learning_rate": 0.0002,
+      "loss": 1.551,
+      "step": 4450
+    },
+    {
+      "epoch": 3.9486498450641876,
+      "grad_norm": 0.6133334636688232,
+      "learning_rate": 0.0002,
+      "loss": 1.5073,
+      "step": 4460
+    },
+    {
+      "epoch": 3.957503320053121,
+      "grad_norm": 0.593463659286499,
+      "learning_rate": 0.0002,
+      "loss": 1.538,
+      "step": 4470
+    },
+    {
+      "epoch": 3.9663567950420537,
+      "grad_norm": 0.6261998414993286,
+      "learning_rate": 0.0002,
+      "loss": 1.5636,
+      "step": 4480
+    },
+    {
+      "epoch": 3.975210270030987,
+      "grad_norm": 0.6153767704963684,
+      "learning_rate": 0.0002,
+      "loss": 1.4888,
+      "step": 4490
+    },
+    {
+      "epoch": 3.9840637450199203,
+      "grad_norm": 0.6184002757072449,
+      "learning_rate": 0.0002,
+      "loss": 1.4986,
+      "step": 4500
+    },
+    {
+      "epoch": 3.9929172200088536,
+      "grad_norm": 0.5212734341621399,
+      "learning_rate": 0.0002,
+      "loss": 1.5134,
+      "step": 4510
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8745536804199219,
+      "eval_runtime": 83.0125,
+      "eval_samples_per_second": 6.204,
+      "eval_steps_per_second": 0.783,
+      "step": 4518
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9032,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.090829237882716e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-4518/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502feef99fedeea2677424fa05ac9dd15bf387252b0a48aac7fcee8dbc277440
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-5647/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-5623-sd-10000/checkpoint-5647/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}