Upload folder using huggingface_hub

.gitattributes

@@ -213,3 +213,12 @@ Meta-Llama-3-8B-Instruct_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512
 Meta-Llama-3-8B-Instruct_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-177-sd-1/checkpoint-73/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-177-sd-1/checkpoint-80/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct_int4_winogrande-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-177-sd-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-4608/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-5376/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-6144/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-768/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dcc0f054d062272ed31bf92071323178f08e6ec87762c3a87f14ad6069784f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dcc0f054d062272ed31bf92071323178f08e6ec87762c3a87f14ad6069784f
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a073506281e1eefb5cacccc9cba0f6b2199b0d98180b3e77a727f5c4867b4
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dab4e129971e0e79e45360713facc6f8554139f5f916bd7717b107da9ed95b
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6959f19b564ff58381bbd14c6430271d7cbf32aec3c0081509e7210bca5f71
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/trainer_state.json

@@ -0,0 +1,1120 @@
+{
+  "best_metric": 1.820037841796875,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 1536,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013020833333333334,
+      "grad_norm": 0.513252854347229,
+      "learning_rate": 0.0002,
+      "loss": 2.6589,
+      "step": 10
+    },
+    {
+      "epoch": 0.026041666666666668,
+      "grad_norm": 0.5675475001335144,
+      "learning_rate": 0.0002,
+      "loss": 2.307,
+      "step": 20
+    },
+    {
+      "epoch": 0.0390625,
+      "grad_norm": 0.5074710845947266,
+      "learning_rate": 0.0002,
+      "loss": 2.0492,
+      "step": 30
+    },
+    {
+      "epoch": 0.052083333333333336,
+      "grad_norm": 0.7609530687332153,
+      "learning_rate": 0.0002,
+      "loss": 2.0109,
+      "step": 40
+    },
+    {
+      "epoch": 0.06510416666666667,
+      "grad_norm": 0.5691684484481812,
+      "learning_rate": 0.0002,
+      "loss": 1.8852,
+      "step": 50
+    },
+    {
+      "epoch": 0.078125,
+      "grad_norm": 0.5346821546554565,
+      "learning_rate": 0.0002,
+      "loss": 1.8763,
+      "step": 60
+    },
+    {
+      "epoch": 0.09114583333333333,
+      "grad_norm": 0.46337810158729553,
+      "learning_rate": 0.0002,
+      "loss": 1.8639,
+      "step": 70
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.4698766767978668,
+      "learning_rate": 0.0002,
+      "loss": 1.8124,
+      "step": 80
+    },
+    {
+      "epoch": 0.1171875,
+      "grad_norm": 0.43780726194381714,
+      "learning_rate": 0.0002,
+      "loss": 1.8101,
+      "step": 90
+    },
+    {
+      "epoch": 0.13020833333333334,
+      "grad_norm": 0.9183378219604492,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 100
+    },
+    {
+      "epoch": 0.14322916666666666,
+      "grad_norm": 0.44829392433166504,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 110
+    },
+    {
+      "epoch": 0.15625,
+      "grad_norm": 0.3734739422798157,
+      "learning_rate": 0.0002,
+      "loss": 1.8906,
+      "step": 120
+    },
+    {
+      "epoch": 0.16927083333333334,
+      "grad_norm": 0.4368326663970947,
+      "learning_rate": 0.0002,
+      "loss": 1.8302,
+      "step": 130
+    },
+    {
+      "epoch": 0.18229166666666666,
+      "grad_norm": 0.3962480127811432,
+      "learning_rate": 0.0002,
+      "loss": 1.898,
+      "step": 140
+    },
+    {
+      "epoch": 0.1953125,
+      "grad_norm": 0.4569706916809082,
+      "learning_rate": 0.0002,
+      "loss": 1.8136,
+      "step": 150
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.4076327383518219,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 160
+    },
+    {
+      "epoch": 0.22135416666666666,
+      "grad_norm": 0.4026809632778168,
+      "learning_rate": 0.0002,
+      "loss": 1.7927,
+      "step": 170
+    },
+    {
+      "epoch": 0.234375,
+      "grad_norm": 0.40455079078674316,
+      "learning_rate": 0.0002,
+      "loss": 1.8999,
+      "step": 180
+    },
+    {
+      "epoch": 0.24739583333333334,
+      "grad_norm": 0.40840157866477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 190
+    },
+    {
+      "epoch": 0.2604166666666667,
+      "grad_norm": 0.4101830720901489,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 200
+    },
+    {
+      "epoch": 0.2734375,
+      "grad_norm": 0.3911910057067871,
+      "learning_rate": 0.0002,
+      "loss": 1.8106,
+      "step": 210
+    },
+    {
+      "epoch": 0.2864583333333333,
+      "grad_norm": 0.4409257173538208,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 220
+    },
+    {
+      "epoch": 0.2994791666666667,
+      "grad_norm": 0.39020729064941406,
+      "learning_rate": 0.0002,
+      "loss": 1.8192,
+      "step": 230
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.4311807155609131,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 240
+    },
+    {
+      "epoch": 0.3255208333333333,
+      "grad_norm": 0.3851333558559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7477,
+      "step": 250
+    },
+    {
+      "epoch": 0.3385416666666667,
+      "grad_norm": 0.37738412618637085,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 260
+    },
+    {
+      "epoch": 0.3515625,
+      "grad_norm": 0.3525104820728302,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 270
+    },
+    {
+      "epoch": 0.3645833333333333,
+      "grad_norm": 0.418957382440567,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 280
+    },
+    {
+      "epoch": 0.3776041666666667,
+      "grad_norm": 0.40066027641296387,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 290
+    },
+    {
+      "epoch": 0.390625,
+      "grad_norm": 0.379321813583374,
+      "learning_rate": 0.0002,
+      "loss": 1.7294,
+      "step": 300
+    },
+    {
+      "epoch": 0.4036458333333333,
+      "grad_norm": 0.35400667786598206,
+      "learning_rate": 0.0002,
+      "loss": 1.869,
+      "step": 310
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.6621660590171814,
+      "learning_rate": 0.0002,
+      "loss": 1.7546,
+      "step": 320
+    },
+    {
+      "epoch": 0.4296875,
+      "grad_norm": 0.3783826529979706,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 330
+    },
+    {
+      "epoch": 0.4427083333333333,
+      "grad_norm": 0.3920382857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 340
+    },
+    {
+      "epoch": 0.4557291666666667,
+      "grad_norm": 0.3657408654689789,
+      "learning_rate": 0.0002,
+      "loss": 1.8204,
+      "step": 350
+    },
+    {
+      "epoch": 0.46875,
+      "grad_norm": 0.3717544674873352,
+      "learning_rate": 0.0002,
+      "loss": 1.7719,
+      "step": 360
+    },
+    {
+      "epoch": 0.4817708333333333,
+      "grad_norm": 0.33955204486846924,
+      "learning_rate": 0.0002,
+      "loss": 1.7863,
+      "step": 370
+    },
+    {
+      "epoch": 0.4947916666666667,
+      "grad_norm": 0.33888939023017883,
+      "learning_rate": 0.0002,
+      "loss": 1.7751,
+      "step": 380
+    },
+    {
+      "epoch": 0.5078125,
+      "grad_norm": 0.3748014271259308,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 390
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.37372609972953796,
+      "learning_rate": 0.0002,
+      "loss": 1.7946,
+      "step": 400
+    },
+    {
+      "epoch": 0.5338541666666666,
+      "grad_norm": 0.4089180827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 410
+    },
+    {
+      "epoch": 0.546875,
+      "grad_norm": 0.38470903038978577,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 420
+    },
+    {
+      "epoch": 0.5598958333333334,
+      "grad_norm": 0.33426186442375183,
+      "learning_rate": 0.0002,
+      "loss": 1.814,
+      "step": 430
+    },
+    {
+      "epoch": 0.5729166666666666,
+      "grad_norm": 0.3802422285079956,
+      "learning_rate": 0.0002,
+      "loss": 1.6738,
+      "step": 440
+    },
+    {
+      "epoch": 0.5859375,
+      "grad_norm": 0.3245152533054352,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 450
+    },
+    {
+      "epoch": 0.5989583333333334,
+      "grad_norm": 0.34128233790397644,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 460
+    },
+    {
+      "epoch": 0.6119791666666666,
+      "grad_norm": 0.33154451847076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7947,
+      "step": 470
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.34642690420150757,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 480
+    },
+    {
+      "epoch": 0.6380208333333334,
+      "grad_norm": 0.37599194049835205,
+      "learning_rate": 0.0002,
+      "loss": 1.7242,
+      "step": 490
+    },
+    {
+      "epoch": 0.6510416666666666,
+      "grad_norm": 0.4088667333126068,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 500
+    },
+    {
+      "epoch": 0.6640625,
+      "grad_norm": 0.35734823346138,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 510
+    },
+    {
+      "epoch": 0.6770833333333334,
+      "grad_norm": 0.38925203680992126,
+      "learning_rate": 0.0002,
+      "loss": 1.8128,
+      "step": 520
+    },
+    {
+      "epoch": 0.6901041666666666,
+      "grad_norm": 0.3787044584751129,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 530
+    },
+    {
+      "epoch": 0.703125,
+      "grad_norm": 0.35195621848106384,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 540
+    },
+    {
+      "epoch": 0.7161458333333334,
+      "grad_norm": 0.39059996604919434,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 550
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.5075398683547974,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 560
+    },
+    {
+      "epoch": 0.7421875,
+      "grad_norm": 0.4286627471446991,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 570
+    },
+    {
+      "epoch": 0.7552083333333334,
+      "grad_norm": 0.33405354619026184,
+      "learning_rate": 0.0002,
+      "loss": 1.8418,
+      "step": 580
+    },
+    {
+      "epoch": 0.7682291666666666,
+      "grad_norm": 0.37269648909568787,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 590
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.3618223965167999,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.7942708333333334,
+      "grad_norm": 0.33787694573402405,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 610
+    },
+    {
+      "epoch": 0.8072916666666666,
+      "grad_norm": 0.4018900990486145,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 620
+    },
+    {
+      "epoch": 0.8203125,
+      "grad_norm": 0.3892900049686432,
+      "learning_rate": 0.0002,
+      "loss": 1.8206,
+      "step": 630
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.33400827646255493,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 640
+    },
+    {
+      "epoch": 0.8463541666666666,
+      "grad_norm": 0.3237822353839874,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 650
+    },
+    {
+      "epoch": 0.859375,
+      "grad_norm": 0.35551393032073975,
+      "learning_rate": 0.0002,
+      "loss": 1.8172,
+      "step": 660
+    },
+    {
+      "epoch": 0.8723958333333334,
+      "grad_norm": 0.38883528113365173,
+      "learning_rate": 0.0002,
+      "loss": 1.8265,
+      "step": 670
+    },
+    {
+      "epoch": 0.8854166666666666,
+      "grad_norm": 0.35139647126197815,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 680
+    },
+    {
+      "epoch": 0.8984375,
+      "grad_norm": 0.3403511941432953,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 690
+    },
+    {
+      "epoch": 0.9114583333333334,
+      "grad_norm": 0.32814469933509827,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 700
+    },
+    {
+      "epoch": 0.9244791666666666,
+      "grad_norm": 0.3933236598968506,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 710
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.3436862528324127,
+      "learning_rate": 0.0002,
+      "loss": 1.7249,
+      "step": 720
+    },
+    {
+      "epoch": 0.9505208333333334,
+      "grad_norm": 0.32683226466178894,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 730
+    },
+    {
+      "epoch": 0.9635416666666666,
+      "grad_norm": 0.32675468921661377,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 740
+    },
+    {
+      "epoch": 0.9765625,
+      "grad_norm": 0.371297150850296,
+      "learning_rate": 0.0002,
+      "loss": 1.7429,
+      "step": 750
+    },
+    {
+      "epoch": 0.9895833333333334,
+      "grad_norm": 0.39658334851264954,
+      "learning_rate": 0.0002,
+      "loss": 1.777,
+      "step": 760
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8215787410736084,
+      "eval_runtime": 102.4906,
+      "eval_samples_per_second": 5.025,
+      "eval_steps_per_second": 0.634,
+      "step": 768
+    },
+    {
+      "epoch": 1.0026041666666667,
+      "grad_norm": 0.303970068693161,
+      "learning_rate": 0.0002,
+      "loss": 1.8072,
+      "step": 770
+    },
+    {
+      "epoch": 1.015625,
+      "grad_norm": 0.32745876908302307,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 780
+    },
+    {
+      "epoch": 1.0286458333333333,
+      "grad_norm": 0.33467888832092285,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 790
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.38253068923950195,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 800
+    },
+    {
+      "epoch": 1.0546875,
+      "grad_norm": 0.3955802023410797,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 810
+    },
+    {
+      "epoch": 1.0677083333333333,
+      "grad_norm": 0.3534117043018341,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 820
+    },
+    {
+      "epoch": 1.0807291666666667,
+      "grad_norm": 0.33427858352661133,
+      "learning_rate": 0.0002,
+      "loss": 1.6361,
+      "step": 830
+    },
+    {
+      "epoch": 1.09375,
+      "grad_norm": 0.35261571407318115,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 840
+    },
+    {
+      "epoch": 1.1067708333333333,
+      "grad_norm": 0.4416263997554779,
+      "learning_rate": 0.0002,
+      "loss": 1.7112,
+      "step": 850
+    },
+    {
+      "epoch": 1.1197916666666667,
+      "grad_norm": 0.3918050229549408,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 860
+    },
+    {
+      "epoch": 1.1328125,
+      "grad_norm": 0.38482677936553955,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 870
+    },
+    {
+      "epoch": 1.1458333333333333,
+      "grad_norm": 0.4945143759250641,
+      "learning_rate": 0.0002,
+      "loss": 1.6951,
+      "step": 880
+    },
+    {
+      "epoch": 1.1588541666666667,
+      "grad_norm": 0.429677814245224,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 890
+    },
+    {
+      "epoch": 1.171875,
+      "grad_norm": 0.41878288984298706,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 900
+    },
+    {
+      "epoch": 1.1848958333333333,
+      "grad_norm": 0.41578373312950134,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 910
+    },
+    {
+      "epoch": 1.1979166666666667,
+      "grad_norm": 0.37028902769088745,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 920
+    },
+    {
+      "epoch": 1.2109375,
+      "grad_norm": 0.3824995756149292,
+      "learning_rate": 0.0002,
+      "loss": 1.7074,
+      "step": 930
+    },
+    {
+      "epoch": 1.2239583333333333,
+      "grad_norm": 0.3818865418434143,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 940
+    },
+    {
+      "epoch": 1.2369791666666667,
+      "grad_norm": 0.3930460810661316,
+      "learning_rate": 0.0002,
+      "loss": 1.7894,
+      "step": 950
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.3904426395893097,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 960
+    },
+    {
+      "epoch": 1.2630208333333333,
+      "grad_norm": 0.4175802171230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 970
+    },
+    {
+      "epoch": 1.2760416666666667,
+      "grad_norm": 0.42343786358833313,
+      "learning_rate": 0.0002,
+      "loss": 1.7556,
+      "step": 980
+    },
+    {
+      "epoch": 1.2890625,
+      "grad_norm": 0.4168420135974884,
+      "learning_rate": 0.0002,
+      "loss": 1.6339,
+      "step": 990
+    },
+    {
+      "epoch": 1.3020833333333333,
+      "grad_norm": 0.38692983984947205,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3151041666666667,
+      "grad_norm": 0.5037692189216614,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 1010
+    },
+    {
+      "epoch": 1.328125,
+      "grad_norm": 0.39436691999435425,
+      "learning_rate": 0.0002,
+      "loss": 1.6878,
+      "step": 1020
+    },
+    {
+      "epoch": 1.3411458333333333,
+      "grad_norm": 0.3431943356990814,
+      "learning_rate": 0.0002,
+      "loss": 1.7113,
+      "step": 1030
+    },
+    {
+      "epoch": 1.3541666666666667,
+      "grad_norm": 0.39167070388793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7034,
+      "step": 1040
+    },
+    {
+      "epoch": 1.3671875,
+      "grad_norm": 0.3820446729660034,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3802083333333333,
+      "grad_norm": 0.4190749526023865,
+      "learning_rate": 0.0002,
+      "loss": 1.7885,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3932291666666667,
+      "grad_norm": 0.3618869185447693,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 1070
+    },
+    {
+      "epoch": 1.40625,
+      "grad_norm": 0.38852423429489136,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1080
+    },
+    {
+      "epoch": 1.4192708333333333,
+      "grad_norm": 0.49829256534576416,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 1090
+    },
+    {
+      "epoch": 1.4322916666666667,
+      "grad_norm": 0.3956700563430786,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 1100
+    },
+    {
+      "epoch": 1.4453125,
+      "grad_norm": 0.38829147815704346,
+      "learning_rate": 0.0002,
+      "loss": 1.5866,
+      "step": 1110
+    },
+    {
+      "epoch": 1.4583333333333333,
+      "grad_norm": 0.37237483263015747,
+      "learning_rate": 0.0002,
+      "loss": 1.6709,
+      "step": 1120
+    },
+    {
+      "epoch": 1.4713541666666667,
+      "grad_norm": 0.39798808097839355,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1130
+    },
+    {
+      "epoch": 1.484375,
+      "grad_norm": 0.38188642263412476,
+      "learning_rate": 0.0002,
+      "loss": 1.7484,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4973958333333333,
+      "grad_norm": 0.44961944222450256,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 1150
+    },
+    {
+      "epoch": 1.5104166666666665,
+      "grad_norm": 0.3816550374031067,
+      "learning_rate": 0.0002,
+      "loss": 1.6241,
+      "step": 1160
+    },
+    {
+      "epoch": 1.5234375,
+      "grad_norm": 0.3885478973388672,
+      "learning_rate": 0.0002,
+      "loss": 1.7606,
+      "step": 1170
+    },
+    {
+      "epoch": 1.5364583333333335,
+      "grad_norm": 0.42779695987701416,
+      "learning_rate": 0.0002,
+      "loss": 1.7285,
+      "step": 1180
+    },
+    {
+      "epoch": 1.5494791666666665,
+      "grad_norm": 0.41499748826026917,
+      "learning_rate": 0.0002,
+      "loss": 1.7399,
+      "step": 1190
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.4319412410259247,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1200
+    },
+    {
+      "epoch": 1.5755208333333335,
+      "grad_norm": 0.38847389817237854,
+      "learning_rate": 0.0002,
+      "loss": 1.7297,
+      "step": 1210
+    },
+    {
+      "epoch": 1.5885416666666665,
+      "grad_norm": 0.45832890272140503,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 1220
+    },
+    {
+      "epoch": 1.6015625,
+      "grad_norm": 0.45928797125816345,
+      "learning_rate": 0.0002,
+      "loss": 1.68,
+      "step": 1230
+    },
+    {
+      "epoch": 1.6145833333333335,
+      "grad_norm": 0.4052276611328125,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1240
+    },
+    {
+      "epoch": 1.6276041666666665,
+      "grad_norm": 0.4031650424003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 1250
+    },
+    {
+      "epoch": 1.640625,
+      "grad_norm": 0.36724114418029785,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1260
+    },
+    {
+      "epoch": 1.6536458333333335,
+      "grad_norm": 0.4188505709171295,
+      "learning_rate": 0.0002,
+      "loss": 1.7672,
+      "step": 1270
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3982168138027191,
+      "learning_rate": 0.0002,
+      "loss": 1.7685,
+      "step": 1280
+    },
+    {
+      "epoch": 1.6796875,
+      "grad_norm": 0.3768596053123474,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 1290
+    },
+    {
+      "epoch": 1.6927083333333335,
+      "grad_norm": 0.3843287527561188,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 1300
+    },
+    {
+      "epoch": 1.7057291666666665,
+      "grad_norm": 0.3982345461845398,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 1310
+    },
+    {
+      "epoch": 1.71875,
+      "grad_norm": 0.3407546281814575,
+      "learning_rate": 0.0002,
+      "loss": 1.7084,
+      "step": 1320
+    },
+    {
+      "epoch": 1.7317708333333335,
+      "grad_norm": 0.36327359080314636,
+      "learning_rate": 0.0002,
+      "loss": 1.7316,
+      "step": 1330
+    },
+    {
+      "epoch": 1.7447916666666665,
+      "grad_norm": 0.4141675531864166,
+      "learning_rate": 0.0002,
+      "loss": 1.734,
+      "step": 1340
+    },
+    {
+      "epoch": 1.7578125,
+      "grad_norm": 0.43894267082214355,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 1350
+    },
+    {
+      "epoch": 1.7708333333333335,
+      "grad_norm": 0.40564292669296265,
+      "learning_rate": 0.0002,
+      "loss": 1.6613,
+      "step": 1360
+    },
+    {
+      "epoch": 1.7838541666666665,
+      "grad_norm": 0.3978462815284729,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1370
+    },
+    {
+      "epoch": 1.796875,
+      "grad_norm": 0.37140771746635437,
+      "learning_rate": 0.0002,
+      "loss": 1.6497,
+      "step": 1380
+    },
+    {
+      "epoch": 1.8098958333333335,
+      "grad_norm": 0.43164145946502686,
+      "learning_rate": 0.0002,
+      "loss": 1.742,
+      "step": 1390
+    },
+    {
+      "epoch": 1.8229166666666665,
+      "grad_norm": 0.38034674525260925,
+      "learning_rate": 0.0002,
+      "loss": 1.7253,
+      "step": 1400
+    },
+    {
+      "epoch": 1.8359375,
+      "grad_norm": 0.4235687851905823,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1410
+    },
+    {
+      "epoch": 1.8489583333333335,
+      "grad_norm": 0.37417489290237427,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1420
+    },
+    {
+      "epoch": 1.8619791666666665,
+      "grad_norm": 0.4303789734840393,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1430
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.43942129611968994,
+      "learning_rate": 0.0002,
+      "loss": 1.6489,
+      "step": 1440
+    },
+    {
+      "epoch": 1.8880208333333335,
+      "grad_norm": 0.3866581320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 1450
+    },
+    {
+      "epoch": 1.9010416666666665,
+      "grad_norm": 0.3686903417110443,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1460
+    },
+    {
+      "epoch": 1.9140625,
+      "grad_norm": 0.3885461986064911,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 1470
+    },
+    {
+      "epoch": 1.9270833333333335,
+      "grad_norm": 0.4156927466392517,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1480
+    },
+    {
+      "epoch": 1.9401041666666665,
+      "grad_norm": 0.3934236168861389,
+      "learning_rate": 0.0002,
+      "loss": 1.5921,
+      "step": 1490
+    },
+    {
+      "epoch": 1.953125,
+      "grad_norm": 0.38645586371421814,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 1500
+    },
+    {
+      "epoch": 1.9661458333333335,
+      "grad_norm": 0.43272635340690613,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1510
+    },
+    {
+      "epoch": 1.9791666666666665,
+      "grad_norm": 0.42476025223731995,
+      "learning_rate": 0.0002,
+      "loss": 1.6138,
+      "step": 1520
+    },
+    {
+      "epoch": 1.9921875,
+      "grad_norm": 0.37216147780418396,
+      "learning_rate": 0.0002,
+      "loss": 1.5834,
+      "step": 1530
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.820037841796875,
+      "eval_runtime": 101.0456,
+      "eval_samples_per_second": 5.097,
+      "eval_steps_per_second": 0.643,
+      "step": 1536
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6144,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.108264075670323e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e2a27cb20ad8259ead9c902b790583c577f4b154d3f04f1e45e7a3192ebcb
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186be21fc0fbc2631f52500085fab9cb6d3b4a7a25d0087840ef5e7a731af8df
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825de6c3bbcfd2d43dedf17de63d41ddd3e6dbcb26e5e61d75abefb568060e65
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3c8cb81dab6c4ad3616863e39342e9ea3b3c0302fc932089924ac5d611c20e
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975fca589b2ce7868825cf45fbcf13cf82836abd061bc0255aa355b3ba58bd5a
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/trainer_state.json

@@ -0,0 +1,1667 @@
+{
+  "best_metric": 1.820037841796875,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536",
+  "epoch": 3.0,
+  "eval_steps": 10,
+  "global_step": 2304,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013020833333333334,
+      "grad_norm": 0.513252854347229,
+      "learning_rate": 0.0002,
+      "loss": 2.6589,
+      "step": 10
+    },
+    {
+      "epoch": 0.026041666666666668,
+      "grad_norm": 0.5675475001335144,
+      "learning_rate": 0.0002,
+      "loss": 2.307,
+      "step": 20
+    },
+    {
+      "epoch": 0.0390625,
+      "grad_norm": 0.5074710845947266,
+      "learning_rate": 0.0002,
+      "loss": 2.0492,
+      "step": 30
+    },
+    {
+      "epoch": 0.052083333333333336,
+      "grad_norm": 0.7609530687332153,
+      "learning_rate": 0.0002,
+      "loss": 2.0109,
+      "step": 40
+    },
+    {
+      "epoch": 0.06510416666666667,
+      "grad_norm": 0.5691684484481812,
+      "learning_rate": 0.0002,
+      "loss": 1.8852,
+      "step": 50
+    },
+    {
+      "epoch": 0.078125,
+      "grad_norm": 0.5346821546554565,
+      "learning_rate": 0.0002,
+      "loss": 1.8763,
+      "step": 60
+    },
+    {
+      "epoch": 0.09114583333333333,
+      "grad_norm": 0.46337810158729553,
+      "learning_rate": 0.0002,
+      "loss": 1.8639,
+      "step": 70
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.4698766767978668,
+      "learning_rate": 0.0002,
+      "loss": 1.8124,
+      "step": 80
+    },
+    {
+      "epoch": 0.1171875,
+      "grad_norm": 0.43780726194381714,
+      "learning_rate": 0.0002,
+      "loss": 1.8101,
+      "step": 90
+    },
+    {
+      "epoch": 0.13020833333333334,
+      "grad_norm": 0.9183378219604492,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 100
+    },
+    {
+      "epoch": 0.14322916666666666,
+      "grad_norm": 0.44829392433166504,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 110
+    },
+    {
+      "epoch": 0.15625,
+      "grad_norm": 0.3734739422798157,
+      "learning_rate": 0.0002,
+      "loss": 1.8906,
+      "step": 120
+    },
+    {
+      "epoch": 0.16927083333333334,
+      "grad_norm": 0.4368326663970947,
+      "learning_rate": 0.0002,
+      "loss": 1.8302,
+      "step": 130
+    },
+    {
+      "epoch": 0.18229166666666666,
+      "grad_norm": 0.3962480127811432,
+      "learning_rate": 0.0002,
+      "loss": 1.898,
+      "step": 140
+    },
+    {
+      "epoch": 0.1953125,
+      "grad_norm": 0.4569706916809082,
+      "learning_rate": 0.0002,
+      "loss": 1.8136,
+      "step": 150
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.4076327383518219,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 160
+    },
+    {
+      "epoch": 0.22135416666666666,
+      "grad_norm": 0.4026809632778168,
+      "learning_rate": 0.0002,
+      "loss": 1.7927,
+      "step": 170
+    },
+    {
+      "epoch": 0.234375,
+      "grad_norm": 0.40455079078674316,
+      "learning_rate": 0.0002,
+      "loss": 1.8999,
+      "step": 180
+    },
+    {
+      "epoch": 0.24739583333333334,
+      "grad_norm": 0.40840157866477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 190
+    },
+    {
+      "epoch": 0.2604166666666667,
+      "grad_norm": 0.4101830720901489,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 200
+    },
+    {
+      "epoch": 0.2734375,
+      "grad_norm": 0.3911910057067871,
+      "learning_rate": 0.0002,
+      "loss": 1.8106,
+      "step": 210
+    },
+    {
+      "epoch": 0.2864583333333333,
+      "grad_norm": 0.4409257173538208,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 220
+    },
+    {
+      "epoch": 0.2994791666666667,
+      "grad_norm": 0.39020729064941406,
+      "learning_rate": 0.0002,
+      "loss": 1.8192,
+      "step": 230
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.4311807155609131,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 240
+    },
+    {
+      "epoch": 0.3255208333333333,
+      "grad_norm": 0.3851333558559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7477,
+      "step": 250
+    },
+    {
+      "epoch": 0.3385416666666667,
+      "grad_norm": 0.37738412618637085,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 260
+    },
+    {
+      "epoch": 0.3515625,
+      "grad_norm": 0.3525104820728302,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 270
+    },
+    {
+      "epoch": 0.3645833333333333,
+      "grad_norm": 0.418957382440567,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 280
+    },
+    {
+      "epoch": 0.3776041666666667,
+      "grad_norm": 0.40066027641296387,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 290
+    },
+    {
+      "epoch": 0.390625,
+      "grad_norm": 0.379321813583374,
+      "learning_rate": 0.0002,
+      "loss": 1.7294,
+      "step": 300
+    },
+    {
+      "epoch": 0.4036458333333333,
+      "grad_norm": 0.35400667786598206,
+      "learning_rate": 0.0002,
+      "loss": 1.869,
+      "step": 310
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.6621660590171814,
+      "learning_rate": 0.0002,
+      "loss": 1.7546,
+      "step": 320
+    },
+    {
+      "epoch": 0.4296875,
+      "grad_norm": 0.3783826529979706,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 330
+    },
+    {
+      "epoch": 0.4427083333333333,
+      "grad_norm": 0.3920382857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 340
+    },
+    {
+      "epoch": 0.4557291666666667,
+      "grad_norm": 0.3657408654689789,
+      "learning_rate": 0.0002,
+      "loss": 1.8204,
+      "step": 350
+    },
+    {
+      "epoch": 0.46875,
+      "grad_norm": 0.3717544674873352,
+      "learning_rate": 0.0002,
+      "loss": 1.7719,
+      "step": 360
+    },
+    {
+      "epoch": 0.4817708333333333,
+      "grad_norm": 0.33955204486846924,
+      "learning_rate": 0.0002,
+      "loss": 1.7863,
+      "step": 370
+    },
+    {
+      "epoch": 0.4947916666666667,
+      "grad_norm": 0.33888939023017883,
+      "learning_rate": 0.0002,
+      "loss": 1.7751,
+      "step": 380
+    },
+    {
+      "epoch": 0.5078125,
+      "grad_norm": 0.3748014271259308,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 390
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.37372609972953796,
+      "learning_rate": 0.0002,
+      "loss": 1.7946,
+      "step": 400
+    },
+    {
+      "epoch": 0.5338541666666666,
+      "grad_norm": 0.4089180827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 410
+    },
+    {
+      "epoch": 0.546875,
+      "grad_norm": 0.38470903038978577,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 420
+    },
+    {
+      "epoch": 0.5598958333333334,
+      "grad_norm": 0.33426186442375183,
+      "learning_rate": 0.0002,
+      "loss": 1.814,
+      "step": 430
+    },
+    {
+      "epoch": 0.5729166666666666,
+      "grad_norm": 0.3802422285079956,
+      "learning_rate": 0.0002,
+      "loss": 1.6738,
+      "step": 440
+    },
+    {
+      "epoch": 0.5859375,
+      "grad_norm": 0.3245152533054352,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 450
+    },
+    {
+      "epoch": 0.5989583333333334,
+      "grad_norm": 0.34128233790397644,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 460
+    },
+    {
+      "epoch": 0.6119791666666666,
+      "grad_norm": 0.33154451847076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7947,
+      "step": 470
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.34642690420150757,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 480
+    },
+    {
+      "epoch": 0.6380208333333334,
+      "grad_norm": 0.37599194049835205,
+      "learning_rate": 0.0002,
+      "loss": 1.7242,
+      "step": 490
+    },
+    {
+      "epoch": 0.6510416666666666,
+      "grad_norm": 0.4088667333126068,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 500
+    },
+    {
+      "epoch": 0.6640625,
+      "grad_norm": 0.35734823346138,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 510
+    },
+    {
+      "epoch": 0.6770833333333334,
+      "grad_norm": 0.38925203680992126,
+      "learning_rate": 0.0002,
+      "loss": 1.8128,
+      "step": 520
+    },
+    {
+      "epoch": 0.6901041666666666,
+      "grad_norm": 0.3787044584751129,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 530
+    },
+    {
+      "epoch": 0.703125,
+      "grad_norm": 0.35195621848106384,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 540
+    },
+    {
+      "epoch": 0.7161458333333334,
+      "grad_norm": 0.39059996604919434,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 550
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.5075398683547974,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 560
+    },
+    {
+      "epoch": 0.7421875,
+      "grad_norm": 0.4286627471446991,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 570
+    },
+    {
+      "epoch": 0.7552083333333334,
+      "grad_norm": 0.33405354619026184,
+      "learning_rate": 0.0002,
+      "loss": 1.8418,
+      "step": 580
+    },
+    {
+      "epoch": 0.7682291666666666,
+      "grad_norm": 0.37269648909568787,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 590
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.3618223965167999,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.7942708333333334,
+      "grad_norm": 0.33787694573402405,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 610
+    },
+    {
+      "epoch": 0.8072916666666666,
+      "grad_norm": 0.4018900990486145,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 620
+    },
+    {
+      "epoch": 0.8203125,
+      "grad_norm": 0.3892900049686432,
+      "learning_rate": 0.0002,
+      "loss": 1.8206,
+      "step": 630
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.33400827646255493,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 640
+    },
+    {
+      "epoch": 0.8463541666666666,
+      "grad_norm": 0.3237822353839874,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 650
+    },
+    {
+      "epoch": 0.859375,
+      "grad_norm": 0.35551393032073975,
+      "learning_rate": 0.0002,
+      "loss": 1.8172,
+      "step": 660
+    },
+    {
+      "epoch": 0.8723958333333334,
+      "grad_norm": 0.38883528113365173,
+      "learning_rate": 0.0002,
+      "loss": 1.8265,
+      "step": 670
+    },
+    {
+      "epoch": 0.8854166666666666,
+      "grad_norm": 0.35139647126197815,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 680
+    },
+    {
+      "epoch": 0.8984375,
+      "grad_norm": 0.3403511941432953,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 690
+    },
+    {
+      "epoch": 0.9114583333333334,
+      "grad_norm": 0.32814469933509827,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 700
+    },
+    {
+      "epoch": 0.9244791666666666,
+      "grad_norm": 0.3933236598968506,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 710
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.3436862528324127,
+      "learning_rate": 0.0002,
+      "loss": 1.7249,
+      "step": 720
+    },
+    {
+      "epoch": 0.9505208333333334,
+      "grad_norm": 0.32683226466178894,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 730
+    },
+    {
+      "epoch": 0.9635416666666666,
+      "grad_norm": 0.32675468921661377,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 740
+    },
+    {
+      "epoch": 0.9765625,
+      "grad_norm": 0.371297150850296,
+      "learning_rate": 0.0002,
+      "loss": 1.7429,
+      "step": 750
+    },
+    {
+      "epoch": 0.9895833333333334,
+      "grad_norm": 0.39658334851264954,
+      "learning_rate": 0.0002,
+      "loss": 1.777,
+      "step": 760
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8215787410736084,
+      "eval_runtime": 102.4906,
+      "eval_samples_per_second": 5.025,
+      "eval_steps_per_second": 0.634,
+      "step": 768
+    },
+    {
+      "epoch": 1.0026041666666667,
+      "grad_norm": 0.303970068693161,
+      "learning_rate": 0.0002,
+      "loss": 1.8072,
+      "step": 770
+    },
+    {
+      "epoch": 1.015625,
+      "grad_norm": 0.32745876908302307,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 780
+    },
+    {
+      "epoch": 1.0286458333333333,
+      "grad_norm": 0.33467888832092285,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 790
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.38253068923950195,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 800
+    },
+    {
+      "epoch": 1.0546875,
+      "grad_norm": 0.3955802023410797,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 810
+    },
+    {
+      "epoch": 1.0677083333333333,
+      "grad_norm": 0.3534117043018341,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 820
+    },
+    {
+      "epoch": 1.0807291666666667,
+      "grad_norm": 0.33427858352661133,
+      "learning_rate": 0.0002,
+      "loss": 1.6361,
+      "step": 830
+    },
+    {
+      "epoch": 1.09375,
+      "grad_norm": 0.35261571407318115,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 840
+    },
+    {
+      "epoch": 1.1067708333333333,
+      "grad_norm": 0.4416263997554779,
+      "learning_rate": 0.0002,
+      "loss": 1.7112,
+      "step": 850
+    },
+    {
+      "epoch": 1.1197916666666667,
+      "grad_norm": 0.3918050229549408,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 860
+    },
+    {
+      "epoch": 1.1328125,
+      "grad_norm": 0.38482677936553955,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 870
+    },
+    {
+      "epoch": 1.1458333333333333,
+      "grad_norm": 0.4945143759250641,
+      "learning_rate": 0.0002,
+      "loss": 1.6951,
+      "step": 880
+    },
+    {
+      "epoch": 1.1588541666666667,
+      "grad_norm": 0.429677814245224,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 890
+    },
+    {
+      "epoch": 1.171875,
+      "grad_norm": 0.41878288984298706,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 900
+    },
+    {
+      "epoch": 1.1848958333333333,
+      "grad_norm": 0.41578373312950134,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 910
+    },
+    {
+      "epoch": 1.1979166666666667,
+      "grad_norm": 0.37028902769088745,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 920
+    },
+    {
+      "epoch": 1.2109375,
+      "grad_norm": 0.3824995756149292,
+      "learning_rate": 0.0002,
+      "loss": 1.7074,
+      "step": 930
+    },
+    {
+      "epoch": 1.2239583333333333,
+      "grad_norm": 0.3818865418434143,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 940
+    },
+    {
+      "epoch": 1.2369791666666667,
+      "grad_norm": 0.3930460810661316,
+      "learning_rate": 0.0002,
+      "loss": 1.7894,
+      "step": 950
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.3904426395893097,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 960
+    },
+    {
+      "epoch": 1.2630208333333333,
+      "grad_norm": 0.4175802171230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 970
+    },
+    {
+      "epoch": 1.2760416666666667,
+      "grad_norm": 0.42343786358833313,
+      "learning_rate": 0.0002,
+      "loss": 1.7556,
+      "step": 980
+    },
+    {
+      "epoch": 1.2890625,
+      "grad_norm": 0.4168420135974884,
+      "learning_rate": 0.0002,
+      "loss": 1.6339,
+      "step": 990
+    },
+    {
+      "epoch": 1.3020833333333333,
+      "grad_norm": 0.38692983984947205,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3151041666666667,
+      "grad_norm": 0.5037692189216614,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 1010
+    },
+    {
+      "epoch": 1.328125,
+      "grad_norm": 0.39436691999435425,
+      "learning_rate": 0.0002,
+      "loss": 1.6878,
+      "step": 1020
+    },
+    {
+      "epoch": 1.3411458333333333,
+      "grad_norm": 0.3431943356990814,
+      "learning_rate": 0.0002,
+      "loss": 1.7113,
+      "step": 1030
+    },
+    {
+      "epoch": 1.3541666666666667,
+      "grad_norm": 0.39167070388793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7034,
+      "step": 1040
+    },
+    {
+      "epoch": 1.3671875,
+      "grad_norm": 0.3820446729660034,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3802083333333333,
+      "grad_norm": 0.4190749526023865,
+      "learning_rate": 0.0002,
+      "loss": 1.7885,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3932291666666667,
+      "grad_norm": 0.3618869185447693,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 1070
+    },
+    {
+      "epoch": 1.40625,
+      "grad_norm": 0.38852423429489136,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1080
+    },
+    {
+      "epoch": 1.4192708333333333,
+      "grad_norm": 0.49829256534576416,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 1090
+    },
+    {
+      "epoch": 1.4322916666666667,
+      "grad_norm": 0.3956700563430786,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 1100
+    },
+    {
+      "epoch": 1.4453125,
+      "grad_norm": 0.38829147815704346,
+      "learning_rate": 0.0002,
+      "loss": 1.5866,
+      "step": 1110
+    },
+    {
+      "epoch": 1.4583333333333333,
+      "grad_norm": 0.37237483263015747,
+      "learning_rate": 0.0002,
+      "loss": 1.6709,
+      "step": 1120
+    },
+    {
+      "epoch": 1.4713541666666667,
+      "grad_norm": 0.39798808097839355,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1130
+    },
+    {
+      "epoch": 1.484375,
+      "grad_norm": 0.38188642263412476,
+      "learning_rate": 0.0002,
+      "loss": 1.7484,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4973958333333333,
+      "grad_norm": 0.44961944222450256,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 1150
+    },
+    {
+      "epoch": 1.5104166666666665,
+      "grad_norm": 0.3816550374031067,
+      "learning_rate": 0.0002,
+      "loss": 1.6241,
+      "step": 1160
+    },
+    {
+      "epoch": 1.5234375,
+      "grad_norm": 0.3885478973388672,
+      "learning_rate": 0.0002,
+      "loss": 1.7606,
+      "step": 1170
+    },
+    {
+      "epoch": 1.5364583333333335,
+      "grad_norm": 0.42779695987701416,
+      "learning_rate": 0.0002,
+      "loss": 1.7285,
+      "step": 1180
+    },
+    {
+      "epoch": 1.5494791666666665,
+      "grad_norm": 0.41499748826026917,
+      "learning_rate": 0.0002,
+      "loss": 1.7399,
+      "step": 1190
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.4319412410259247,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1200
+    },
+    {
+      "epoch": 1.5755208333333335,
+      "grad_norm": 0.38847389817237854,
+      "learning_rate": 0.0002,
+      "loss": 1.7297,
+      "step": 1210
+    },
+    {
+      "epoch": 1.5885416666666665,
+      "grad_norm": 0.45832890272140503,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 1220
+    },
+    {
+      "epoch": 1.6015625,
+      "grad_norm": 0.45928797125816345,
+      "learning_rate": 0.0002,
+      "loss": 1.68,
+      "step": 1230
+    },
+    {
+      "epoch": 1.6145833333333335,
+      "grad_norm": 0.4052276611328125,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1240
+    },
+    {
+      "epoch": 1.6276041666666665,
+      "grad_norm": 0.4031650424003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 1250
+    },
+    {
+      "epoch": 1.640625,
+      "grad_norm": 0.36724114418029785,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1260
+    },
+    {
+      "epoch": 1.6536458333333335,
+      "grad_norm": 0.4188505709171295,
+      "learning_rate": 0.0002,
+      "loss": 1.7672,
+      "step": 1270
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3982168138027191,
+      "learning_rate": 0.0002,
+      "loss": 1.7685,
+      "step": 1280
+    },
+    {
+      "epoch": 1.6796875,
+      "grad_norm": 0.3768596053123474,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 1290
+    },
+    {
+      "epoch": 1.6927083333333335,
+      "grad_norm": 0.3843287527561188,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 1300
+    },
+    {
+      "epoch": 1.7057291666666665,
+      "grad_norm": 0.3982345461845398,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 1310
+    },
+    {
+      "epoch": 1.71875,
+      "grad_norm": 0.3407546281814575,
+      "learning_rate": 0.0002,
+      "loss": 1.7084,
+      "step": 1320
+    },
+    {
+      "epoch": 1.7317708333333335,
+      "grad_norm": 0.36327359080314636,
+      "learning_rate": 0.0002,
+      "loss": 1.7316,
+      "step": 1330
+    },
+    {
+      "epoch": 1.7447916666666665,
+      "grad_norm": 0.4141675531864166,
+      "learning_rate": 0.0002,
+      "loss": 1.734,
+      "step": 1340
+    },
+    {
+      "epoch": 1.7578125,
+      "grad_norm": 0.43894267082214355,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 1350
+    },
+    {
+      "epoch": 1.7708333333333335,
+      "grad_norm": 0.40564292669296265,
+      "learning_rate": 0.0002,
+      "loss": 1.6613,
+      "step": 1360
+    },
+    {
+      "epoch": 1.7838541666666665,
+      "grad_norm": 0.3978462815284729,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1370
+    },
+    {
+      "epoch": 1.796875,
+      "grad_norm": 0.37140771746635437,
+      "learning_rate": 0.0002,
+      "loss": 1.6497,
+      "step": 1380
+    },
+    {
+      "epoch": 1.8098958333333335,
+      "grad_norm": 0.43164145946502686,
+      "learning_rate": 0.0002,
+      "loss": 1.742,
+      "step": 1390
+    },
+    {
+      "epoch": 1.8229166666666665,
+      "grad_norm": 0.38034674525260925,
+      "learning_rate": 0.0002,
+      "loss": 1.7253,
+      "step": 1400
+    },
+    {
+      "epoch": 1.8359375,
+      "grad_norm": 0.4235687851905823,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1410
+    },
+    {
+      "epoch": 1.8489583333333335,
+      "grad_norm": 0.37417489290237427,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1420
+    },
+    {
+      "epoch": 1.8619791666666665,
+      "grad_norm": 0.4303789734840393,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1430
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.43942129611968994,
+      "learning_rate": 0.0002,
+      "loss": 1.6489,
+      "step": 1440
+    },
+    {
+      "epoch": 1.8880208333333335,
+      "grad_norm": 0.3866581320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 1450
+    },
+    {
+      "epoch": 1.9010416666666665,
+      "grad_norm": 0.3686903417110443,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1460
+    },
+    {
+      "epoch": 1.9140625,
+      "grad_norm": 0.3885461986064911,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 1470
+    },
+    {
+      "epoch": 1.9270833333333335,
+      "grad_norm": 0.4156927466392517,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1480
+    },
+    {
+      "epoch": 1.9401041666666665,
+      "grad_norm": 0.3934236168861389,
+      "learning_rate": 0.0002,
+      "loss": 1.5921,
+      "step": 1490
+    },
+    {
+      "epoch": 1.953125,
+      "grad_norm": 0.38645586371421814,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 1500
+    },
+    {
+      "epoch": 1.9661458333333335,
+      "grad_norm": 0.43272635340690613,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1510
+    },
+    {
+      "epoch": 1.9791666666666665,
+      "grad_norm": 0.42476025223731995,
+      "learning_rate": 0.0002,
+      "loss": 1.6138,
+      "step": 1520
+    },
+    {
+      "epoch": 1.9921875,
+      "grad_norm": 0.37216147780418396,
+      "learning_rate": 0.0002,
+      "loss": 1.5834,
+      "step": 1530
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.820037841796875,
+      "eval_runtime": 101.0456,
+      "eval_samples_per_second": 5.097,
+      "eval_steps_per_second": 0.643,
+      "step": 1536
+    },
+    {
+      "epoch": 2.0052083333333335,
+      "grad_norm": 0.39003029465675354,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1540
+    },
+    {
+      "epoch": 2.0182291666666665,
+      "grad_norm": 0.4302637577056885,
+      "learning_rate": 0.0002,
+      "loss": 1.5447,
+      "step": 1550
+    },
+    {
+      "epoch": 2.03125,
+      "grad_norm": 0.4496043026447296,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 1560
+    },
+    {
+      "epoch": 2.0442708333333335,
+      "grad_norm": 0.42824679613113403,
+      "learning_rate": 0.0002,
+      "loss": 1.6032,
+      "step": 1570
+    },
+    {
+      "epoch": 2.0572916666666665,
+      "grad_norm": 0.44775739312171936,
+      "learning_rate": 0.0002,
+      "loss": 1.5996,
+      "step": 1580
+    },
+    {
+      "epoch": 2.0703125,
+      "grad_norm": 0.4705299735069275,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1590
+    },
+    {
+      "epoch": 2.0833333333333335,
+      "grad_norm": 0.4614814817905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 1600
+    },
+    {
+      "epoch": 2.0963541666666665,
+      "grad_norm": 0.45097213983535767,
+      "learning_rate": 0.0002,
+      "loss": 1.5762,
+      "step": 1610
+    },
+    {
+      "epoch": 2.109375,
+      "grad_norm": 0.41954323649406433,
+      "learning_rate": 0.0002,
+      "loss": 1.4947,
+      "step": 1620
+    },
+    {
+      "epoch": 2.1223958333333335,
+      "grad_norm": 0.44894352555274963,
+      "learning_rate": 0.0002,
+      "loss": 1.6397,
+      "step": 1630
+    },
+    {
+      "epoch": 2.1354166666666665,
+      "grad_norm": 0.4421502947807312,
+      "learning_rate": 0.0002,
+      "loss": 1.5251,
+      "step": 1640
+    },
+    {
+      "epoch": 2.1484375,
+      "grad_norm": 0.44649967551231384,
+      "learning_rate": 0.0002,
+      "loss": 1.5931,
+      "step": 1650
+    },
+    {
+      "epoch": 2.1614583333333335,
+      "grad_norm": 0.44216716289520264,
+      "learning_rate": 0.0002,
+      "loss": 1.6327,
+      "step": 1660
+    },
+    {
+      "epoch": 2.1744791666666665,
+      "grad_norm": 0.6363232135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.5924,
+      "step": 1670
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 0.46533334255218506,
+      "learning_rate": 0.0002,
+      "loss": 1.6151,
+      "step": 1680
+    },
+    {
+      "epoch": 2.2005208333333335,
+      "grad_norm": 0.48486822843551636,
+      "learning_rate": 0.0002,
+      "loss": 1.5539,
+      "step": 1690
+    },
+    {
+      "epoch": 2.2135416666666665,
+      "grad_norm": 0.43277066946029663,
+      "learning_rate": 0.0002,
+      "loss": 1.6322,
+      "step": 1700
+    },
+    {
+      "epoch": 2.2265625,
+      "grad_norm": 0.45927226543426514,
+      "learning_rate": 0.0002,
+      "loss": 1.4979,
+      "step": 1710
+    },
+    {
+      "epoch": 2.2395833333333335,
+      "grad_norm": 0.4654010236263275,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 1720
+    },
+    {
+      "epoch": 2.2526041666666665,
+      "grad_norm": 0.49796584248542786,
+      "learning_rate": 0.0002,
+      "loss": 1.5713,
+      "step": 1730
+    },
+    {
+      "epoch": 2.265625,
+      "grad_norm": 0.4506736397743225,
+      "learning_rate": 0.0002,
+      "loss": 1.587,
+      "step": 1740
+    },
+    {
+      "epoch": 2.2786458333333335,
+      "grad_norm": 0.46757954359054565,
+      "learning_rate": 0.0002,
+      "loss": 1.5961,
+      "step": 1750
+    },
+    {
+      "epoch": 2.2916666666666665,
+      "grad_norm": 0.4507335424423218,
+      "learning_rate": 0.0002,
+      "loss": 1.6307,
+      "step": 1760
+    },
+    {
+      "epoch": 2.3046875,
+      "grad_norm": 0.43900197744369507,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1770
+    },
+    {
+      "epoch": 2.3177083333333335,
+      "grad_norm": 0.48013004660606384,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 1780
+    },
+    {
+      "epoch": 2.3307291666666665,
+      "grad_norm": 0.41891220211982727,
+      "learning_rate": 0.0002,
+      "loss": 1.6024,
+      "step": 1790
+    },
+    {
+      "epoch": 2.34375,
+      "grad_norm": 0.4879191219806671,
+      "learning_rate": 0.0002,
+      "loss": 1.658,
+      "step": 1800
+    },
+    {
+      "epoch": 2.3567708333333335,
+      "grad_norm": 0.46148231625556946,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 1810
+    },
+    {
+      "epoch": 2.3697916666666665,
+      "grad_norm": 0.5114223957061768,
+      "learning_rate": 0.0002,
+      "loss": 1.6072,
+      "step": 1820
+    },
+    {
+      "epoch": 2.3828125,
+      "grad_norm": 0.4828612804412842,
+      "learning_rate": 0.0002,
+      "loss": 1.5505,
+      "step": 1830
+    },
+    {
+      "epoch": 2.3958333333333335,
+      "grad_norm": 0.4672335386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1840
+    },
+    {
+      "epoch": 2.4088541666666665,
+      "grad_norm": 0.4914792776107788,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1850
+    },
+    {
+      "epoch": 2.421875,
+      "grad_norm": 0.44478079676628113,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1860
+    },
+    {
+      "epoch": 2.4348958333333335,
+      "grad_norm": 0.4601325988769531,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 1870
+    },
+    {
+      "epoch": 2.4479166666666665,
+      "grad_norm": 0.44539815187454224,
+      "learning_rate": 0.0002,
+      "loss": 1.555,
+      "step": 1880
+    },
+    {
+      "epoch": 2.4609375,
+      "grad_norm": 0.4532422125339508,
+      "learning_rate": 0.0002,
+      "loss": 1.5877,
+      "step": 1890
+    },
+    {
+      "epoch": 2.4739583333333335,
+      "grad_norm": 0.5323562622070312,
+      "learning_rate": 0.0002,
+      "loss": 1.5574,
+      "step": 1900
+    },
+    {
+      "epoch": 2.4869791666666665,
+      "grad_norm": 0.5027516484260559,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 1910
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.4507808983325958,
+      "learning_rate": 0.0002,
+      "loss": 1.5471,
+      "step": 1920
+    },
+    {
+      "epoch": 2.5130208333333335,
+      "grad_norm": 0.4996422827243805,
+      "learning_rate": 0.0002,
+      "loss": 1.613,
+      "step": 1930
+    },
+    {
+      "epoch": 2.5260416666666665,
+      "grad_norm": 0.4964800179004669,
+      "learning_rate": 0.0002,
+      "loss": 1.6412,
+      "step": 1940
+    },
+    {
+      "epoch": 2.5390625,
+      "grad_norm": 0.48546481132507324,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 1950
+    },
+    {
+      "epoch": 2.5520833333333335,
+      "grad_norm": 0.47357916831970215,
+      "learning_rate": 0.0002,
+      "loss": 1.6075,
+      "step": 1960
+    },
+    {
+      "epoch": 2.5651041666666665,
+      "grad_norm": 0.47136595845222473,
+      "learning_rate": 0.0002,
+      "loss": 1.5585,
+      "step": 1970
+    },
+    {
+      "epoch": 2.578125,
+      "grad_norm": 0.5185502171516418,
+      "learning_rate": 0.0002,
+      "loss": 1.5157,
+      "step": 1980
+    },
+    {
+      "epoch": 2.5911458333333335,
+      "grad_norm": 0.47995880246162415,
+      "learning_rate": 0.0002,
+      "loss": 1.6904,
+      "step": 1990
+    },
+    {
+      "epoch": 2.6041666666666665,
+      "grad_norm": 0.5076674222946167,
+      "learning_rate": 0.0002,
+      "loss": 1.638,
+      "step": 2000
+    },
+    {
+      "epoch": 2.6171875,
+      "grad_norm": 0.4805421233177185,
+      "learning_rate": 0.0002,
+      "loss": 1.6038,
+      "step": 2010
+    },
+    {
+      "epoch": 2.6302083333333335,
+      "grad_norm": 0.4406864047050476,
+      "learning_rate": 0.0002,
+      "loss": 1.6092,
+      "step": 2020
+    },
+    {
+      "epoch": 2.6432291666666665,
+      "grad_norm": 0.521388828754425,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2030
+    },
+    {
+      "epoch": 2.65625,
+      "grad_norm": 0.4531918466091156,
+      "learning_rate": 0.0002,
+      "loss": 1.5338,
+      "step": 2040
+    },
+    {
+      "epoch": 2.6692708333333335,
+      "grad_norm": 0.45295774936676025,
+      "learning_rate": 0.0002,
+      "loss": 1.6853,
+      "step": 2050
+    },
+    {
+      "epoch": 2.6822916666666665,
+      "grad_norm": 0.4573723375797272,
+      "learning_rate": 0.0002,
+      "loss": 1.5252,
+      "step": 2060
+    },
+    {
+      "epoch": 2.6953125,
+      "grad_norm": 0.4836064279079437,
+      "learning_rate": 0.0002,
+      "loss": 1.5765,
+      "step": 2070
+    },
+    {
+      "epoch": 2.7083333333333335,
+      "grad_norm": 0.5040885210037231,
+      "learning_rate": 0.0002,
+      "loss": 1.5928,
+      "step": 2080
+    },
+    {
+      "epoch": 2.7213541666666665,
+      "grad_norm": 0.5153458118438721,
+      "learning_rate": 0.0002,
+      "loss": 1.6438,
+      "step": 2090
+    },
+    {
+      "epoch": 2.734375,
+      "grad_norm": 0.4415692090988159,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 2100
+    },
+    {
+      "epoch": 2.7473958333333335,
+      "grad_norm": 0.4862712621688843,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 2110
+    },
+    {
+      "epoch": 2.7604166666666665,
+      "grad_norm": 0.4845922589302063,
+      "learning_rate": 0.0002,
+      "loss": 1.5797,
+      "step": 2120
+    },
+    {
+      "epoch": 2.7734375,
+      "grad_norm": 0.5153566598892212,
+      "learning_rate": 0.0002,
+      "loss": 1.6404,
+      "step": 2130
+    },
+    {
+      "epoch": 2.7864583333333335,
+      "grad_norm": 0.4220491945743561,
+      "learning_rate": 0.0002,
+      "loss": 1.5609,
+      "step": 2140
+    },
+    {
+      "epoch": 2.7994791666666665,
+      "grad_norm": 0.523292064666748,
+      "learning_rate": 0.0002,
+      "loss": 1.5404,
+      "step": 2150
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.4567972421646118,
+      "learning_rate": 0.0002,
+      "loss": 1.4993,
+      "step": 2160
+    },
+    {
+      "epoch": 2.8255208333333335,
+      "grad_norm": 0.6252557039260864,
+      "learning_rate": 0.0002,
+      "loss": 1.6279,
+      "step": 2170
+    },
+    {
+      "epoch": 2.8385416666666665,
+      "grad_norm": 0.5231373310089111,
+      "learning_rate": 0.0002,
+      "loss": 1.6203,
+      "step": 2180
+    },
+    {
+      "epoch": 2.8515625,
+      "grad_norm": 0.49243974685668945,
+      "learning_rate": 0.0002,
+      "loss": 1.5707,
+      "step": 2190
+    },
+    {
+      "epoch": 2.8645833333333335,
+      "grad_norm": 0.521644115447998,
+      "learning_rate": 0.0002,
+      "loss": 1.5923,
+      "step": 2200
+    },
+    {
+      "epoch": 2.8776041666666665,
+      "grad_norm": 0.4624195694923401,
+      "learning_rate": 0.0002,
+      "loss": 1.6812,
+      "step": 2210
+    },
+    {
+      "epoch": 2.890625,
+      "grad_norm": 0.4463620185852051,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 2220
+    },
+    {
+      "epoch": 2.9036458333333335,
+      "grad_norm": 0.45793524384498596,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 2230
+    },
+    {
+      "epoch": 2.9166666666666665,
+      "grad_norm": 0.46979188919067383,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 2240
+    },
+    {
+      "epoch": 2.9296875,
+      "grad_norm": 0.5220303535461426,
+      "learning_rate": 0.0002,
+      "loss": 1.617,
+      "step": 2250
+    },
+    {
+      "epoch": 2.9427083333333335,
+      "grad_norm": 0.44405895471572876,
+      "learning_rate": 0.0002,
+      "loss": 1.5978,
+      "step": 2260
+    },
+    {
+      "epoch": 2.9557291666666665,
+      "grad_norm": 0.523841381072998,
+      "learning_rate": 0.0002,
+      "loss": 1.6685,
+      "step": 2270
+    },
+    {
+      "epoch": 2.96875,
+      "grad_norm": 0.4928138852119446,
+      "learning_rate": 0.0002,
+      "loss": 1.595,
+      "step": 2280
+    },
+    {
+      "epoch": 2.9817708333333335,
+      "grad_norm": 0.4918071925640106,
+      "learning_rate": 0.0002,
+      "loss": 1.606,
+      "step": 2290
+    },
+    {
+      "epoch": 2.9947916666666665,
+      "grad_norm": 0.4584912061691284,
+      "learning_rate": 0.0002,
+      "loss": 1.5736,
+      "step": 2300
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8474308252334595,
+      "eval_runtime": 103.7697,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 0.626,
+      "step": 2304
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6144,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0662396113505485e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-2304/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e2a27cb20ad8259ead9c902b790583c577f4b154d3f04f1e45e7a3192ebcb
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd138f72c72c818a363284307bf794e28c5301b57673fdb1d0623216b8ee7061
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600c43b2a240f14bb82f038e53858e5f34fa157550900fef3d5f01cad092d79
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0445be17be2300c427e1c86495cb2f34cf18d8f7d045b934131a07c7daaa467
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e561a105598a909bc99956e3a8e551ac80fd51eb9d26a0749f535e1bd57622
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/trainer_state.json

@@ -0,0 +1,2214 @@
+{
+  "best_metric": 1.820037841796875,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 3072,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013020833333333334,
+      "grad_norm": 0.513252854347229,
+      "learning_rate": 0.0002,
+      "loss": 2.6589,
+      "step": 10
+    },
+    {
+      "epoch": 0.026041666666666668,
+      "grad_norm": 0.5675475001335144,
+      "learning_rate": 0.0002,
+      "loss": 2.307,
+      "step": 20
+    },
+    {
+      "epoch": 0.0390625,
+      "grad_norm": 0.5074710845947266,
+      "learning_rate": 0.0002,
+      "loss": 2.0492,
+      "step": 30
+    },
+    {
+      "epoch": 0.052083333333333336,
+      "grad_norm": 0.7609530687332153,
+      "learning_rate": 0.0002,
+      "loss": 2.0109,
+      "step": 40
+    },
+    {
+      "epoch": 0.06510416666666667,
+      "grad_norm": 0.5691684484481812,
+      "learning_rate": 0.0002,
+      "loss": 1.8852,
+      "step": 50
+    },
+    {
+      "epoch": 0.078125,
+      "grad_norm": 0.5346821546554565,
+      "learning_rate": 0.0002,
+      "loss": 1.8763,
+      "step": 60
+    },
+    {
+      "epoch": 0.09114583333333333,
+      "grad_norm": 0.46337810158729553,
+      "learning_rate": 0.0002,
+      "loss": 1.8639,
+      "step": 70
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.4698766767978668,
+      "learning_rate": 0.0002,
+      "loss": 1.8124,
+      "step": 80
+    },
+    {
+      "epoch": 0.1171875,
+      "grad_norm": 0.43780726194381714,
+      "learning_rate": 0.0002,
+      "loss": 1.8101,
+      "step": 90
+    },
+    {
+      "epoch": 0.13020833333333334,
+      "grad_norm": 0.9183378219604492,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 100
+    },
+    {
+      "epoch": 0.14322916666666666,
+      "grad_norm": 0.44829392433166504,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 110
+    },
+    {
+      "epoch": 0.15625,
+      "grad_norm": 0.3734739422798157,
+      "learning_rate": 0.0002,
+      "loss": 1.8906,
+      "step": 120
+    },
+    {
+      "epoch": 0.16927083333333334,
+      "grad_norm": 0.4368326663970947,
+      "learning_rate": 0.0002,
+      "loss": 1.8302,
+      "step": 130
+    },
+    {
+      "epoch": 0.18229166666666666,
+      "grad_norm": 0.3962480127811432,
+      "learning_rate": 0.0002,
+      "loss": 1.898,
+      "step": 140
+    },
+    {
+      "epoch": 0.1953125,
+      "grad_norm": 0.4569706916809082,
+      "learning_rate": 0.0002,
+      "loss": 1.8136,
+      "step": 150
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.4076327383518219,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 160
+    },
+    {
+      "epoch": 0.22135416666666666,
+      "grad_norm": 0.4026809632778168,
+      "learning_rate": 0.0002,
+      "loss": 1.7927,
+      "step": 170
+    },
+    {
+      "epoch": 0.234375,
+      "grad_norm": 0.40455079078674316,
+      "learning_rate": 0.0002,
+      "loss": 1.8999,
+      "step": 180
+    },
+    {
+      "epoch": 0.24739583333333334,
+      "grad_norm": 0.40840157866477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 190
+    },
+    {
+      "epoch": 0.2604166666666667,
+      "grad_norm": 0.4101830720901489,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 200
+    },
+    {
+      "epoch": 0.2734375,
+      "grad_norm": 0.3911910057067871,
+      "learning_rate": 0.0002,
+      "loss": 1.8106,
+      "step": 210
+    },
+    {
+      "epoch": 0.2864583333333333,
+      "grad_norm": 0.4409257173538208,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 220
+    },
+    {
+      "epoch": 0.2994791666666667,
+      "grad_norm": 0.39020729064941406,
+      "learning_rate": 0.0002,
+      "loss": 1.8192,
+      "step": 230
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.4311807155609131,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 240
+    },
+    {
+      "epoch": 0.3255208333333333,
+      "grad_norm": 0.3851333558559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7477,
+      "step": 250
+    },
+    {
+      "epoch": 0.3385416666666667,
+      "grad_norm": 0.37738412618637085,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 260
+    },
+    {
+      "epoch": 0.3515625,
+      "grad_norm": 0.3525104820728302,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 270
+    },
+    {
+      "epoch": 0.3645833333333333,
+      "grad_norm": 0.418957382440567,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 280
+    },
+    {
+      "epoch": 0.3776041666666667,
+      "grad_norm": 0.40066027641296387,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 290
+    },
+    {
+      "epoch": 0.390625,
+      "grad_norm": 0.379321813583374,
+      "learning_rate": 0.0002,
+      "loss": 1.7294,
+      "step": 300
+    },
+    {
+      "epoch": 0.4036458333333333,
+      "grad_norm": 0.35400667786598206,
+      "learning_rate": 0.0002,
+      "loss": 1.869,
+      "step": 310
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.6621660590171814,
+      "learning_rate": 0.0002,
+      "loss": 1.7546,
+      "step": 320
+    },
+    {
+      "epoch": 0.4296875,
+      "grad_norm": 0.3783826529979706,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 330
+    },
+    {
+      "epoch": 0.4427083333333333,
+      "grad_norm": 0.3920382857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 340
+    },
+    {
+      "epoch": 0.4557291666666667,
+      "grad_norm": 0.3657408654689789,
+      "learning_rate": 0.0002,
+      "loss": 1.8204,
+      "step": 350
+    },
+    {
+      "epoch": 0.46875,
+      "grad_norm": 0.3717544674873352,
+      "learning_rate": 0.0002,
+      "loss": 1.7719,
+      "step": 360
+    },
+    {
+      "epoch": 0.4817708333333333,
+      "grad_norm": 0.33955204486846924,
+      "learning_rate": 0.0002,
+      "loss": 1.7863,
+      "step": 370
+    },
+    {
+      "epoch": 0.4947916666666667,
+      "grad_norm": 0.33888939023017883,
+      "learning_rate": 0.0002,
+      "loss": 1.7751,
+      "step": 380
+    },
+    {
+      "epoch": 0.5078125,
+      "grad_norm": 0.3748014271259308,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 390
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.37372609972953796,
+      "learning_rate": 0.0002,
+      "loss": 1.7946,
+      "step": 400
+    },
+    {
+      "epoch": 0.5338541666666666,
+      "grad_norm": 0.4089180827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 410
+    },
+    {
+      "epoch": 0.546875,
+      "grad_norm": 0.38470903038978577,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 420
+    },
+    {
+      "epoch": 0.5598958333333334,
+      "grad_norm": 0.33426186442375183,
+      "learning_rate": 0.0002,
+      "loss": 1.814,
+      "step": 430
+    },
+    {
+      "epoch": 0.5729166666666666,
+      "grad_norm": 0.3802422285079956,
+      "learning_rate": 0.0002,
+      "loss": 1.6738,
+      "step": 440
+    },
+    {
+      "epoch": 0.5859375,
+      "grad_norm": 0.3245152533054352,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 450
+    },
+    {
+      "epoch": 0.5989583333333334,
+      "grad_norm": 0.34128233790397644,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 460
+    },
+    {
+      "epoch": 0.6119791666666666,
+      "grad_norm": 0.33154451847076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7947,
+      "step": 470
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.34642690420150757,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 480
+    },
+    {
+      "epoch": 0.6380208333333334,
+      "grad_norm": 0.37599194049835205,
+      "learning_rate": 0.0002,
+      "loss": 1.7242,
+      "step": 490
+    },
+    {
+      "epoch": 0.6510416666666666,
+      "grad_norm": 0.4088667333126068,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 500
+    },
+    {
+      "epoch": 0.6640625,
+      "grad_norm": 0.35734823346138,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 510
+    },
+    {
+      "epoch": 0.6770833333333334,
+      "grad_norm": 0.38925203680992126,
+      "learning_rate": 0.0002,
+      "loss": 1.8128,
+      "step": 520
+    },
+    {
+      "epoch": 0.6901041666666666,
+      "grad_norm": 0.3787044584751129,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 530
+    },
+    {
+      "epoch": 0.703125,
+      "grad_norm": 0.35195621848106384,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 540
+    },
+    {
+      "epoch": 0.7161458333333334,
+      "grad_norm": 0.39059996604919434,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 550
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.5075398683547974,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 560
+    },
+    {
+      "epoch": 0.7421875,
+      "grad_norm": 0.4286627471446991,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 570
+    },
+    {
+      "epoch": 0.7552083333333334,
+      "grad_norm": 0.33405354619026184,
+      "learning_rate": 0.0002,
+      "loss": 1.8418,
+      "step": 580
+    },
+    {
+      "epoch": 0.7682291666666666,
+      "grad_norm": 0.37269648909568787,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 590
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.3618223965167999,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.7942708333333334,
+      "grad_norm": 0.33787694573402405,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 610
+    },
+    {
+      "epoch": 0.8072916666666666,
+      "grad_norm": 0.4018900990486145,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 620
+    },
+    {
+      "epoch": 0.8203125,
+      "grad_norm": 0.3892900049686432,
+      "learning_rate": 0.0002,
+      "loss": 1.8206,
+      "step": 630
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.33400827646255493,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 640
+    },
+    {
+      "epoch": 0.8463541666666666,
+      "grad_norm": 0.3237822353839874,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 650
+    },
+    {
+      "epoch": 0.859375,
+      "grad_norm": 0.35551393032073975,
+      "learning_rate": 0.0002,
+      "loss": 1.8172,
+      "step": 660
+    },
+    {
+      "epoch": 0.8723958333333334,
+      "grad_norm": 0.38883528113365173,
+      "learning_rate": 0.0002,
+      "loss": 1.8265,
+      "step": 670
+    },
+    {
+      "epoch": 0.8854166666666666,
+      "grad_norm": 0.35139647126197815,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 680
+    },
+    {
+      "epoch": 0.8984375,
+      "grad_norm": 0.3403511941432953,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 690
+    },
+    {
+      "epoch": 0.9114583333333334,
+      "grad_norm": 0.32814469933509827,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 700
+    },
+    {
+      "epoch": 0.9244791666666666,
+      "grad_norm": 0.3933236598968506,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 710
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.3436862528324127,
+      "learning_rate": 0.0002,
+      "loss": 1.7249,
+      "step": 720
+    },
+    {
+      "epoch": 0.9505208333333334,
+      "grad_norm": 0.32683226466178894,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 730
+    },
+    {
+      "epoch": 0.9635416666666666,
+      "grad_norm": 0.32675468921661377,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 740
+    },
+    {
+      "epoch": 0.9765625,
+      "grad_norm": 0.371297150850296,
+      "learning_rate": 0.0002,
+      "loss": 1.7429,
+      "step": 750
+    },
+    {
+      "epoch": 0.9895833333333334,
+      "grad_norm": 0.39658334851264954,
+      "learning_rate": 0.0002,
+      "loss": 1.777,
+      "step": 760
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8215787410736084,
+      "eval_runtime": 102.4906,
+      "eval_samples_per_second": 5.025,
+      "eval_steps_per_second": 0.634,
+      "step": 768
+    },
+    {
+      "epoch": 1.0026041666666667,
+      "grad_norm": 0.303970068693161,
+      "learning_rate": 0.0002,
+      "loss": 1.8072,
+      "step": 770
+    },
+    {
+      "epoch": 1.015625,
+      "grad_norm": 0.32745876908302307,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 780
+    },
+    {
+      "epoch": 1.0286458333333333,
+      "grad_norm": 0.33467888832092285,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 790
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.38253068923950195,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 800
+    },
+    {
+      "epoch": 1.0546875,
+      "grad_norm": 0.3955802023410797,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 810
+    },
+    {
+      "epoch": 1.0677083333333333,
+      "grad_norm": 0.3534117043018341,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 820
+    },
+    {
+      "epoch": 1.0807291666666667,
+      "grad_norm": 0.33427858352661133,
+      "learning_rate": 0.0002,
+      "loss": 1.6361,
+      "step": 830
+    },
+    {
+      "epoch": 1.09375,
+      "grad_norm": 0.35261571407318115,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 840
+    },
+    {
+      "epoch": 1.1067708333333333,
+      "grad_norm": 0.4416263997554779,
+      "learning_rate": 0.0002,
+      "loss": 1.7112,
+      "step": 850
+    },
+    {
+      "epoch": 1.1197916666666667,
+      "grad_norm": 0.3918050229549408,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 860
+    },
+    {
+      "epoch": 1.1328125,
+      "grad_norm": 0.38482677936553955,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 870
+    },
+    {
+      "epoch": 1.1458333333333333,
+      "grad_norm": 0.4945143759250641,
+      "learning_rate": 0.0002,
+      "loss": 1.6951,
+      "step": 880
+    },
+    {
+      "epoch": 1.1588541666666667,
+      "grad_norm": 0.429677814245224,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 890
+    },
+    {
+      "epoch": 1.171875,
+      "grad_norm": 0.41878288984298706,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 900
+    },
+    {
+      "epoch": 1.1848958333333333,
+      "grad_norm": 0.41578373312950134,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 910
+    },
+    {
+      "epoch": 1.1979166666666667,
+      "grad_norm": 0.37028902769088745,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 920
+    },
+    {
+      "epoch": 1.2109375,
+      "grad_norm": 0.3824995756149292,
+      "learning_rate": 0.0002,
+      "loss": 1.7074,
+      "step": 930
+    },
+    {
+      "epoch": 1.2239583333333333,
+      "grad_norm": 0.3818865418434143,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 940
+    },
+    {
+      "epoch": 1.2369791666666667,
+      "grad_norm": 0.3930460810661316,
+      "learning_rate": 0.0002,
+      "loss": 1.7894,
+      "step": 950
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.3904426395893097,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 960
+    },
+    {
+      "epoch": 1.2630208333333333,
+      "grad_norm": 0.4175802171230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 970
+    },
+    {
+      "epoch": 1.2760416666666667,
+      "grad_norm": 0.42343786358833313,
+      "learning_rate": 0.0002,
+      "loss": 1.7556,
+      "step": 980
+    },
+    {
+      "epoch": 1.2890625,
+      "grad_norm": 0.4168420135974884,
+      "learning_rate": 0.0002,
+      "loss": 1.6339,
+      "step": 990
+    },
+    {
+      "epoch": 1.3020833333333333,
+      "grad_norm": 0.38692983984947205,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3151041666666667,
+      "grad_norm": 0.5037692189216614,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 1010
+    },
+    {
+      "epoch": 1.328125,
+      "grad_norm": 0.39436691999435425,
+      "learning_rate": 0.0002,
+      "loss": 1.6878,
+      "step": 1020
+    },
+    {
+      "epoch": 1.3411458333333333,
+      "grad_norm": 0.3431943356990814,
+      "learning_rate": 0.0002,
+      "loss": 1.7113,
+      "step": 1030
+    },
+    {
+      "epoch": 1.3541666666666667,
+      "grad_norm": 0.39167070388793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7034,
+      "step": 1040
+    },
+    {
+      "epoch": 1.3671875,
+      "grad_norm": 0.3820446729660034,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3802083333333333,
+      "grad_norm": 0.4190749526023865,
+      "learning_rate": 0.0002,
+      "loss": 1.7885,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3932291666666667,
+      "grad_norm": 0.3618869185447693,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 1070
+    },
+    {
+      "epoch": 1.40625,
+      "grad_norm": 0.38852423429489136,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1080
+    },
+    {
+      "epoch": 1.4192708333333333,
+      "grad_norm": 0.49829256534576416,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 1090
+    },
+    {
+      "epoch": 1.4322916666666667,
+      "grad_norm": 0.3956700563430786,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 1100
+    },
+    {
+      "epoch": 1.4453125,
+      "grad_norm": 0.38829147815704346,
+      "learning_rate": 0.0002,
+      "loss": 1.5866,
+      "step": 1110
+    },
+    {
+      "epoch": 1.4583333333333333,
+      "grad_norm": 0.37237483263015747,
+      "learning_rate": 0.0002,
+      "loss": 1.6709,
+      "step": 1120
+    },
+    {
+      "epoch": 1.4713541666666667,
+      "grad_norm": 0.39798808097839355,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1130
+    },
+    {
+      "epoch": 1.484375,
+      "grad_norm": 0.38188642263412476,
+      "learning_rate": 0.0002,
+      "loss": 1.7484,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4973958333333333,
+      "grad_norm": 0.44961944222450256,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 1150
+    },
+    {
+      "epoch": 1.5104166666666665,
+      "grad_norm": 0.3816550374031067,
+      "learning_rate": 0.0002,
+      "loss": 1.6241,
+      "step": 1160
+    },
+    {
+      "epoch": 1.5234375,
+      "grad_norm": 0.3885478973388672,
+      "learning_rate": 0.0002,
+      "loss": 1.7606,
+      "step": 1170
+    },
+    {
+      "epoch": 1.5364583333333335,
+      "grad_norm": 0.42779695987701416,
+      "learning_rate": 0.0002,
+      "loss": 1.7285,
+      "step": 1180
+    },
+    {
+      "epoch": 1.5494791666666665,
+      "grad_norm": 0.41499748826026917,
+      "learning_rate": 0.0002,
+      "loss": 1.7399,
+      "step": 1190
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.4319412410259247,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1200
+    },
+    {
+      "epoch": 1.5755208333333335,
+      "grad_norm": 0.38847389817237854,
+      "learning_rate": 0.0002,
+      "loss": 1.7297,
+      "step": 1210
+    },
+    {
+      "epoch": 1.5885416666666665,
+      "grad_norm": 0.45832890272140503,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 1220
+    },
+    {
+      "epoch": 1.6015625,
+      "grad_norm": 0.45928797125816345,
+      "learning_rate": 0.0002,
+      "loss": 1.68,
+      "step": 1230
+    },
+    {
+      "epoch": 1.6145833333333335,
+      "grad_norm": 0.4052276611328125,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1240
+    },
+    {
+      "epoch": 1.6276041666666665,
+      "grad_norm": 0.4031650424003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 1250
+    },
+    {
+      "epoch": 1.640625,
+      "grad_norm": 0.36724114418029785,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1260
+    },
+    {
+      "epoch": 1.6536458333333335,
+      "grad_norm": 0.4188505709171295,
+      "learning_rate": 0.0002,
+      "loss": 1.7672,
+      "step": 1270
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3982168138027191,
+      "learning_rate": 0.0002,
+      "loss": 1.7685,
+      "step": 1280
+    },
+    {
+      "epoch": 1.6796875,
+      "grad_norm": 0.3768596053123474,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 1290
+    },
+    {
+      "epoch": 1.6927083333333335,
+      "grad_norm": 0.3843287527561188,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 1300
+    },
+    {
+      "epoch": 1.7057291666666665,
+      "grad_norm": 0.3982345461845398,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 1310
+    },
+    {
+      "epoch": 1.71875,
+      "grad_norm": 0.3407546281814575,
+      "learning_rate": 0.0002,
+      "loss": 1.7084,
+      "step": 1320
+    },
+    {
+      "epoch": 1.7317708333333335,
+      "grad_norm": 0.36327359080314636,
+      "learning_rate": 0.0002,
+      "loss": 1.7316,
+      "step": 1330
+    },
+    {
+      "epoch": 1.7447916666666665,
+      "grad_norm": 0.4141675531864166,
+      "learning_rate": 0.0002,
+      "loss": 1.734,
+      "step": 1340
+    },
+    {
+      "epoch": 1.7578125,
+      "grad_norm": 0.43894267082214355,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 1350
+    },
+    {
+      "epoch": 1.7708333333333335,
+      "grad_norm": 0.40564292669296265,
+      "learning_rate": 0.0002,
+      "loss": 1.6613,
+      "step": 1360
+    },
+    {
+      "epoch": 1.7838541666666665,
+      "grad_norm": 0.3978462815284729,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1370
+    },
+    {
+      "epoch": 1.796875,
+      "grad_norm": 0.37140771746635437,
+      "learning_rate": 0.0002,
+      "loss": 1.6497,
+      "step": 1380
+    },
+    {
+      "epoch": 1.8098958333333335,
+      "grad_norm": 0.43164145946502686,
+      "learning_rate": 0.0002,
+      "loss": 1.742,
+      "step": 1390
+    },
+    {
+      "epoch": 1.8229166666666665,
+      "grad_norm": 0.38034674525260925,
+      "learning_rate": 0.0002,
+      "loss": 1.7253,
+      "step": 1400
+    },
+    {
+      "epoch": 1.8359375,
+      "grad_norm": 0.4235687851905823,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1410
+    },
+    {
+      "epoch": 1.8489583333333335,
+      "grad_norm": 0.37417489290237427,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1420
+    },
+    {
+      "epoch": 1.8619791666666665,
+      "grad_norm": 0.4303789734840393,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1430
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.43942129611968994,
+      "learning_rate": 0.0002,
+      "loss": 1.6489,
+      "step": 1440
+    },
+    {
+      "epoch": 1.8880208333333335,
+      "grad_norm": 0.3866581320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 1450
+    },
+    {
+      "epoch": 1.9010416666666665,
+      "grad_norm": 0.3686903417110443,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1460
+    },
+    {
+      "epoch": 1.9140625,
+      "grad_norm": 0.3885461986064911,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 1470
+    },
+    {
+      "epoch": 1.9270833333333335,
+      "grad_norm": 0.4156927466392517,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1480
+    },
+    {
+      "epoch": 1.9401041666666665,
+      "grad_norm": 0.3934236168861389,
+      "learning_rate": 0.0002,
+      "loss": 1.5921,
+      "step": 1490
+    },
+    {
+      "epoch": 1.953125,
+      "grad_norm": 0.38645586371421814,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 1500
+    },
+    {
+      "epoch": 1.9661458333333335,
+      "grad_norm": 0.43272635340690613,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1510
+    },
+    {
+      "epoch": 1.9791666666666665,
+      "grad_norm": 0.42476025223731995,
+      "learning_rate": 0.0002,
+      "loss": 1.6138,
+      "step": 1520
+    },
+    {
+      "epoch": 1.9921875,
+      "grad_norm": 0.37216147780418396,
+      "learning_rate": 0.0002,
+      "loss": 1.5834,
+      "step": 1530
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.820037841796875,
+      "eval_runtime": 101.0456,
+      "eval_samples_per_second": 5.097,
+      "eval_steps_per_second": 0.643,
+      "step": 1536
+    },
+    {
+      "epoch": 2.0052083333333335,
+      "grad_norm": 0.39003029465675354,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1540
+    },
+    {
+      "epoch": 2.0182291666666665,
+      "grad_norm": 0.4302637577056885,
+      "learning_rate": 0.0002,
+      "loss": 1.5447,
+      "step": 1550
+    },
+    {
+      "epoch": 2.03125,
+      "grad_norm": 0.4496043026447296,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 1560
+    },
+    {
+      "epoch": 2.0442708333333335,
+      "grad_norm": 0.42824679613113403,
+      "learning_rate": 0.0002,
+      "loss": 1.6032,
+      "step": 1570
+    },
+    {
+      "epoch": 2.0572916666666665,
+      "grad_norm": 0.44775739312171936,
+      "learning_rate": 0.0002,
+      "loss": 1.5996,
+      "step": 1580
+    },
+    {
+      "epoch": 2.0703125,
+      "grad_norm": 0.4705299735069275,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1590
+    },
+    {
+      "epoch": 2.0833333333333335,
+      "grad_norm": 0.4614814817905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 1600
+    },
+    {
+      "epoch": 2.0963541666666665,
+      "grad_norm": 0.45097213983535767,
+      "learning_rate": 0.0002,
+      "loss": 1.5762,
+      "step": 1610
+    },
+    {
+      "epoch": 2.109375,
+      "grad_norm": 0.41954323649406433,
+      "learning_rate": 0.0002,
+      "loss": 1.4947,
+      "step": 1620
+    },
+    {
+      "epoch": 2.1223958333333335,
+      "grad_norm": 0.44894352555274963,
+      "learning_rate": 0.0002,
+      "loss": 1.6397,
+      "step": 1630
+    },
+    {
+      "epoch": 2.1354166666666665,
+      "grad_norm": 0.4421502947807312,
+      "learning_rate": 0.0002,
+      "loss": 1.5251,
+      "step": 1640
+    },
+    {
+      "epoch": 2.1484375,
+      "grad_norm": 0.44649967551231384,
+      "learning_rate": 0.0002,
+      "loss": 1.5931,
+      "step": 1650
+    },
+    {
+      "epoch": 2.1614583333333335,
+      "grad_norm": 0.44216716289520264,
+      "learning_rate": 0.0002,
+      "loss": 1.6327,
+      "step": 1660
+    },
+    {
+      "epoch": 2.1744791666666665,
+      "grad_norm": 0.6363232135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.5924,
+      "step": 1670
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 0.46533334255218506,
+      "learning_rate": 0.0002,
+      "loss": 1.6151,
+      "step": 1680
+    },
+    {
+      "epoch": 2.2005208333333335,
+      "grad_norm": 0.48486822843551636,
+      "learning_rate": 0.0002,
+      "loss": 1.5539,
+      "step": 1690
+    },
+    {
+      "epoch": 2.2135416666666665,
+      "grad_norm": 0.43277066946029663,
+      "learning_rate": 0.0002,
+      "loss": 1.6322,
+      "step": 1700
+    },
+    {
+      "epoch": 2.2265625,
+      "grad_norm": 0.45927226543426514,
+      "learning_rate": 0.0002,
+      "loss": 1.4979,
+      "step": 1710
+    },
+    {
+      "epoch": 2.2395833333333335,
+      "grad_norm": 0.4654010236263275,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 1720
+    },
+    {
+      "epoch": 2.2526041666666665,
+      "grad_norm": 0.49796584248542786,
+      "learning_rate": 0.0002,
+      "loss": 1.5713,
+      "step": 1730
+    },
+    {
+      "epoch": 2.265625,
+      "grad_norm": 0.4506736397743225,
+      "learning_rate": 0.0002,
+      "loss": 1.587,
+      "step": 1740
+    },
+    {
+      "epoch": 2.2786458333333335,
+      "grad_norm": 0.46757954359054565,
+      "learning_rate": 0.0002,
+      "loss": 1.5961,
+      "step": 1750
+    },
+    {
+      "epoch": 2.2916666666666665,
+      "grad_norm": 0.4507335424423218,
+      "learning_rate": 0.0002,
+      "loss": 1.6307,
+      "step": 1760
+    },
+    {
+      "epoch": 2.3046875,
+      "grad_norm": 0.43900197744369507,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1770
+    },
+    {
+      "epoch": 2.3177083333333335,
+      "grad_norm": 0.48013004660606384,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 1780
+    },
+    {
+      "epoch": 2.3307291666666665,
+      "grad_norm": 0.41891220211982727,
+      "learning_rate": 0.0002,
+      "loss": 1.6024,
+      "step": 1790
+    },
+    {
+      "epoch": 2.34375,
+      "grad_norm": 0.4879191219806671,
+      "learning_rate": 0.0002,
+      "loss": 1.658,
+      "step": 1800
+    },
+    {
+      "epoch": 2.3567708333333335,
+      "grad_norm": 0.46148231625556946,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 1810
+    },
+    {
+      "epoch": 2.3697916666666665,
+      "grad_norm": 0.5114223957061768,
+      "learning_rate": 0.0002,
+      "loss": 1.6072,
+      "step": 1820
+    },
+    {
+      "epoch": 2.3828125,
+      "grad_norm": 0.4828612804412842,
+      "learning_rate": 0.0002,
+      "loss": 1.5505,
+      "step": 1830
+    },
+    {
+      "epoch": 2.3958333333333335,
+      "grad_norm": 0.4672335386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1840
+    },
+    {
+      "epoch": 2.4088541666666665,
+      "grad_norm": 0.4914792776107788,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1850
+    },
+    {
+      "epoch": 2.421875,
+      "grad_norm": 0.44478079676628113,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1860
+    },
+    {
+      "epoch": 2.4348958333333335,
+      "grad_norm": 0.4601325988769531,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 1870
+    },
+    {
+      "epoch": 2.4479166666666665,
+      "grad_norm": 0.44539815187454224,
+      "learning_rate": 0.0002,
+      "loss": 1.555,
+      "step": 1880
+    },
+    {
+      "epoch": 2.4609375,
+      "grad_norm": 0.4532422125339508,
+      "learning_rate": 0.0002,
+      "loss": 1.5877,
+      "step": 1890
+    },
+    {
+      "epoch": 2.4739583333333335,
+      "grad_norm": 0.5323562622070312,
+      "learning_rate": 0.0002,
+      "loss": 1.5574,
+      "step": 1900
+    },
+    {
+      "epoch": 2.4869791666666665,
+      "grad_norm": 0.5027516484260559,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 1910
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.4507808983325958,
+      "learning_rate": 0.0002,
+      "loss": 1.5471,
+      "step": 1920
+    },
+    {
+      "epoch": 2.5130208333333335,
+      "grad_norm": 0.4996422827243805,
+      "learning_rate": 0.0002,
+      "loss": 1.613,
+      "step": 1930
+    },
+    {
+      "epoch": 2.5260416666666665,
+      "grad_norm": 0.4964800179004669,
+      "learning_rate": 0.0002,
+      "loss": 1.6412,
+      "step": 1940
+    },
+    {
+      "epoch": 2.5390625,
+      "grad_norm": 0.48546481132507324,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 1950
+    },
+    {
+      "epoch": 2.5520833333333335,
+      "grad_norm": 0.47357916831970215,
+      "learning_rate": 0.0002,
+      "loss": 1.6075,
+      "step": 1960
+    },
+    {
+      "epoch": 2.5651041666666665,
+      "grad_norm": 0.47136595845222473,
+      "learning_rate": 0.0002,
+      "loss": 1.5585,
+      "step": 1970
+    },
+    {
+      "epoch": 2.578125,
+      "grad_norm": 0.5185502171516418,
+      "learning_rate": 0.0002,
+      "loss": 1.5157,
+      "step": 1980
+    },
+    {
+      "epoch": 2.5911458333333335,
+      "grad_norm": 0.47995880246162415,
+      "learning_rate": 0.0002,
+      "loss": 1.6904,
+      "step": 1990
+    },
+    {
+      "epoch": 2.6041666666666665,
+      "grad_norm": 0.5076674222946167,
+      "learning_rate": 0.0002,
+      "loss": 1.638,
+      "step": 2000
+    },
+    {
+      "epoch": 2.6171875,
+      "grad_norm": 0.4805421233177185,
+      "learning_rate": 0.0002,
+      "loss": 1.6038,
+      "step": 2010
+    },
+    {
+      "epoch": 2.6302083333333335,
+      "grad_norm": 0.4406864047050476,
+      "learning_rate": 0.0002,
+      "loss": 1.6092,
+      "step": 2020
+    },
+    {
+      "epoch": 2.6432291666666665,
+      "grad_norm": 0.521388828754425,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2030
+    },
+    {
+      "epoch": 2.65625,
+      "grad_norm": 0.4531918466091156,
+      "learning_rate": 0.0002,
+      "loss": 1.5338,
+      "step": 2040
+    },
+    {
+      "epoch": 2.6692708333333335,
+      "grad_norm": 0.45295774936676025,
+      "learning_rate": 0.0002,
+      "loss": 1.6853,
+      "step": 2050
+    },
+    {
+      "epoch": 2.6822916666666665,
+      "grad_norm": 0.4573723375797272,
+      "learning_rate": 0.0002,
+      "loss": 1.5252,
+      "step": 2060
+    },
+    {
+      "epoch": 2.6953125,
+      "grad_norm": 0.4836064279079437,
+      "learning_rate": 0.0002,
+      "loss": 1.5765,
+      "step": 2070
+    },
+    {
+      "epoch": 2.7083333333333335,
+      "grad_norm": 0.5040885210037231,
+      "learning_rate": 0.0002,
+      "loss": 1.5928,
+      "step": 2080
+    },
+    {
+      "epoch": 2.7213541666666665,
+      "grad_norm": 0.5153458118438721,
+      "learning_rate": 0.0002,
+      "loss": 1.6438,
+      "step": 2090
+    },
+    {
+      "epoch": 2.734375,
+      "grad_norm": 0.4415692090988159,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 2100
+    },
+    {
+      "epoch": 2.7473958333333335,
+      "grad_norm": 0.4862712621688843,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 2110
+    },
+    {
+      "epoch": 2.7604166666666665,
+      "grad_norm": 0.4845922589302063,
+      "learning_rate": 0.0002,
+      "loss": 1.5797,
+      "step": 2120
+    },
+    {
+      "epoch": 2.7734375,
+      "grad_norm": 0.5153566598892212,
+      "learning_rate": 0.0002,
+      "loss": 1.6404,
+      "step": 2130
+    },
+    {
+      "epoch": 2.7864583333333335,
+      "grad_norm": 0.4220491945743561,
+      "learning_rate": 0.0002,
+      "loss": 1.5609,
+      "step": 2140
+    },
+    {
+      "epoch": 2.7994791666666665,
+      "grad_norm": 0.523292064666748,
+      "learning_rate": 0.0002,
+      "loss": 1.5404,
+      "step": 2150
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.4567972421646118,
+      "learning_rate": 0.0002,
+      "loss": 1.4993,
+      "step": 2160
+    },
+    {
+      "epoch": 2.8255208333333335,
+      "grad_norm": 0.6252557039260864,
+      "learning_rate": 0.0002,
+      "loss": 1.6279,
+      "step": 2170
+    },
+    {
+      "epoch": 2.8385416666666665,
+      "grad_norm": 0.5231373310089111,
+      "learning_rate": 0.0002,
+      "loss": 1.6203,
+      "step": 2180
+    },
+    {
+      "epoch": 2.8515625,
+      "grad_norm": 0.49243974685668945,
+      "learning_rate": 0.0002,
+      "loss": 1.5707,
+      "step": 2190
+    },
+    {
+      "epoch": 2.8645833333333335,
+      "grad_norm": 0.521644115447998,
+      "learning_rate": 0.0002,
+      "loss": 1.5923,
+      "step": 2200
+    },
+    {
+      "epoch": 2.8776041666666665,
+      "grad_norm": 0.4624195694923401,
+      "learning_rate": 0.0002,
+      "loss": 1.6812,
+      "step": 2210
+    },
+    {
+      "epoch": 2.890625,
+      "grad_norm": 0.4463620185852051,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 2220
+    },
+    {
+      "epoch": 2.9036458333333335,
+      "grad_norm": 0.45793524384498596,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 2230
+    },
+    {
+      "epoch": 2.9166666666666665,
+      "grad_norm": 0.46979188919067383,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 2240
+    },
+    {
+      "epoch": 2.9296875,
+      "grad_norm": 0.5220303535461426,
+      "learning_rate": 0.0002,
+      "loss": 1.617,
+      "step": 2250
+    },
+    {
+      "epoch": 2.9427083333333335,
+      "grad_norm": 0.44405895471572876,
+      "learning_rate": 0.0002,
+      "loss": 1.5978,
+      "step": 2260
+    },
+    {
+      "epoch": 2.9557291666666665,
+      "grad_norm": 0.523841381072998,
+      "learning_rate": 0.0002,
+      "loss": 1.6685,
+      "step": 2270
+    },
+    {
+      "epoch": 2.96875,
+      "grad_norm": 0.4928138852119446,
+      "learning_rate": 0.0002,
+      "loss": 1.595,
+      "step": 2280
+    },
+    {
+      "epoch": 2.9817708333333335,
+      "grad_norm": 0.4918071925640106,
+      "learning_rate": 0.0002,
+      "loss": 1.606,
+      "step": 2290
+    },
+    {
+      "epoch": 2.9947916666666665,
+      "grad_norm": 0.4584912061691284,
+      "learning_rate": 0.0002,
+      "loss": 1.5736,
+      "step": 2300
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8474308252334595,
+      "eval_runtime": 103.7697,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 0.626,
+      "step": 2304
+    },
+    {
+      "epoch": 3.0078125,
+      "grad_norm": 0.4801871180534363,
+      "learning_rate": 0.0002,
+      "loss": 1.5454,
+      "step": 2310
+    },
+    {
+      "epoch": 3.0208333333333335,
+      "grad_norm": 0.5789998173713684,
+      "learning_rate": 0.0002,
+      "loss": 1.4019,
+      "step": 2320
+    },
+    {
+      "epoch": 3.0338541666666665,
+      "grad_norm": 0.49856704473495483,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2330
+    },
+    {
+      "epoch": 3.046875,
+      "grad_norm": 0.5625631213188171,
+      "learning_rate": 0.0002,
+      "loss": 1.4718,
+      "step": 2340
+    },
+    {
+      "epoch": 3.0598958333333335,
+      "grad_norm": 0.557637095451355,
+      "learning_rate": 0.0002,
+      "loss": 1.4727,
+      "step": 2350
+    },
+    {
+      "epoch": 3.0729166666666665,
+      "grad_norm": 0.528889536857605,
+      "learning_rate": 0.0002,
+      "loss": 1.4654,
+      "step": 2360
+    },
+    {
+      "epoch": 3.0859375,
+      "grad_norm": 0.5952284932136536,
+      "learning_rate": 0.0002,
+      "loss": 1.4307,
+      "step": 2370
+    },
+    {
+      "epoch": 3.0989583333333335,
+      "grad_norm": 0.5549899339675903,
+      "learning_rate": 0.0002,
+      "loss": 1.5304,
+      "step": 2380
+    },
+    {
+      "epoch": 3.1119791666666665,
+      "grad_norm": 0.662139892578125,
+      "learning_rate": 0.0002,
+      "loss": 1.5034,
+      "step": 2390
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.5281530618667603,
+      "learning_rate": 0.0002,
+      "loss": 1.4754,
+      "step": 2400
+    },
+    {
+      "epoch": 3.1380208333333335,
+      "grad_norm": 0.6134106516838074,
+      "learning_rate": 0.0002,
+      "loss": 1.4047,
+      "step": 2410
+    },
+    {
+      "epoch": 3.1510416666666665,
+      "grad_norm": 0.6040887236595154,
+      "learning_rate": 0.0002,
+      "loss": 1.5001,
+      "step": 2420
+    },
+    {
+      "epoch": 3.1640625,
+      "grad_norm": 0.549672544002533,
+      "learning_rate": 0.0002,
+      "loss": 1.3936,
+      "step": 2430
+    },
+    {
+      "epoch": 3.1770833333333335,
+      "grad_norm": 0.9195653796195984,
+      "learning_rate": 0.0002,
+      "loss": 1.401,
+      "step": 2440
+    },
+    {
+      "epoch": 3.1901041666666665,
+      "grad_norm": 0.5578703284263611,
+      "learning_rate": 0.0002,
+      "loss": 1.507,
+      "step": 2450
+    },
+    {
+      "epoch": 3.203125,
+      "grad_norm": 0.5982925891876221,
+      "learning_rate": 0.0002,
+      "loss": 1.4873,
+      "step": 2460
+    },
+    {
+      "epoch": 3.2161458333333335,
+      "grad_norm": 0.5544393062591553,
+      "learning_rate": 0.0002,
+      "loss": 1.4909,
+      "step": 2470
+    },
+    {
+      "epoch": 3.2291666666666665,
+      "grad_norm": 0.6015266180038452,
+      "learning_rate": 0.0002,
+      "loss": 1.4705,
+      "step": 2480
+    },
+    {
+      "epoch": 3.2421875,
+      "grad_norm": 0.5995243191719055,
+      "learning_rate": 0.0002,
+      "loss": 1.4652,
+      "step": 2490
+    },
+    {
+      "epoch": 3.2552083333333335,
+      "grad_norm": 0.5846129059791565,
+      "learning_rate": 0.0002,
+      "loss": 1.4486,
+      "step": 2500
+    },
+    {
+      "epoch": 3.2682291666666665,
+      "grad_norm": 0.5552570223808289,
+      "learning_rate": 0.0002,
+      "loss": 1.4529,
+      "step": 2510
+    },
+    {
+      "epoch": 3.28125,
+      "grad_norm": 0.576998233795166,
+      "learning_rate": 0.0002,
+      "loss": 1.3884,
+      "step": 2520
+    },
+    {
+      "epoch": 3.2942708333333335,
+      "grad_norm": 0.6526138186454773,
+      "learning_rate": 0.0002,
+      "loss": 1.4463,
+      "step": 2530
+    },
+    {
+      "epoch": 3.3072916666666665,
+      "grad_norm": 0.6064265966415405,
+      "learning_rate": 0.0002,
+      "loss": 1.474,
+      "step": 2540
+    },
+    {
+      "epoch": 3.3203125,
+      "grad_norm": 0.5542362928390503,
+      "learning_rate": 0.0002,
+      "loss": 1.5125,
+      "step": 2550
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 0.6048482060432434,
+      "learning_rate": 0.0002,
+      "loss": 1.4769,
+      "step": 2560
+    },
+    {
+      "epoch": 3.3463541666666665,
+      "grad_norm": 0.6328344941139221,
+      "learning_rate": 0.0002,
+      "loss": 1.4682,
+      "step": 2570
+    },
+    {
+      "epoch": 3.359375,
+      "grad_norm": 0.6347311735153198,
+      "learning_rate": 0.0002,
+      "loss": 1.5647,
+      "step": 2580
+    },
+    {
+      "epoch": 3.3723958333333335,
+      "grad_norm": 0.537570595741272,
+      "learning_rate": 0.0002,
+      "loss": 1.5752,
+      "step": 2590
+    },
+    {
+      "epoch": 3.3854166666666665,
+      "grad_norm": 0.5704807639122009,
+      "learning_rate": 0.0002,
+      "loss": 1.4086,
+      "step": 2600
+    },
+    {
+      "epoch": 3.3984375,
+      "grad_norm": 0.5914373993873596,
+      "learning_rate": 0.0002,
+      "loss": 1.5653,
+      "step": 2610
+    },
+    {
+      "epoch": 3.4114583333333335,
+      "grad_norm": 0.6724640130996704,
+      "learning_rate": 0.0002,
+      "loss": 1.4436,
+      "step": 2620
+    },
+    {
+      "epoch": 3.4244791666666665,
+      "grad_norm": 0.6295472383499146,
+      "learning_rate": 0.0002,
+      "loss": 1.5731,
+      "step": 2630
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 0.5842770934104919,
+      "learning_rate": 0.0002,
+      "loss": 1.4715,
+      "step": 2640
+    },
+    {
+      "epoch": 3.4505208333333335,
+      "grad_norm": 0.6297776699066162,
+      "learning_rate": 0.0002,
+      "loss": 1.451,
+      "step": 2650
+    },
+    {
+      "epoch": 3.4635416666666665,
+      "grad_norm": 0.6105847358703613,
+      "learning_rate": 0.0002,
+      "loss": 1.5761,
+      "step": 2660
+    },
+    {
+      "epoch": 3.4765625,
+      "grad_norm": 0.6294940710067749,
+      "learning_rate": 0.0002,
+      "loss": 1.5332,
+      "step": 2670
+    },
+    {
+      "epoch": 3.4895833333333335,
+      "grad_norm": 0.6573333740234375,
+      "learning_rate": 0.0002,
+      "loss": 1.5451,
+      "step": 2680
+    },
+    {
+      "epoch": 3.5026041666666665,
+      "grad_norm": 0.663661539554596,
+      "learning_rate": 0.0002,
+      "loss": 1.4592,
+      "step": 2690
+    },
+    {
+      "epoch": 3.515625,
+      "grad_norm": 0.6729148626327515,
+      "learning_rate": 0.0002,
+      "loss": 1.5286,
+      "step": 2700
+    },
+    {
+      "epoch": 3.5286458333333335,
+      "grad_norm": 0.6633102893829346,
+      "learning_rate": 0.0002,
+      "loss": 1.534,
+      "step": 2710
+    },
+    {
+      "epoch": 3.5416666666666665,
+      "grad_norm": 0.567686915397644,
+      "learning_rate": 0.0002,
+      "loss": 1.4023,
+      "step": 2720
+    },
+    {
+      "epoch": 3.5546875,
+      "grad_norm": 0.6281962394714355,
+      "learning_rate": 0.0002,
+      "loss": 1.4925,
+      "step": 2730
+    },
+    {
+      "epoch": 3.5677083333333335,
+      "grad_norm": 0.5710738897323608,
+      "learning_rate": 0.0002,
+      "loss": 1.5028,
+      "step": 2740
+    },
+    {
+      "epoch": 3.5807291666666665,
+      "grad_norm": 0.648162305355072,
+      "learning_rate": 0.0002,
+      "loss": 1.4393,
+      "step": 2750
+    },
+    {
+      "epoch": 3.59375,
+      "grad_norm": 0.5466254949569702,
+      "learning_rate": 0.0002,
+      "loss": 1.4294,
+      "step": 2760
+    },
+    {
+      "epoch": 3.6067708333333335,
+      "grad_norm": 0.6867973208427429,
+      "learning_rate": 0.0002,
+      "loss": 1.4993,
+      "step": 2770
+    },
+    {
+      "epoch": 3.6197916666666665,
+      "grad_norm": 0.673612117767334,
+      "learning_rate": 0.0002,
+      "loss": 1.4463,
+      "step": 2780
+    },
+    {
+      "epoch": 3.6328125,
+      "grad_norm": 0.6928417086601257,
+      "learning_rate": 0.0002,
+      "loss": 1.5231,
+      "step": 2790
+    },
+    {
+      "epoch": 3.6458333333333335,
+      "grad_norm": 0.6603742837905884,
+      "learning_rate": 0.0002,
+      "loss": 1.5212,
+      "step": 2800
+    },
+    {
+      "epoch": 3.6588541666666665,
+      "grad_norm": 0.5964401960372925,
+      "learning_rate": 0.0002,
+      "loss": 1.4889,
+      "step": 2810
+    },
+    {
+      "epoch": 3.671875,
+      "grad_norm": 0.6224474310874939,
+      "learning_rate": 0.0002,
+      "loss": 1.4585,
+      "step": 2820
+    },
+    {
+      "epoch": 3.6848958333333335,
+      "grad_norm": 0.6592439413070679,
+      "learning_rate": 0.0002,
+      "loss": 1.5119,
+      "step": 2830
+    },
+    {
+      "epoch": 3.6979166666666665,
+      "grad_norm": 0.6255369186401367,
+      "learning_rate": 0.0002,
+      "loss": 1.4729,
+      "step": 2840
+    },
+    {
+      "epoch": 3.7109375,
+      "grad_norm": 0.7136337757110596,
+      "learning_rate": 0.0002,
+      "loss": 1.4598,
+      "step": 2850
+    },
+    {
+      "epoch": 3.7239583333333335,
+      "grad_norm": 0.6229757070541382,
+      "learning_rate": 0.0002,
+      "loss": 1.4491,
+      "step": 2860
+    },
+    {
+      "epoch": 3.7369791666666665,
+      "grad_norm": 0.696080207824707,
+      "learning_rate": 0.0002,
+      "loss": 1.4175,
+      "step": 2870
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 0.571873664855957,
+      "learning_rate": 0.0002,
+      "loss": 1.5127,
+      "step": 2880
+    },
+    {
+      "epoch": 3.7630208333333335,
+      "grad_norm": 0.5918916463851929,
+      "learning_rate": 0.0002,
+      "loss": 1.4093,
+      "step": 2890
+    },
+    {
+      "epoch": 3.7760416666666665,
+      "grad_norm": 0.616413950920105,
+      "learning_rate": 0.0002,
+      "loss": 1.399,
+      "step": 2900
+    },
+    {
+      "epoch": 3.7890625,
+      "grad_norm": 0.6267292499542236,
+      "learning_rate": 0.0002,
+      "loss": 1.4215,
+      "step": 2910
+    },
+    {
+      "epoch": 3.8020833333333335,
+      "grad_norm": 0.6630783677101135,
+      "learning_rate": 0.0002,
+      "loss": 1.5095,
+      "step": 2920
+    },
+    {
+      "epoch": 3.8151041666666665,
+      "grad_norm": 0.6004238724708557,
+      "learning_rate": 0.0002,
+      "loss": 1.5323,
+      "step": 2930
+    },
+    {
+      "epoch": 3.828125,
+      "grad_norm": 0.6740423440933228,
+      "learning_rate": 0.0002,
+      "loss": 1.4953,
+      "step": 2940
+    },
+    {
+      "epoch": 3.8411458333333335,
+      "grad_norm": 0.6397785544395447,
+      "learning_rate": 0.0002,
+      "loss": 1.549,
+      "step": 2950
+    },
+    {
+      "epoch": 3.8541666666666665,
+      "grad_norm": 0.6063735485076904,
+      "learning_rate": 0.0002,
+      "loss": 1.5309,
+      "step": 2960
+    },
+    {
+      "epoch": 3.8671875,
+      "grad_norm": 0.6462053060531616,
+      "learning_rate": 0.0002,
+      "loss": 1.5093,
+      "step": 2970
+    },
+    {
+      "epoch": 3.8802083333333335,
+      "grad_norm": 0.7143250107765198,
+      "learning_rate": 0.0002,
+      "loss": 1.5237,
+      "step": 2980
+    },
+    {
+      "epoch": 3.8932291666666665,
+      "grad_norm": 0.6747874617576599,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2990
+    },
+    {
+      "epoch": 3.90625,
+      "grad_norm": 0.622930109500885,
+      "learning_rate": 0.0002,
+      "loss": 1.5389,
+      "step": 3000
+    },
+    {
+      "epoch": 3.9192708333333335,
+      "grad_norm": 0.620193600654602,
+      "learning_rate": 0.0002,
+      "loss": 1.4279,
+      "step": 3010
+    },
+    {
+      "epoch": 3.9322916666666665,
+      "grad_norm": 0.6321487426757812,
+      "learning_rate": 0.0002,
+      "loss": 1.495,
+      "step": 3020
+    },
+    {
+      "epoch": 3.9453125,
+      "grad_norm": 0.5705523490905762,
+      "learning_rate": 0.0002,
+      "loss": 1.4657,
+      "step": 3030
+    },
+    {
+      "epoch": 3.9583333333333335,
+      "grad_norm": 0.6185072660446167,
+      "learning_rate": 0.0002,
+      "loss": 1.4099,
+      "step": 3040
+    },
+    {
+      "epoch": 3.9713541666666665,
+      "grad_norm": 0.6005704998970032,
+      "learning_rate": 0.0002,
+      "loss": 1.4667,
+      "step": 3050
+    },
+    {
+      "epoch": 3.984375,
+      "grad_norm": 0.5933769941329956,
+      "learning_rate": 0.0002,
+      "loss": 1.4896,
+      "step": 3060
+    },
+    {
+      "epoch": 3.9973958333333335,
+      "grad_norm": 0.695209801197052,
+      "learning_rate": 0.0002,
+      "loss": 1.4973,
+      "step": 3070
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8955267667770386,
+      "eval_runtime": 103.5061,
+      "eval_samples_per_second": 4.976,
+      "eval_steps_per_second": 0.628,
+      "step": 3072
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6144,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.4216528151340646e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3072/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e2a27cb20ad8259ead9c902b790583c577f4b154d3f04f1e45e7a3192ebcb
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76e7a52d12b09609436368e95d0fc34f0d6d3313d71883900743a5f99fb17d4
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bc373558b334dca2ebfabb2464b0184f8c5325f3bcb4b669952418c7a0e933
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d383f8f3064a1bd18016562aaef1082fad2c652ed43d49aaa6c66757374dbf0
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74ec787344ce085add2219776b675e89fe6354008252fbddbd1461c59b19be8
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/trainer_state.json

@@ -0,0 +1,2761 @@
+{
+  "best_metric": 1.820037841796875,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-1536",
+  "epoch": 5.0,
+  "eval_steps": 10,
+  "global_step": 3840,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013020833333333334,
+      "grad_norm": 0.513252854347229,
+      "learning_rate": 0.0002,
+      "loss": 2.6589,
+      "step": 10
+    },
+    {
+      "epoch": 0.026041666666666668,
+      "grad_norm": 0.5675475001335144,
+      "learning_rate": 0.0002,
+      "loss": 2.307,
+      "step": 20
+    },
+    {
+      "epoch": 0.0390625,
+      "grad_norm": 0.5074710845947266,
+      "learning_rate": 0.0002,
+      "loss": 2.0492,
+      "step": 30
+    },
+    {
+      "epoch": 0.052083333333333336,
+      "grad_norm": 0.7609530687332153,
+      "learning_rate": 0.0002,
+      "loss": 2.0109,
+      "step": 40
+    },
+    {
+      "epoch": 0.06510416666666667,
+      "grad_norm": 0.5691684484481812,
+      "learning_rate": 0.0002,
+      "loss": 1.8852,
+      "step": 50
+    },
+    {
+      "epoch": 0.078125,
+      "grad_norm": 0.5346821546554565,
+      "learning_rate": 0.0002,
+      "loss": 1.8763,
+      "step": 60
+    },
+    {
+      "epoch": 0.09114583333333333,
+      "grad_norm": 0.46337810158729553,
+      "learning_rate": 0.0002,
+      "loss": 1.8639,
+      "step": 70
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.4698766767978668,
+      "learning_rate": 0.0002,
+      "loss": 1.8124,
+      "step": 80
+    },
+    {
+      "epoch": 0.1171875,
+      "grad_norm": 0.43780726194381714,
+      "learning_rate": 0.0002,
+      "loss": 1.8101,
+      "step": 90
+    },
+    {
+      "epoch": 0.13020833333333334,
+      "grad_norm": 0.9183378219604492,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 100
+    },
+    {
+      "epoch": 0.14322916666666666,
+      "grad_norm": 0.44829392433166504,
+      "learning_rate": 0.0002,
+      "loss": 1.9022,
+      "step": 110
+    },
+    {
+      "epoch": 0.15625,
+      "grad_norm": 0.3734739422798157,
+      "learning_rate": 0.0002,
+      "loss": 1.8906,
+      "step": 120
+    },
+    {
+      "epoch": 0.16927083333333334,
+      "grad_norm": 0.4368326663970947,
+      "learning_rate": 0.0002,
+      "loss": 1.8302,
+      "step": 130
+    },
+    {
+      "epoch": 0.18229166666666666,
+      "grad_norm": 0.3962480127811432,
+      "learning_rate": 0.0002,
+      "loss": 1.898,
+      "step": 140
+    },
+    {
+      "epoch": 0.1953125,
+      "grad_norm": 0.4569706916809082,
+      "learning_rate": 0.0002,
+      "loss": 1.8136,
+      "step": 150
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.4076327383518219,
+      "learning_rate": 0.0002,
+      "loss": 1.8676,
+      "step": 160
+    },
+    {
+      "epoch": 0.22135416666666666,
+      "grad_norm": 0.4026809632778168,
+      "learning_rate": 0.0002,
+      "loss": 1.7927,
+      "step": 170
+    },
+    {
+      "epoch": 0.234375,
+      "grad_norm": 0.40455079078674316,
+      "learning_rate": 0.0002,
+      "loss": 1.8999,
+      "step": 180
+    },
+    {
+      "epoch": 0.24739583333333334,
+      "grad_norm": 0.40840157866477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 190
+    },
+    {
+      "epoch": 0.2604166666666667,
+      "grad_norm": 0.4101830720901489,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 200
+    },
+    {
+      "epoch": 0.2734375,
+      "grad_norm": 0.3911910057067871,
+      "learning_rate": 0.0002,
+      "loss": 1.8106,
+      "step": 210
+    },
+    {
+      "epoch": 0.2864583333333333,
+      "grad_norm": 0.4409257173538208,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 220
+    },
+    {
+      "epoch": 0.2994791666666667,
+      "grad_norm": 0.39020729064941406,
+      "learning_rate": 0.0002,
+      "loss": 1.8192,
+      "step": 230
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.4311807155609131,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 240
+    },
+    {
+      "epoch": 0.3255208333333333,
+      "grad_norm": 0.3851333558559418,
+      "learning_rate": 0.0002,
+      "loss": 1.7477,
+      "step": 250
+    },
+    {
+      "epoch": 0.3385416666666667,
+      "grad_norm": 0.37738412618637085,
+      "learning_rate": 0.0002,
+      "loss": 1.7896,
+      "step": 260
+    },
+    {
+      "epoch": 0.3515625,
+      "grad_norm": 0.3525104820728302,
+      "learning_rate": 0.0002,
+      "loss": 1.783,
+      "step": 270
+    },
+    {
+      "epoch": 0.3645833333333333,
+      "grad_norm": 0.418957382440567,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 280
+    },
+    {
+      "epoch": 0.3776041666666667,
+      "grad_norm": 0.40066027641296387,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 290
+    },
+    {
+      "epoch": 0.390625,
+      "grad_norm": 0.379321813583374,
+      "learning_rate": 0.0002,
+      "loss": 1.7294,
+      "step": 300
+    },
+    {
+      "epoch": 0.4036458333333333,
+      "grad_norm": 0.35400667786598206,
+      "learning_rate": 0.0002,
+      "loss": 1.869,
+      "step": 310
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.6621660590171814,
+      "learning_rate": 0.0002,
+      "loss": 1.7546,
+      "step": 320
+    },
+    {
+      "epoch": 0.4296875,
+      "grad_norm": 0.3783826529979706,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 330
+    },
+    {
+      "epoch": 0.4427083333333333,
+      "grad_norm": 0.3920382857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.688,
+      "step": 340
+    },
+    {
+      "epoch": 0.4557291666666667,
+      "grad_norm": 0.3657408654689789,
+      "learning_rate": 0.0002,
+      "loss": 1.8204,
+      "step": 350
+    },
+    {
+      "epoch": 0.46875,
+      "grad_norm": 0.3717544674873352,
+      "learning_rate": 0.0002,
+      "loss": 1.7719,
+      "step": 360
+    },
+    {
+      "epoch": 0.4817708333333333,
+      "grad_norm": 0.33955204486846924,
+      "learning_rate": 0.0002,
+      "loss": 1.7863,
+      "step": 370
+    },
+    {
+      "epoch": 0.4947916666666667,
+      "grad_norm": 0.33888939023017883,
+      "learning_rate": 0.0002,
+      "loss": 1.7751,
+      "step": 380
+    },
+    {
+      "epoch": 0.5078125,
+      "grad_norm": 0.3748014271259308,
+      "learning_rate": 0.0002,
+      "loss": 1.7366,
+      "step": 390
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.37372609972953796,
+      "learning_rate": 0.0002,
+      "loss": 1.7946,
+      "step": 400
+    },
+    {
+      "epoch": 0.5338541666666666,
+      "grad_norm": 0.4089180827140808,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 410
+    },
+    {
+      "epoch": 0.546875,
+      "grad_norm": 0.38470903038978577,
+      "learning_rate": 0.0002,
+      "loss": 1.7767,
+      "step": 420
+    },
+    {
+      "epoch": 0.5598958333333334,
+      "grad_norm": 0.33426186442375183,
+      "learning_rate": 0.0002,
+      "loss": 1.814,
+      "step": 430
+    },
+    {
+      "epoch": 0.5729166666666666,
+      "grad_norm": 0.3802422285079956,
+      "learning_rate": 0.0002,
+      "loss": 1.6738,
+      "step": 440
+    },
+    {
+      "epoch": 0.5859375,
+      "grad_norm": 0.3245152533054352,
+      "learning_rate": 0.0002,
+      "loss": 1.7983,
+      "step": 450
+    },
+    {
+      "epoch": 0.5989583333333334,
+      "grad_norm": 0.34128233790397644,
+      "learning_rate": 0.0002,
+      "loss": 1.7298,
+      "step": 460
+    },
+    {
+      "epoch": 0.6119791666666666,
+      "grad_norm": 0.33154451847076416,
+      "learning_rate": 0.0002,
+      "loss": 1.7947,
+      "step": 470
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.34642690420150757,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 480
+    },
+    {
+      "epoch": 0.6380208333333334,
+      "grad_norm": 0.37599194049835205,
+      "learning_rate": 0.0002,
+      "loss": 1.7242,
+      "step": 490
+    },
+    {
+      "epoch": 0.6510416666666666,
+      "grad_norm": 0.4088667333126068,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 500
+    },
+    {
+      "epoch": 0.6640625,
+      "grad_norm": 0.35734823346138,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 510
+    },
+    {
+      "epoch": 0.6770833333333334,
+      "grad_norm": 0.38925203680992126,
+      "learning_rate": 0.0002,
+      "loss": 1.8128,
+      "step": 520
+    },
+    {
+      "epoch": 0.6901041666666666,
+      "grad_norm": 0.3787044584751129,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 530
+    },
+    {
+      "epoch": 0.703125,
+      "grad_norm": 0.35195621848106384,
+      "learning_rate": 0.0002,
+      "loss": 1.8375,
+      "step": 540
+    },
+    {
+      "epoch": 0.7161458333333334,
+      "grad_norm": 0.39059996604919434,
+      "learning_rate": 0.0002,
+      "loss": 1.7469,
+      "step": 550
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.5075398683547974,
+      "learning_rate": 0.0002,
+      "loss": 1.7351,
+      "step": 560
+    },
+    {
+      "epoch": 0.7421875,
+      "grad_norm": 0.4286627471446991,
+      "learning_rate": 0.0002,
+      "loss": 1.7276,
+      "step": 570
+    },
+    {
+      "epoch": 0.7552083333333334,
+      "grad_norm": 0.33405354619026184,
+      "learning_rate": 0.0002,
+      "loss": 1.8418,
+      "step": 580
+    },
+    {
+      "epoch": 0.7682291666666666,
+      "grad_norm": 0.37269648909568787,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 590
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.3618223965167999,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 600
+    },
+    {
+      "epoch": 0.7942708333333334,
+      "grad_norm": 0.33787694573402405,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 610
+    },
+    {
+      "epoch": 0.8072916666666666,
+      "grad_norm": 0.4018900990486145,
+      "learning_rate": 0.0002,
+      "loss": 1.8033,
+      "step": 620
+    },
+    {
+      "epoch": 0.8203125,
+      "grad_norm": 0.3892900049686432,
+      "learning_rate": 0.0002,
+      "loss": 1.8206,
+      "step": 630
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.33400827646255493,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 640
+    },
+    {
+      "epoch": 0.8463541666666666,
+      "grad_norm": 0.3237822353839874,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 650
+    },
+    {
+      "epoch": 0.859375,
+      "grad_norm": 0.35551393032073975,
+      "learning_rate": 0.0002,
+      "loss": 1.8172,
+      "step": 660
+    },
+    {
+      "epoch": 0.8723958333333334,
+      "grad_norm": 0.38883528113365173,
+      "learning_rate": 0.0002,
+      "loss": 1.8265,
+      "step": 670
+    },
+    {
+      "epoch": 0.8854166666666666,
+      "grad_norm": 0.35139647126197815,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 680
+    },
+    {
+      "epoch": 0.8984375,
+      "grad_norm": 0.3403511941432953,
+      "learning_rate": 0.0002,
+      "loss": 1.7591,
+      "step": 690
+    },
+    {
+      "epoch": 0.9114583333333334,
+      "grad_norm": 0.32814469933509827,
+      "learning_rate": 0.0002,
+      "loss": 1.7224,
+      "step": 700
+    },
+    {
+      "epoch": 0.9244791666666666,
+      "grad_norm": 0.3933236598968506,
+      "learning_rate": 0.0002,
+      "loss": 1.7968,
+      "step": 710
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.3436862528324127,
+      "learning_rate": 0.0002,
+      "loss": 1.7249,
+      "step": 720
+    },
+    {
+      "epoch": 0.9505208333333334,
+      "grad_norm": 0.32683226466178894,
+      "learning_rate": 0.0002,
+      "loss": 1.7717,
+      "step": 730
+    },
+    {
+      "epoch": 0.9635416666666666,
+      "grad_norm": 0.32675468921661377,
+      "learning_rate": 0.0002,
+      "loss": 1.7511,
+      "step": 740
+    },
+    {
+      "epoch": 0.9765625,
+      "grad_norm": 0.371297150850296,
+      "learning_rate": 0.0002,
+      "loss": 1.7429,
+      "step": 750
+    },
+    {
+      "epoch": 0.9895833333333334,
+      "grad_norm": 0.39658334851264954,
+      "learning_rate": 0.0002,
+      "loss": 1.777,
+      "step": 760
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8215787410736084,
+      "eval_runtime": 102.4906,
+      "eval_samples_per_second": 5.025,
+      "eval_steps_per_second": 0.634,
+      "step": 768
+    },
+    {
+      "epoch": 1.0026041666666667,
+      "grad_norm": 0.303970068693161,
+      "learning_rate": 0.0002,
+      "loss": 1.8072,
+      "step": 770
+    },
+    {
+      "epoch": 1.015625,
+      "grad_norm": 0.32745876908302307,
+      "learning_rate": 0.0002,
+      "loss": 1.6708,
+      "step": 780
+    },
+    {
+      "epoch": 1.0286458333333333,
+      "grad_norm": 0.33467888832092285,
+      "learning_rate": 0.0002,
+      "loss": 1.623,
+      "step": 790
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.38253068923950195,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 800
+    },
+    {
+      "epoch": 1.0546875,
+      "grad_norm": 0.3955802023410797,
+      "learning_rate": 0.0002,
+      "loss": 1.685,
+      "step": 810
+    },
+    {
+      "epoch": 1.0677083333333333,
+      "grad_norm": 0.3534117043018341,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 820
+    },
+    {
+      "epoch": 1.0807291666666667,
+      "grad_norm": 0.33427858352661133,
+      "learning_rate": 0.0002,
+      "loss": 1.6361,
+      "step": 830
+    },
+    {
+      "epoch": 1.09375,
+      "grad_norm": 0.35261571407318115,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 840
+    },
+    {
+      "epoch": 1.1067708333333333,
+      "grad_norm": 0.4416263997554779,
+      "learning_rate": 0.0002,
+      "loss": 1.7112,
+      "step": 850
+    },
+    {
+      "epoch": 1.1197916666666667,
+      "grad_norm": 0.3918050229549408,
+      "learning_rate": 0.0002,
+      "loss": 1.6311,
+      "step": 860
+    },
+    {
+      "epoch": 1.1328125,
+      "grad_norm": 0.38482677936553955,
+      "learning_rate": 0.0002,
+      "loss": 1.6804,
+      "step": 870
+    },
+    {
+      "epoch": 1.1458333333333333,
+      "grad_norm": 0.4945143759250641,
+      "learning_rate": 0.0002,
+      "loss": 1.6951,
+      "step": 880
+    },
+    {
+      "epoch": 1.1588541666666667,
+      "grad_norm": 0.429677814245224,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 890
+    },
+    {
+      "epoch": 1.171875,
+      "grad_norm": 0.41878288984298706,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 900
+    },
+    {
+      "epoch": 1.1848958333333333,
+      "grad_norm": 0.41578373312950134,
+      "learning_rate": 0.0002,
+      "loss": 1.717,
+      "step": 910
+    },
+    {
+      "epoch": 1.1979166666666667,
+      "grad_norm": 0.37028902769088745,
+      "learning_rate": 0.0002,
+      "loss": 1.7017,
+      "step": 920
+    },
+    {
+      "epoch": 1.2109375,
+      "grad_norm": 0.3824995756149292,
+      "learning_rate": 0.0002,
+      "loss": 1.7074,
+      "step": 930
+    },
+    {
+      "epoch": 1.2239583333333333,
+      "grad_norm": 0.3818865418434143,
+      "learning_rate": 0.0002,
+      "loss": 1.6185,
+      "step": 940
+    },
+    {
+      "epoch": 1.2369791666666667,
+      "grad_norm": 0.3930460810661316,
+      "learning_rate": 0.0002,
+      "loss": 1.7894,
+      "step": 950
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.3904426395893097,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 960
+    },
+    {
+      "epoch": 1.2630208333333333,
+      "grad_norm": 0.4175802171230316,
+      "learning_rate": 0.0002,
+      "loss": 1.7072,
+      "step": 970
+    },
+    {
+      "epoch": 1.2760416666666667,
+      "grad_norm": 0.42343786358833313,
+      "learning_rate": 0.0002,
+      "loss": 1.7556,
+      "step": 980
+    },
+    {
+      "epoch": 1.2890625,
+      "grad_norm": 0.4168420135974884,
+      "learning_rate": 0.0002,
+      "loss": 1.6339,
+      "step": 990
+    },
+    {
+      "epoch": 1.3020833333333333,
+      "grad_norm": 0.38692983984947205,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3151041666666667,
+      "grad_norm": 0.5037692189216614,
+      "learning_rate": 0.0002,
+      "loss": 1.6384,
+      "step": 1010
+    },
+    {
+      "epoch": 1.328125,
+      "grad_norm": 0.39436691999435425,
+      "learning_rate": 0.0002,
+      "loss": 1.6878,
+      "step": 1020
+    },
+    {
+      "epoch": 1.3411458333333333,
+      "grad_norm": 0.3431943356990814,
+      "learning_rate": 0.0002,
+      "loss": 1.7113,
+      "step": 1030
+    },
+    {
+      "epoch": 1.3541666666666667,
+      "grad_norm": 0.39167070388793945,
+      "learning_rate": 0.0002,
+      "loss": 1.7034,
+      "step": 1040
+    },
+    {
+      "epoch": 1.3671875,
+      "grad_norm": 0.3820446729660034,
+      "learning_rate": 0.0002,
+      "loss": 1.7108,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3802083333333333,
+      "grad_norm": 0.4190749526023865,
+      "learning_rate": 0.0002,
+      "loss": 1.7885,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3932291666666667,
+      "grad_norm": 0.3618869185447693,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 1070
+    },
+    {
+      "epoch": 1.40625,
+      "grad_norm": 0.38852423429489136,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1080
+    },
+    {
+      "epoch": 1.4192708333333333,
+      "grad_norm": 0.49829256534576416,
+      "learning_rate": 0.0002,
+      "loss": 1.733,
+      "step": 1090
+    },
+    {
+      "epoch": 1.4322916666666667,
+      "grad_norm": 0.3956700563430786,
+      "learning_rate": 0.0002,
+      "loss": 1.6589,
+      "step": 1100
+    },
+    {
+      "epoch": 1.4453125,
+      "grad_norm": 0.38829147815704346,
+      "learning_rate": 0.0002,
+      "loss": 1.5866,
+      "step": 1110
+    },
+    {
+      "epoch": 1.4583333333333333,
+      "grad_norm": 0.37237483263015747,
+      "learning_rate": 0.0002,
+      "loss": 1.6709,
+      "step": 1120
+    },
+    {
+      "epoch": 1.4713541666666667,
+      "grad_norm": 0.39798808097839355,
+      "learning_rate": 0.0002,
+      "loss": 1.64,
+      "step": 1130
+    },
+    {
+      "epoch": 1.484375,
+      "grad_norm": 0.38188642263412476,
+      "learning_rate": 0.0002,
+      "loss": 1.7484,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4973958333333333,
+      "grad_norm": 0.44961944222450256,
+      "learning_rate": 0.0002,
+      "loss": 1.6707,
+      "step": 1150
+    },
+    {
+      "epoch": 1.5104166666666665,
+      "grad_norm": 0.3816550374031067,
+      "learning_rate": 0.0002,
+      "loss": 1.6241,
+      "step": 1160
+    },
+    {
+      "epoch": 1.5234375,
+      "grad_norm": 0.3885478973388672,
+      "learning_rate": 0.0002,
+      "loss": 1.7606,
+      "step": 1170
+    },
+    {
+      "epoch": 1.5364583333333335,
+      "grad_norm": 0.42779695987701416,
+      "learning_rate": 0.0002,
+      "loss": 1.7285,
+      "step": 1180
+    },
+    {
+      "epoch": 1.5494791666666665,
+      "grad_norm": 0.41499748826026917,
+      "learning_rate": 0.0002,
+      "loss": 1.7399,
+      "step": 1190
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.4319412410259247,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1200
+    },
+    {
+      "epoch": 1.5755208333333335,
+      "grad_norm": 0.38847389817237854,
+      "learning_rate": 0.0002,
+      "loss": 1.7297,
+      "step": 1210
+    },
+    {
+      "epoch": 1.5885416666666665,
+      "grad_norm": 0.45832890272140503,
+      "learning_rate": 0.0002,
+      "loss": 1.6666,
+      "step": 1220
+    },
+    {
+      "epoch": 1.6015625,
+      "grad_norm": 0.45928797125816345,
+      "learning_rate": 0.0002,
+      "loss": 1.68,
+      "step": 1230
+    },
+    {
+      "epoch": 1.6145833333333335,
+      "grad_norm": 0.4052276611328125,
+      "learning_rate": 0.0002,
+      "loss": 1.7225,
+      "step": 1240
+    },
+    {
+      "epoch": 1.6276041666666665,
+      "grad_norm": 0.4031650424003601,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 1250
+    },
+    {
+      "epoch": 1.640625,
+      "grad_norm": 0.36724114418029785,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1260
+    },
+    {
+      "epoch": 1.6536458333333335,
+      "grad_norm": 0.4188505709171295,
+      "learning_rate": 0.0002,
+      "loss": 1.7672,
+      "step": 1270
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.3982168138027191,
+      "learning_rate": 0.0002,
+      "loss": 1.7685,
+      "step": 1280
+    },
+    {
+      "epoch": 1.6796875,
+      "grad_norm": 0.3768596053123474,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 1290
+    },
+    {
+      "epoch": 1.6927083333333335,
+      "grad_norm": 0.3843287527561188,
+      "learning_rate": 0.0002,
+      "loss": 1.6868,
+      "step": 1300
+    },
+    {
+      "epoch": 1.7057291666666665,
+      "grad_norm": 0.3982345461845398,
+      "learning_rate": 0.0002,
+      "loss": 1.6188,
+      "step": 1310
+    },
+    {
+      "epoch": 1.71875,
+      "grad_norm": 0.3407546281814575,
+      "learning_rate": 0.0002,
+      "loss": 1.7084,
+      "step": 1320
+    },
+    {
+      "epoch": 1.7317708333333335,
+      "grad_norm": 0.36327359080314636,
+      "learning_rate": 0.0002,
+      "loss": 1.7316,
+      "step": 1330
+    },
+    {
+      "epoch": 1.7447916666666665,
+      "grad_norm": 0.4141675531864166,
+      "learning_rate": 0.0002,
+      "loss": 1.734,
+      "step": 1340
+    },
+    {
+      "epoch": 1.7578125,
+      "grad_norm": 0.43894267082214355,
+      "learning_rate": 0.0002,
+      "loss": 1.7257,
+      "step": 1350
+    },
+    {
+      "epoch": 1.7708333333333335,
+      "grad_norm": 0.40564292669296265,
+      "learning_rate": 0.0002,
+      "loss": 1.6613,
+      "step": 1360
+    },
+    {
+      "epoch": 1.7838541666666665,
+      "grad_norm": 0.3978462815284729,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1370
+    },
+    {
+      "epoch": 1.796875,
+      "grad_norm": 0.37140771746635437,
+      "learning_rate": 0.0002,
+      "loss": 1.6497,
+      "step": 1380
+    },
+    {
+      "epoch": 1.8098958333333335,
+      "grad_norm": 0.43164145946502686,
+      "learning_rate": 0.0002,
+      "loss": 1.742,
+      "step": 1390
+    },
+    {
+      "epoch": 1.8229166666666665,
+      "grad_norm": 0.38034674525260925,
+      "learning_rate": 0.0002,
+      "loss": 1.7253,
+      "step": 1400
+    },
+    {
+      "epoch": 1.8359375,
+      "grad_norm": 0.4235687851905823,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1410
+    },
+    {
+      "epoch": 1.8489583333333335,
+      "grad_norm": 0.37417489290237427,
+      "learning_rate": 0.0002,
+      "loss": 1.752,
+      "step": 1420
+    },
+    {
+      "epoch": 1.8619791666666665,
+      "grad_norm": 0.4303789734840393,
+      "learning_rate": 0.0002,
+      "loss": 1.6995,
+      "step": 1430
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.43942129611968994,
+      "learning_rate": 0.0002,
+      "loss": 1.6489,
+      "step": 1440
+    },
+    {
+      "epoch": 1.8880208333333335,
+      "grad_norm": 0.3866581320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7989,
+      "step": 1450
+    },
+    {
+      "epoch": 1.9010416666666665,
+      "grad_norm": 0.3686903417110443,
+      "learning_rate": 0.0002,
+      "loss": 1.72,
+      "step": 1460
+    },
+    {
+      "epoch": 1.9140625,
+      "grad_norm": 0.3885461986064911,
+      "learning_rate": 0.0002,
+      "loss": 1.6545,
+      "step": 1470
+    },
+    {
+      "epoch": 1.9270833333333335,
+      "grad_norm": 0.4156927466392517,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1480
+    },
+    {
+      "epoch": 1.9401041666666665,
+      "grad_norm": 0.3934236168861389,
+      "learning_rate": 0.0002,
+      "loss": 1.5921,
+      "step": 1490
+    },
+    {
+      "epoch": 1.953125,
+      "grad_norm": 0.38645586371421814,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 1500
+    },
+    {
+      "epoch": 1.9661458333333335,
+      "grad_norm": 0.43272635340690613,
+      "learning_rate": 0.0002,
+      "loss": 1.7033,
+      "step": 1510
+    },
+    {
+      "epoch": 1.9791666666666665,
+      "grad_norm": 0.42476025223731995,
+      "learning_rate": 0.0002,
+      "loss": 1.6138,
+      "step": 1520
+    },
+    {
+      "epoch": 1.9921875,
+      "grad_norm": 0.37216147780418396,
+      "learning_rate": 0.0002,
+      "loss": 1.5834,
+      "step": 1530
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.820037841796875,
+      "eval_runtime": 101.0456,
+      "eval_samples_per_second": 5.097,
+      "eval_steps_per_second": 0.643,
+      "step": 1536
+    },
+    {
+      "epoch": 2.0052083333333335,
+      "grad_norm": 0.39003029465675354,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1540
+    },
+    {
+      "epoch": 2.0182291666666665,
+      "grad_norm": 0.4302637577056885,
+      "learning_rate": 0.0002,
+      "loss": 1.5447,
+      "step": 1550
+    },
+    {
+      "epoch": 2.03125,
+      "grad_norm": 0.4496043026447296,
+      "learning_rate": 0.0002,
+      "loss": 1.5951,
+      "step": 1560
+    },
+    {
+      "epoch": 2.0442708333333335,
+      "grad_norm": 0.42824679613113403,
+      "learning_rate": 0.0002,
+      "loss": 1.6032,
+      "step": 1570
+    },
+    {
+      "epoch": 2.0572916666666665,
+      "grad_norm": 0.44775739312171936,
+      "learning_rate": 0.0002,
+      "loss": 1.5996,
+      "step": 1580
+    },
+    {
+      "epoch": 2.0703125,
+      "grad_norm": 0.4705299735069275,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1590
+    },
+    {
+      "epoch": 2.0833333333333335,
+      "grad_norm": 0.4614814817905426,
+      "learning_rate": 0.0002,
+      "loss": 1.7589,
+      "step": 1600
+    },
+    {
+      "epoch": 2.0963541666666665,
+      "grad_norm": 0.45097213983535767,
+      "learning_rate": 0.0002,
+      "loss": 1.5762,
+      "step": 1610
+    },
+    {
+      "epoch": 2.109375,
+      "grad_norm": 0.41954323649406433,
+      "learning_rate": 0.0002,
+      "loss": 1.4947,
+      "step": 1620
+    },
+    {
+      "epoch": 2.1223958333333335,
+      "grad_norm": 0.44894352555274963,
+      "learning_rate": 0.0002,
+      "loss": 1.6397,
+      "step": 1630
+    },
+    {
+      "epoch": 2.1354166666666665,
+      "grad_norm": 0.4421502947807312,
+      "learning_rate": 0.0002,
+      "loss": 1.5251,
+      "step": 1640
+    },
+    {
+      "epoch": 2.1484375,
+      "grad_norm": 0.44649967551231384,
+      "learning_rate": 0.0002,
+      "loss": 1.5931,
+      "step": 1650
+    },
+    {
+      "epoch": 2.1614583333333335,
+      "grad_norm": 0.44216716289520264,
+      "learning_rate": 0.0002,
+      "loss": 1.6327,
+      "step": 1660
+    },
+    {
+      "epoch": 2.1744791666666665,
+      "grad_norm": 0.6363232135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.5924,
+      "step": 1670
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 0.46533334255218506,
+      "learning_rate": 0.0002,
+      "loss": 1.6151,
+      "step": 1680
+    },
+    {
+      "epoch": 2.2005208333333335,
+      "grad_norm": 0.48486822843551636,
+      "learning_rate": 0.0002,
+      "loss": 1.5539,
+      "step": 1690
+    },
+    {
+      "epoch": 2.2135416666666665,
+      "grad_norm": 0.43277066946029663,
+      "learning_rate": 0.0002,
+      "loss": 1.6322,
+      "step": 1700
+    },
+    {
+      "epoch": 2.2265625,
+      "grad_norm": 0.45927226543426514,
+      "learning_rate": 0.0002,
+      "loss": 1.4979,
+      "step": 1710
+    },
+    {
+      "epoch": 2.2395833333333335,
+      "grad_norm": 0.4654010236263275,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 1720
+    },
+    {
+      "epoch": 2.2526041666666665,
+      "grad_norm": 0.49796584248542786,
+      "learning_rate": 0.0002,
+      "loss": 1.5713,
+      "step": 1730
+    },
+    {
+      "epoch": 2.265625,
+      "grad_norm": 0.4506736397743225,
+      "learning_rate": 0.0002,
+      "loss": 1.587,
+      "step": 1740
+    },
+    {
+      "epoch": 2.2786458333333335,
+      "grad_norm": 0.46757954359054565,
+      "learning_rate": 0.0002,
+      "loss": 1.5961,
+      "step": 1750
+    },
+    {
+      "epoch": 2.2916666666666665,
+      "grad_norm": 0.4507335424423218,
+      "learning_rate": 0.0002,
+      "loss": 1.6307,
+      "step": 1760
+    },
+    {
+      "epoch": 2.3046875,
+      "grad_norm": 0.43900197744369507,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1770
+    },
+    {
+      "epoch": 2.3177083333333335,
+      "grad_norm": 0.48013004660606384,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 1780
+    },
+    {
+      "epoch": 2.3307291666666665,
+      "grad_norm": 0.41891220211982727,
+      "learning_rate": 0.0002,
+      "loss": 1.6024,
+      "step": 1790
+    },
+    {
+      "epoch": 2.34375,
+      "grad_norm": 0.4879191219806671,
+      "learning_rate": 0.0002,
+      "loss": 1.658,
+      "step": 1800
+    },
+    {
+      "epoch": 2.3567708333333335,
+      "grad_norm": 0.46148231625556946,
+      "learning_rate": 0.0002,
+      "loss": 1.6084,
+      "step": 1810
+    },
+    {
+      "epoch": 2.3697916666666665,
+      "grad_norm": 0.5114223957061768,
+      "learning_rate": 0.0002,
+      "loss": 1.6072,
+      "step": 1820
+    },
+    {
+      "epoch": 2.3828125,
+      "grad_norm": 0.4828612804412842,
+      "learning_rate": 0.0002,
+      "loss": 1.5505,
+      "step": 1830
+    },
+    {
+      "epoch": 2.3958333333333335,
+      "grad_norm": 0.4672335386276245,
+      "learning_rate": 0.0002,
+      "loss": 1.571,
+      "step": 1840
+    },
+    {
+      "epoch": 2.4088541666666665,
+      "grad_norm": 0.4914792776107788,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1850
+    },
+    {
+      "epoch": 2.421875,
+      "grad_norm": 0.44478079676628113,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1860
+    },
+    {
+      "epoch": 2.4348958333333335,
+      "grad_norm": 0.4601325988769531,
+      "learning_rate": 0.0002,
+      "loss": 1.7262,
+      "step": 1870
+    },
+    {
+      "epoch": 2.4479166666666665,
+      "grad_norm": 0.44539815187454224,
+      "learning_rate": 0.0002,
+      "loss": 1.555,
+      "step": 1880
+    },
+    {
+      "epoch": 2.4609375,
+      "grad_norm": 0.4532422125339508,
+      "learning_rate": 0.0002,
+      "loss": 1.5877,
+      "step": 1890
+    },
+    {
+      "epoch": 2.4739583333333335,
+      "grad_norm": 0.5323562622070312,
+      "learning_rate": 0.0002,
+      "loss": 1.5574,
+      "step": 1900
+    },
+    {
+      "epoch": 2.4869791666666665,
+      "grad_norm": 0.5027516484260559,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 1910
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.4507808983325958,
+      "learning_rate": 0.0002,
+      "loss": 1.5471,
+      "step": 1920
+    },
+    {
+      "epoch": 2.5130208333333335,
+      "grad_norm": 0.4996422827243805,
+      "learning_rate": 0.0002,
+      "loss": 1.613,
+      "step": 1930
+    },
+    {
+      "epoch": 2.5260416666666665,
+      "grad_norm": 0.4964800179004669,
+      "learning_rate": 0.0002,
+      "loss": 1.6412,
+      "step": 1940
+    },
+    {
+      "epoch": 2.5390625,
+      "grad_norm": 0.48546481132507324,
+      "learning_rate": 0.0002,
+      "loss": 1.547,
+      "step": 1950
+    },
+    {
+      "epoch": 2.5520833333333335,
+      "grad_norm": 0.47357916831970215,
+      "learning_rate": 0.0002,
+      "loss": 1.6075,
+      "step": 1960
+    },
+    {
+      "epoch": 2.5651041666666665,
+      "grad_norm": 0.47136595845222473,
+      "learning_rate": 0.0002,
+      "loss": 1.5585,
+      "step": 1970
+    },
+    {
+      "epoch": 2.578125,
+      "grad_norm": 0.5185502171516418,
+      "learning_rate": 0.0002,
+      "loss": 1.5157,
+      "step": 1980
+    },
+    {
+      "epoch": 2.5911458333333335,
+      "grad_norm": 0.47995880246162415,
+      "learning_rate": 0.0002,
+      "loss": 1.6904,
+      "step": 1990
+    },
+    {
+      "epoch": 2.6041666666666665,
+      "grad_norm": 0.5076674222946167,
+      "learning_rate": 0.0002,
+      "loss": 1.638,
+      "step": 2000
+    },
+    {
+      "epoch": 2.6171875,
+      "grad_norm": 0.4805421233177185,
+      "learning_rate": 0.0002,
+      "loss": 1.6038,
+      "step": 2010
+    },
+    {
+      "epoch": 2.6302083333333335,
+      "grad_norm": 0.4406864047050476,
+      "learning_rate": 0.0002,
+      "loss": 1.6092,
+      "step": 2020
+    },
+    {
+      "epoch": 2.6432291666666665,
+      "grad_norm": 0.521388828754425,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2030
+    },
+    {
+      "epoch": 2.65625,
+      "grad_norm": 0.4531918466091156,
+      "learning_rate": 0.0002,
+      "loss": 1.5338,
+      "step": 2040
+    },
+    {
+      "epoch": 2.6692708333333335,
+      "grad_norm": 0.45295774936676025,
+      "learning_rate": 0.0002,
+      "loss": 1.6853,
+      "step": 2050
+    },
+    {
+      "epoch": 2.6822916666666665,
+      "grad_norm": 0.4573723375797272,
+      "learning_rate": 0.0002,
+      "loss": 1.5252,
+      "step": 2060
+    },
+    {
+      "epoch": 2.6953125,
+      "grad_norm": 0.4836064279079437,
+      "learning_rate": 0.0002,
+      "loss": 1.5765,
+      "step": 2070
+    },
+    {
+      "epoch": 2.7083333333333335,
+      "grad_norm": 0.5040885210037231,
+      "learning_rate": 0.0002,
+      "loss": 1.5928,
+      "step": 2080
+    },
+    {
+      "epoch": 2.7213541666666665,
+      "grad_norm": 0.5153458118438721,
+      "learning_rate": 0.0002,
+      "loss": 1.6438,
+      "step": 2090
+    },
+    {
+      "epoch": 2.734375,
+      "grad_norm": 0.4415692090988159,
+      "learning_rate": 0.0002,
+      "loss": 1.5917,
+      "step": 2100
+    },
+    {
+      "epoch": 2.7473958333333335,
+      "grad_norm": 0.4862712621688843,
+      "learning_rate": 0.0002,
+      "loss": 1.6017,
+      "step": 2110
+    },
+    {
+      "epoch": 2.7604166666666665,
+      "grad_norm": 0.4845922589302063,
+      "learning_rate": 0.0002,
+      "loss": 1.5797,
+      "step": 2120
+    },
+    {
+      "epoch": 2.7734375,
+      "grad_norm": 0.5153566598892212,
+      "learning_rate": 0.0002,
+      "loss": 1.6404,
+      "step": 2130
+    },
+    {
+      "epoch": 2.7864583333333335,
+      "grad_norm": 0.4220491945743561,
+      "learning_rate": 0.0002,
+      "loss": 1.5609,
+      "step": 2140
+    },
+    {
+      "epoch": 2.7994791666666665,
+      "grad_norm": 0.523292064666748,
+      "learning_rate": 0.0002,
+      "loss": 1.5404,
+      "step": 2150
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.4567972421646118,
+      "learning_rate": 0.0002,
+      "loss": 1.4993,
+      "step": 2160
+    },
+    {
+      "epoch": 2.8255208333333335,
+      "grad_norm": 0.6252557039260864,
+      "learning_rate": 0.0002,
+      "loss": 1.6279,
+      "step": 2170
+    },
+    {
+      "epoch": 2.8385416666666665,
+      "grad_norm": 0.5231373310089111,
+      "learning_rate": 0.0002,
+      "loss": 1.6203,
+      "step": 2180
+    },
+    {
+      "epoch": 2.8515625,
+      "grad_norm": 0.49243974685668945,
+      "learning_rate": 0.0002,
+      "loss": 1.5707,
+      "step": 2190
+    },
+    {
+      "epoch": 2.8645833333333335,
+      "grad_norm": 0.521644115447998,
+      "learning_rate": 0.0002,
+      "loss": 1.5923,
+      "step": 2200
+    },
+    {
+      "epoch": 2.8776041666666665,
+      "grad_norm": 0.4624195694923401,
+      "learning_rate": 0.0002,
+      "loss": 1.6812,
+      "step": 2210
+    },
+    {
+      "epoch": 2.890625,
+      "grad_norm": 0.4463620185852051,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 2220
+    },
+    {
+      "epoch": 2.9036458333333335,
+      "grad_norm": 0.45793524384498596,
+      "learning_rate": 0.0002,
+      "loss": 1.6095,
+      "step": 2230
+    },
+    {
+      "epoch": 2.9166666666666665,
+      "grad_norm": 0.46979188919067383,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 2240
+    },
+    {
+      "epoch": 2.9296875,
+      "grad_norm": 0.5220303535461426,
+      "learning_rate": 0.0002,
+      "loss": 1.617,
+      "step": 2250
+    },
+    {
+      "epoch": 2.9427083333333335,
+      "grad_norm": 0.44405895471572876,
+      "learning_rate": 0.0002,
+      "loss": 1.5978,
+      "step": 2260
+    },
+    {
+      "epoch": 2.9557291666666665,
+      "grad_norm": 0.523841381072998,
+      "learning_rate": 0.0002,
+      "loss": 1.6685,
+      "step": 2270
+    },
+    {
+      "epoch": 2.96875,
+      "grad_norm": 0.4928138852119446,
+      "learning_rate": 0.0002,
+      "loss": 1.595,
+      "step": 2280
+    },
+    {
+      "epoch": 2.9817708333333335,
+      "grad_norm": 0.4918071925640106,
+      "learning_rate": 0.0002,
+      "loss": 1.606,
+      "step": 2290
+    },
+    {
+      "epoch": 2.9947916666666665,
+      "grad_norm": 0.4584912061691284,
+      "learning_rate": 0.0002,
+      "loss": 1.5736,
+      "step": 2300
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8474308252334595,
+      "eval_runtime": 103.7697,
+      "eval_samples_per_second": 4.963,
+      "eval_steps_per_second": 0.626,
+      "step": 2304
+    },
+    {
+      "epoch": 3.0078125,
+      "grad_norm": 0.4801871180534363,
+      "learning_rate": 0.0002,
+      "loss": 1.5454,
+      "step": 2310
+    },
+    {
+      "epoch": 3.0208333333333335,
+      "grad_norm": 0.5789998173713684,
+      "learning_rate": 0.0002,
+      "loss": 1.4019,
+      "step": 2320
+    },
+    {
+      "epoch": 3.0338541666666665,
+      "grad_norm": 0.49856704473495483,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2330
+    },
+    {
+      "epoch": 3.046875,
+      "grad_norm": 0.5625631213188171,
+      "learning_rate": 0.0002,
+      "loss": 1.4718,
+      "step": 2340
+    },
+    {
+      "epoch": 3.0598958333333335,
+      "grad_norm": 0.557637095451355,
+      "learning_rate": 0.0002,
+      "loss": 1.4727,
+      "step": 2350
+    },
+    {
+      "epoch": 3.0729166666666665,
+      "grad_norm": 0.528889536857605,
+      "learning_rate": 0.0002,
+      "loss": 1.4654,
+      "step": 2360
+    },
+    {
+      "epoch": 3.0859375,
+      "grad_norm": 0.5952284932136536,
+      "learning_rate": 0.0002,
+      "loss": 1.4307,
+      "step": 2370
+    },
+    {
+      "epoch": 3.0989583333333335,
+      "grad_norm": 0.5549899339675903,
+      "learning_rate": 0.0002,
+      "loss": 1.5304,
+      "step": 2380
+    },
+    {
+      "epoch": 3.1119791666666665,
+      "grad_norm": 0.662139892578125,
+      "learning_rate": 0.0002,
+      "loss": 1.5034,
+      "step": 2390
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.5281530618667603,
+      "learning_rate": 0.0002,
+      "loss": 1.4754,
+      "step": 2400
+    },
+    {
+      "epoch": 3.1380208333333335,
+      "grad_norm": 0.6134106516838074,
+      "learning_rate": 0.0002,
+      "loss": 1.4047,
+      "step": 2410
+    },
+    {
+      "epoch": 3.1510416666666665,
+      "grad_norm": 0.6040887236595154,
+      "learning_rate": 0.0002,
+      "loss": 1.5001,
+      "step": 2420
+    },
+    {
+      "epoch": 3.1640625,
+      "grad_norm": 0.549672544002533,
+      "learning_rate": 0.0002,
+      "loss": 1.3936,
+      "step": 2430
+    },
+    {
+      "epoch": 3.1770833333333335,
+      "grad_norm": 0.9195653796195984,
+      "learning_rate": 0.0002,
+      "loss": 1.401,
+      "step": 2440
+    },
+    {
+      "epoch": 3.1901041666666665,
+      "grad_norm": 0.5578703284263611,
+      "learning_rate": 0.0002,
+      "loss": 1.507,
+      "step": 2450
+    },
+    {
+      "epoch": 3.203125,
+      "grad_norm": 0.5982925891876221,
+      "learning_rate": 0.0002,
+      "loss": 1.4873,
+      "step": 2460
+    },
+    {
+      "epoch": 3.2161458333333335,
+      "grad_norm": 0.5544393062591553,
+      "learning_rate": 0.0002,
+      "loss": 1.4909,
+      "step": 2470
+    },
+    {
+      "epoch": 3.2291666666666665,
+      "grad_norm": 0.6015266180038452,
+      "learning_rate": 0.0002,
+      "loss": 1.4705,
+      "step": 2480
+    },
+    {
+      "epoch": 3.2421875,
+      "grad_norm": 0.5995243191719055,
+      "learning_rate": 0.0002,
+      "loss": 1.4652,
+      "step": 2490
+    },
+    {
+      "epoch": 3.2552083333333335,
+      "grad_norm": 0.5846129059791565,
+      "learning_rate": 0.0002,
+      "loss": 1.4486,
+      "step": 2500
+    },
+    {
+      "epoch": 3.2682291666666665,
+      "grad_norm": 0.5552570223808289,
+      "learning_rate": 0.0002,
+      "loss": 1.4529,
+      "step": 2510
+    },
+    {
+      "epoch": 3.28125,
+      "grad_norm": 0.576998233795166,
+      "learning_rate": 0.0002,
+      "loss": 1.3884,
+      "step": 2520
+    },
+    {
+      "epoch": 3.2942708333333335,
+      "grad_norm": 0.6526138186454773,
+      "learning_rate": 0.0002,
+      "loss": 1.4463,
+      "step": 2530
+    },
+    {
+      "epoch": 3.3072916666666665,
+      "grad_norm": 0.6064265966415405,
+      "learning_rate": 0.0002,
+      "loss": 1.474,
+      "step": 2540
+    },
+    {
+      "epoch": 3.3203125,
+      "grad_norm": 0.5542362928390503,
+      "learning_rate": 0.0002,
+      "loss": 1.5125,
+      "step": 2550
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 0.6048482060432434,
+      "learning_rate": 0.0002,
+      "loss": 1.4769,
+      "step": 2560
+    },
+    {
+      "epoch": 3.3463541666666665,
+      "grad_norm": 0.6328344941139221,
+      "learning_rate": 0.0002,
+      "loss": 1.4682,
+      "step": 2570
+    },
+    {
+      "epoch": 3.359375,
+      "grad_norm": 0.6347311735153198,
+      "learning_rate": 0.0002,
+      "loss": 1.5647,
+      "step": 2580
+    },
+    {
+      "epoch": 3.3723958333333335,
+      "grad_norm": 0.537570595741272,
+      "learning_rate": 0.0002,
+      "loss": 1.5752,
+      "step": 2590
+    },
+    {
+      "epoch": 3.3854166666666665,
+      "grad_norm": 0.5704807639122009,
+      "learning_rate": 0.0002,
+      "loss": 1.4086,
+      "step": 2600
+    },
+    {
+      "epoch": 3.3984375,
+      "grad_norm": 0.5914373993873596,
+      "learning_rate": 0.0002,
+      "loss": 1.5653,
+      "step": 2610
+    },
+    {
+      "epoch": 3.4114583333333335,
+      "grad_norm": 0.6724640130996704,
+      "learning_rate": 0.0002,
+      "loss": 1.4436,
+      "step": 2620
+    },
+    {
+      "epoch": 3.4244791666666665,
+      "grad_norm": 0.6295472383499146,
+      "learning_rate": 0.0002,
+      "loss": 1.5731,
+      "step": 2630
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 0.5842770934104919,
+      "learning_rate": 0.0002,
+      "loss": 1.4715,
+      "step": 2640
+    },
+    {
+      "epoch": 3.4505208333333335,
+      "grad_norm": 0.6297776699066162,
+      "learning_rate": 0.0002,
+      "loss": 1.451,
+      "step": 2650
+    },
+    {
+      "epoch": 3.4635416666666665,
+      "grad_norm": 0.6105847358703613,
+      "learning_rate": 0.0002,
+      "loss": 1.5761,
+      "step": 2660
+    },
+    {
+      "epoch": 3.4765625,
+      "grad_norm": 0.6294940710067749,
+      "learning_rate": 0.0002,
+      "loss": 1.5332,
+      "step": 2670
+    },
+    {
+      "epoch": 3.4895833333333335,
+      "grad_norm": 0.6573333740234375,
+      "learning_rate": 0.0002,
+      "loss": 1.5451,
+      "step": 2680
+    },
+    {
+      "epoch": 3.5026041666666665,
+      "grad_norm": 0.663661539554596,
+      "learning_rate": 0.0002,
+      "loss": 1.4592,
+      "step": 2690
+    },
+    {
+      "epoch": 3.515625,
+      "grad_norm": 0.6729148626327515,
+      "learning_rate": 0.0002,
+      "loss": 1.5286,
+      "step": 2700
+    },
+    {
+      "epoch": 3.5286458333333335,
+      "grad_norm": 0.6633102893829346,
+      "learning_rate": 0.0002,
+      "loss": 1.534,
+      "step": 2710
+    },
+    {
+      "epoch": 3.5416666666666665,
+      "grad_norm": 0.567686915397644,
+      "learning_rate": 0.0002,
+      "loss": 1.4023,
+      "step": 2720
+    },
+    {
+      "epoch": 3.5546875,
+      "grad_norm": 0.6281962394714355,
+      "learning_rate": 0.0002,
+      "loss": 1.4925,
+      "step": 2730
+    },
+    {
+      "epoch": 3.5677083333333335,
+      "grad_norm": 0.5710738897323608,
+      "learning_rate": 0.0002,
+      "loss": 1.5028,
+      "step": 2740
+    },
+    {
+      "epoch": 3.5807291666666665,
+      "grad_norm": 0.648162305355072,
+      "learning_rate": 0.0002,
+      "loss": 1.4393,
+      "step": 2750
+    },
+    {
+      "epoch": 3.59375,
+      "grad_norm": 0.5466254949569702,
+      "learning_rate": 0.0002,
+      "loss": 1.4294,
+      "step": 2760
+    },
+    {
+      "epoch": 3.6067708333333335,
+      "grad_norm": 0.6867973208427429,
+      "learning_rate": 0.0002,
+      "loss": 1.4993,
+      "step": 2770
+    },
+    {
+      "epoch": 3.6197916666666665,
+      "grad_norm": 0.673612117767334,
+      "learning_rate": 0.0002,
+      "loss": 1.4463,
+      "step": 2780
+    },
+    {
+      "epoch": 3.6328125,
+      "grad_norm": 0.6928417086601257,
+      "learning_rate": 0.0002,
+      "loss": 1.5231,
+      "step": 2790
+    },
+    {
+      "epoch": 3.6458333333333335,
+      "grad_norm": 0.6603742837905884,
+      "learning_rate": 0.0002,
+      "loss": 1.5212,
+      "step": 2800
+    },
+    {
+      "epoch": 3.6588541666666665,
+      "grad_norm": 0.5964401960372925,
+      "learning_rate": 0.0002,
+      "loss": 1.4889,
+      "step": 2810
+    },
+    {
+      "epoch": 3.671875,
+      "grad_norm": 0.6224474310874939,
+      "learning_rate": 0.0002,
+      "loss": 1.4585,
+      "step": 2820
+    },
+    {
+      "epoch": 3.6848958333333335,
+      "grad_norm": 0.6592439413070679,
+      "learning_rate": 0.0002,
+      "loss": 1.5119,
+      "step": 2830
+    },
+    {
+      "epoch": 3.6979166666666665,
+      "grad_norm": 0.6255369186401367,
+      "learning_rate": 0.0002,
+      "loss": 1.4729,
+      "step": 2840
+    },
+    {
+      "epoch": 3.7109375,
+      "grad_norm": 0.7136337757110596,
+      "learning_rate": 0.0002,
+      "loss": 1.4598,
+      "step": 2850
+    },
+    {
+      "epoch": 3.7239583333333335,
+      "grad_norm": 0.6229757070541382,
+      "learning_rate": 0.0002,
+      "loss": 1.4491,
+      "step": 2860
+    },
+    {
+      "epoch": 3.7369791666666665,
+      "grad_norm": 0.696080207824707,
+      "learning_rate": 0.0002,
+      "loss": 1.4175,
+      "step": 2870
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 0.571873664855957,
+      "learning_rate": 0.0002,
+      "loss": 1.5127,
+      "step": 2880
+    },
+    {
+      "epoch": 3.7630208333333335,
+      "grad_norm": 0.5918916463851929,
+      "learning_rate": 0.0002,
+      "loss": 1.4093,
+      "step": 2890
+    },
+    {
+      "epoch": 3.7760416666666665,
+      "grad_norm": 0.616413950920105,
+      "learning_rate": 0.0002,
+      "loss": 1.399,
+      "step": 2900
+    },
+    {
+      "epoch": 3.7890625,
+      "grad_norm": 0.6267292499542236,
+      "learning_rate": 0.0002,
+      "loss": 1.4215,
+      "step": 2910
+    },
+    {
+      "epoch": 3.8020833333333335,
+      "grad_norm": 0.6630783677101135,
+      "learning_rate": 0.0002,
+      "loss": 1.5095,
+      "step": 2920
+    },
+    {
+      "epoch": 3.8151041666666665,
+      "grad_norm": 0.6004238724708557,
+      "learning_rate": 0.0002,
+      "loss": 1.5323,
+      "step": 2930
+    },
+    {
+      "epoch": 3.828125,
+      "grad_norm": 0.6740423440933228,
+      "learning_rate": 0.0002,
+      "loss": 1.4953,
+      "step": 2940
+    },
+    {
+      "epoch": 3.8411458333333335,
+      "grad_norm": 0.6397785544395447,
+      "learning_rate": 0.0002,
+      "loss": 1.549,
+      "step": 2950
+    },
+    {
+      "epoch": 3.8541666666666665,
+      "grad_norm": 0.6063735485076904,
+      "learning_rate": 0.0002,
+      "loss": 1.5309,
+      "step": 2960
+    },
+    {
+      "epoch": 3.8671875,
+      "grad_norm": 0.6462053060531616,
+      "learning_rate": 0.0002,
+      "loss": 1.5093,
+      "step": 2970
+    },
+    {
+      "epoch": 3.8802083333333335,
+      "grad_norm": 0.7143250107765198,
+      "learning_rate": 0.0002,
+      "loss": 1.5237,
+      "step": 2980
+    },
+    {
+      "epoch": 3.8932291666666665,
+      "grad_norm": 0.6747874617576599,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2990
+    },
+    {
+      "epoch": 3.90625,
+      "grad_norm": 0.622930109500885,
+      "learning_rate": 0.0002,
+      "loss": 1.5389,
+      "step": 3000
+    },
+    {
+      "epoch": 3.9192708333333335,
+      "grad_norm": 0.620193600654602,
+      "learning_rate": 0.0002,
+      "loss": 1.4279,
+      "step": 3010
+    },
+    {
+      "epoch": 3.9322916666666665,
+      "grad_norm": 0.6321487426757812,
+      "learning_rate": 0.0002,
+      "loss": 1.495,
+      "step": 3020
+    },
+    {
+      "epoch": 3.9453125,
+      "grad_norm": 0.5705523490905762,
+      "learning_rate": 0.0002,
+      "loss": 1.4657,
+      "step": 3030
+    },
+    {
+      "epoch": 3.9583333333333335,
+      "grad_norm": 0.6185072660446167,
+      "learning_rate": 0.0002,
+      "loss": 1.4099,
+      "step": 3040
+    },
+    {
+      "epoch": 3.9713541666666665,
+      "grad_norm": 0.6005704998970032,
+      "learning_rate": 0.0002,
+      "loss": 1.4667,
+      "step": 3050
+    },
+    {
+      "epoch": 3.984375,
+      "grad_norm": 0.5933769941329956,
+      "learning_rate": 0.0002,
+      "loss": 1.4896,
+      "step": 3060
+    },
+    {
+      "epoch": 3.9973958333333335,
+      "grad_norm": 0.695209801197052,
+      "learning_rate": 0.0002,
+      "loss": 1.4973,
+      "step": 3070
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8955267667770386,
+      "eval_runtime": 103.5061,
+      "eval_samples_per_second": 4.976,
+      "eval_steps_per_second": 0.628,
+      "step": 3072
+    },
+    {
+      "epoch": 4.010416666666667,
+      "grad_norm": 0.6706188321113586,
+      "learning_rate": 0.0002,
+      "loss": 1.3502,
+      "step": 3080
+    },
+    {
+      "epoch": 4.0234375,
+      "grad_norm": 0.7263980507850647,
+      "learning_rate": 0.0002,
+      "loss": 1.2917,
+      "step": 3090
+    },
+    {
+      "epoch": 4.036458333333333,
+      "grad_norm": 0.7767240405082703,
+      "learning_rate": 0.0002,
+      "loss": 1.2845,
+      "step": 3100
+    },
+    {
+      "epoch": 4.049479166666667,
+      "grad_norm": 0.6888399124145508,
+      "learning_rate": 0.0002,
+      "loss": 1.4169,
+      "step": 3110
+    },
+    {
+      "epoch": 4.0625,
+      "grad_norm": 0.8860331773757935,
+      "learning_rate": 0.0002,
+      "loss": 1.2422,
+      "step": 3120
+    },
+    {
+      "epoch": 4.075520833333333,
+      "grad_norm": 0.7572373151779175,
+      "learning_rate": 0.0002,
+      "loss": 1.2842,
+      "step": 3130
+    },
+    {
+      "epoch": 4.088541666666667,
+      "grad_norm": 0.8321536183357239,
+      "learning_rate": 0.0002,
+      "loss": 1.2747,
+      "step": 3140
+    },
+    {
+      "epoch": 4.1015625,
+      "grad_norm": 0.7042664885520935,
+      "learning_rate": 0.0002,
+      "loss": 1.2843,
+      "step": 3150
+    },
+    {
+      "epoch": 4.114583333333333,
+      "grad_norm": 0.8910216689109802,
+      "learning_rate": 0.0002,
+      "loss": 1.3326,
+      "step": 3160
+    },
+    {
+      "epoch": 4.127604166666667,
+      "grad_norm": 0.8333232402801514,
+      "learning_rate": 0.0002,
+      "loss": 1.2742,
+      "step": 3170
+    },
+    {
+      "epoch": 4.140625,
+      "grad_norm": 0.7120883464813232,
+      "learning_rate": 0.0002,
+      "loss": 1.2985,
+      "step": 3180
+    },
+    {
+      "epoch": 4.153645833333333,
+      "grad_norm": 0.6904631853103638,
+      "learning_rate": 0.0002,
+      "loss": 1.3611,
+      "step": 3190
+    },
+    {
+      "epoch": 4.166666666666667,
+      "grad_norm": 0.6398878693580627,
+      "learning_rate": 0.0002,
+      "loss": 1.2881,
+      "step": 3200
+    },
+    {
+      "epoch": 4.1796875,
+      "grad_norm": 0.7573692798614502,
+      "learning_rate": 0.0002,
+      "loss": 1.3323,
+      "step": 3210
+    },
+    {
+      "epoch": 4.192708333333333,
+      "grad_norm": 0.7850743532180786,
+      "learning_rate": 0.0002,
+      "loss": 1.3509,
+      "step": 3220
+    },
+    {
+      "epoch": 4.205729166666667,
+      "grad_norm": 0.7863165736198425,
+      "learning_rate": 0.0002,
+      "loss": 1.3176,
+      "step": 3230
+    },
+    {
+      "epoch": 4.21875,
+      "grad_norm": 0.7855865359306335,
+      "learning_rate": 0.0002,
+      "loss": 1.3739,
+      "step": 3240
+    },
+    {
+      "epoch": 4.231770833333333,
+      "grad_norm": 0.6840922832489014,
+      "learning_rate": 0.0002,
+      "loss": 1.3251,
+      "step": 3250
+    },
+    {
+      "epoch": 4.244791666666667,
+      "grad_norm": 0.8499747514724731,
+      "learning_rate": 0.0002,
+      "loss": 1.32,
+      "step": 3260
+    },
+    {
+      "epoch": 4.2578125,
+      "grad_norm": 0.7982883453369141,
+      "learning_rate": 0.0002,
+      "loss": 1.4045,
+      "step": 3270
+    },
+    {
+      "epoch": 4.270833333333333,
+      "grad_norm": 0.7776934504508972,
+      "learning_rate": 0.0002,
+      "loss": 1.3922,
+      "step": 3280
+    },
+    {
+      "epoch": 4.283854166666667,
+      "grad_norm": 0.8887693881988525,
+      "learning_rate": 0.0002,
+      "loss": 1.309,
+      "step": 3290
+    },
+    {
+      "epoch": 4.296875,
+      "grad_norm": 1.0184714794158936,
+      "learning_rate": 0.0002,
+      "loss": 1.3213,
+      "step": 3300
+    },
+    {
+      "epoch": 4.309895833333333,
+      "grad_norm": 0.7539387345314026,
+      "learning_rate": 0.0002,
+      "loss": 1.3212,
+      "step": 3310
+    },
+    {
+      "epoch": 4.322916666666667,
+      "grad_norm": 0.8137491345405579,
+      "learning_rate": 0.0002,
+      "loss": 1.3403,
+      "step": 3320
+    },
+    {
+      "epoch": 4.3359375,
+      "grad_norm": 0.8136276006698608,
+      "learning_rate": 0.0002,
+      "loss": 1.3069,
+      "step": 3330
+    },
+    {
+      "epoch": 4.348958333333333,
+      "grad_norm": 0.7880964279174805,
+      "learning_rate": 0.0002,
+      "loss": 1.3512,
+      "step": 3340
+    },
+    {
+      "epoch": 4.361979166666667,
+      "grad_norm": 0.8654456734657288,
+      "learning_rate": 0.0002,
+      "loss": 1.3468,
+      "step": 3350
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 0.8093366622924805,
+      "learning_rate": 0.0002,
+      "loss": 1.3036,
+      "step": 3360
+    },
+    {
+      "epoch": 4.388020833333333,
+      "grad_norm": 0.8738575577735901,
+      "learning_rate": 0.0002,
+      "loss": 1.3826,
+      "step": 3370
+    },
+    {
+      "epoch": 4.401041666666667,
+      "grad_norm": 0.8923026919364929,
+      "learning_rate": 0.0002,
+      "loss": 1.3485,
+      "step": 3380
+    },
+    {
+      "epoch": 4.4140625,
+      "grad_norm": 0.8508910536766052,
+      "learning_rate": 0.0002,
+      "loss": 1.3628,
+      "step": 3390
+    },
+    {
+      "epoch": 4.427083333333333,
+      "grad_norm": 0.8262084722518921,
+      "learning_rate": 0.0002,
+      "loss": 1.3048,
+      "step": 3400
+    },
+    {
+      "epoch": 4.440104166666667,
+      "grad_norm": 0.7843561768531799,
+      "learning_rate": 0.0002,
+      "loss": 1.3145,
+      "step": 3410
+    },
+    {
+      "epoch": 4.453125,
+      "grad_norm": 0.9087795615196228,
+      "learning_rate": 0.0002,
+      "loss": 1.4526,
+      "step": 3420
+    },
+    {
+      "epoch": 4.466145833333333,
+      "grad_norm": 0.8278809189796448,
+      "learning_rate": 0.0002,
+      "loss": 1.3492,
+      "step": 3430
+    },
+    {
+      "epoch": 4.479166666666667,
+      "grad_norm": 0.8337010741233826,
+      "learning_rate": 0.0002,
+      "loss": 1.3797,
+      "step": 3440
+    },
+    {
+      "epoch": 4.4921875,
+      "grad_norm": 0.7790088057518005,
+      "learning_rate": 0.0002,
+      "loss": 1.3199,
+      "step": 3450
+    },
+    {
+      "epoch": 4.505208333333333,
+      "grad_norm": 0.826231837272644,
+      "learning_rate": 0.0002,
+      "loss": 1.3344,
+      "step": 3460
+    },
+    {
+      "epoch": 4.518229166666667,
+      "grad_norm": 0.761461079120636,
+      "learning_rate": 0.0002,
+      "loss": 1.3915,
+      "step": 3470
+    },
+    {
+      "epoch": 4.53125,
+      "grad_norm": 0.8892785906791687,
+      "learning_rate": 0.0002,
+      "loss": 1.2829,
+      "step": 3480
+    },
+    {
+      "epoch": 4.544270833333333,
+      "grad_norm": 0.6087225675582886,
+      "learning_rate": 0.0002,
+      "loss": 1.3571,
+      "step": 3490
+    },
+    {
+      "epoch": 4.557291666666667,
+      "grad_norm": 0.8259274363517761,
+      "learning_rate": 0.0002,
+      "loss": 1.3167,
+      "step": 3500
+    },
+    {
+      "epoch": 4.5703125,
+      "grad_norm": 0.821164071559906,
+      "learning_rate": 0.0002,
+      "loss": 1.3664,
+      "step": 3510
+    },
+    {
+      "epoch": 4.583333333333333,
+      "grad_norm": 0.7262887954711914,
+      "learning_rate": 0.0002,
+      "loss": 1.2853,
+      "step": 3520
+    },
+    {
+      "epoch": 4.596354166666667,
+      "grad_norm": 0.8564826250076294,
+      "learning_rate": 0.0002,
+      "loss": 1.3777,
+      "step": 3530
+    },
+    {
+      "epoch": 4.609375,
+      "grad_norm": 0.8072929978370667,
+      "learning_rate": 0.0002,
+      "loss": 1.3238,
+      "step": 3540
+    },
+    {
+      "epoch": 4.622395833333333,
+      "grad_norm": 0.8040832877159119,
+      "learning_rate": 0.0002,
+      "loss": 1.43,
+      "step": 3550
+    },
+    {
+      "epoch": 4.635416666666667,
+      "grad_norm": 0.7268754839897156,
+      "learning_rate": 0.0002,
+      "loss": 1.2863,
+      "step": 3560
+    },
+    {
+      "epoch": 4.6484375,
+      "grad_norm": 0.9985134601593018,
+      "learning_rate": 0.0002,
+      "loss": 1.3485,
+      "step": 3570
+    },
+    {
+      "epoch": 4.661458333333333,
+      "grad_norm": 0.9826098680496216,
+      "learning_rate": 0.0002,
+      "loss": 1.3221,
+      "step": 3580
+    },
+    {
+      "epoch": 4.674479166666667,
+      "grad_norm": 0.8794422149658203,
+      "learning_rate": 0.0002,
+      "loss": 1.2878,
+      "step": 3590
+    },
+    {
+      "epoch": 4.6875,
+      "grad_norm": 0.7207489609718323,
+      "learning_rate": 0.0002,
+      "loss": 1.3674,
+      "step": 3600
+    },
+    {
+      "epoch": 4.700520833333333,
+      "grad_norm": 0.7546059489250183,
+      "learning_rate": 0.0002,
+      "loss": 1.3192,
+      "step": 3610
+    },
+    {
+      "epoch": 4.713541666666667,
+      "grad_norm": 0.8318526148796082,
+      "learning_rate": 0.0002,
+      "loss": 1.3445,
+      "step": 3620
+    },
+    {
+      "epoch": 4.7265625,
+      "grad_norm": 0.7529309391975403,
+      "learning_rate": 0.0002,
+      "loss": 1.3847,
+      "step": 3630
+    },
+    {
+      "epoch": 4.739583333333333,
+      "grad_norm": 0.7762532234191895,
+      "learning_rate": 0.0002,
+      "loss": 1.4208,
+      "step": 3640
+    },
+    {
+      "epoch": 4.752604166666667,
+      "grad_norm": 0.9306083917617798,
+      "learning_rate": 0.0002,
+      "loss": 1.4162,
+      "step": 3650
+    },
+    {
+      "epoch": 4.765625,
+      "grad_norm": 0.8050256967544556,
+      "learning_rate": 0.0002,
+      "loss": 1.3828,
+      "step": 3660
+    },
+    {
+      "epoch": 4.778645833333333,
+      "grad_norm": 0.8114449381828308,
+      "learning_rate": 0.0002,
+      "loss": 1.3671,
+      "step": 3670
+    },
+    {
+      "epoch": 4.791666666666667,
+      "grad_norm": 0.8125811815261841,
+      "learning_rate": 0.0002,
+      "loss": 1.3296,
+      "step": 3680
+    },
+    {
+      "epoch": 4.8046875,
+      "grad_norm": 0.7642565369606018,
+      "learning_rate": 0.0002,
+      "loss": 1.3222,
+      "step": 3690
+    },
+    {
+      "epoch": 4.817708333333333,
+      "grad_norm": 0.8970131874084473,
+      "learning_rate": 0.0002,
+      "loss": 1.2842,
+      "step": 3700
+    },
+    {
+      "epoch": 4.830729166666667,
+      "grad_norm": 0.7654327154159546,
+      "learning_rate": 0.0002,
+      "loss": 1.3983,
+      "step": 3710
+    },
+    {
+      "epoch": 4.84375,
+      "grad_norm": 0.7605378031730652,
+      "learning_rate": 0.0002,
+      "loss": 1.3746,
+      "step": 3720
+    },
+    {
+      "epoch": 4.856770833333333,
+      "grad_norm": 0.8340551257133484,
+      "learning_rate": 0.0002,
+      "loss": 1.3149,
+      "step": 3730
+    },
+    {
+      "epoch": 4.869791666666667,
+      "grad_norm": 0.7273691296577454,
+      "learning_rate": 0.0002,
+      "loss": 1.4309,
+      "step": 3740
+    },
+    {
+      "epoch": 4.8828125,
+      "grad_norm": 0.9718272686004639,
+      "learning_rate": 0.0002,
+      "loss": 1.3094,
+      "step": 3750
+    },
+    {
+      "epoch": 4.895833333333333,
+      "grad_norm": 0.7891847491264343,
+      "learning_rate": 0.0002,
+      "loss": 1.296,
+      "step": 3760
+    },
+    {
+      "epoch": 4.908854166666667,
+      "grad_norm": 0.9090818166732788,
+      "learning_rate": 0.0002,
+      "loss": 1.4613,
+      "step": 3770
+    },
+    {
+      "epoch": 4.921875,
+      "grad_norm": 0.7963318824768066,
+      "learning_rate": 0.0002,
+      "loss": 1.3478,
+      "step": 3780
+    },
+    {
+      "epoch": 4.934895833333333,
+      "grad_norm": 0.7588343620300293,
+      "learning_rate": 0.0002,
+      "loss": 1.3558,
+      "step": 3790
+    },
+    {
+      "epoch": 4.947916666666667,
+      "grad_norm": 0.84076327085495,
+      "learning_rate": 0.0002,
+      "loss": 1.3664,
+      "step": 3800
+    },
+    {
+      "epoch": 4.9609375,
+      "grad_norm": 0.7767227292060852,
+      "learning_rate": 0.0002,
+      "loss": 1.2836,
+      "step": 3810
+    },
+    {
+      "epoch": 4.973958333333333,
+      "grad_norm": 0.8101866245269775,
+      "learning_rate": 0.0002,
+      "loss": 1.3925,
+      "step": 3820
+    },
+    {
+      "epoch": 4.986979166666667,
+      "grad_norm": 0.7808696627616882,
+      "learning_rate": 0.0002,
+      "loss": 1.3881,
+      "step": 3830
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.9609483480453491,
+      "learning_rate": 0.0002,
+      "loss": 1.4475,
+      "step": 3840
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.9610719680786133,
+      "eval_runtime": 87.6572,
+      "eval_samples_per_second": 5.875,
+      "eval_steps_per_second": 0.742,
+      "step": 3840
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6144,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.7770660189175808e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-3840/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e2a27cb20ad8259ead9c902b790583c577f4b154d3f04f1e45e7a3192ebcb
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-4608/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.6-num-4217-sd-10000/checkpoint-4608/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}