Upload folder using huggingface_hub

.gitattributes

@@ -2287,3 +2287,12 @@ gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-7847-sd-42/checkpoint-8571/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-7847-sd-42/checkpoint-9792/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_mmlu-routerbench-0shot-full-by-task_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.8-num-7847-sd-42/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-3525/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-4112/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-4696/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-587/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be56739e6a8b31d70d9efd58e84a9bee31c6cd42259f753cf665b0028dd050
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be56739e6a8b31d70d9efd58e84a9bee31c6cd42259f753cf665b0028dd050
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a852b7d558c7b3003258505c78d8081fd0d251f9f620d63bda29fea55086e1
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f1ae2762cf3f69c02def0454bdcdba1947d1a01dd5cb18e3a3471c090e6e6f
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6ead48cb4a46736eb3ffbf1e2906aa8a248b3322afe8a6838d7bc898885e10
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/trainer_state.json

@@ -0,0 +1,868 @@
+{
+  "best_metric": 1.8328146934509277,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 1175,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01702127659574468,
+      "grad_norm": 0.7596228122711182,
+      "learning_rate": 0.0002,
+      "loss": 2.5996,
+      "step": 10
+    },
+    {
+      "epoch": 0.03404255319148936,
+      "grad_norm": 0.4860903322696686,
+      "learning_rate": 0.0002,
+      "loss": 2.2941,
+      "step": 20
+    },
+    {
+      "epoch": 0.05106382978723404,
+      "grad_norm": 0.4953401982784271,
+      "learning_rate": 0.0002,
+      "loss": 2.0018,
+      "step": 30
+    },
+    {
+      "epoch": 0.06808510638297872,
+      "grad_norm": 0.5086901783943176,
+      "learning_rate": 0.0002,
+      "loss": 1.9318,
+      "step": 40
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.49050021171569824,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 50
+    },
+    {
+      "epoch": 0.10212765957446808,
+      "grad_norm": 0.4922358989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.8786,
+      "step": 60
+    },
+    {
+      "epoch": 0.11914893617021277,
+      "grad_norm": 0.4621541202068329,
+      "learning_rate": 0.0002,
+      "loss": 1.8812,
+      "step": 70
+    },
+    {
+      "epoch": 0.13617021276595745,
+      "grad_norm": 0.4416729807853699,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 80
+    },
+    {
+      "epoch": 0.15319148936170213,
+      "grad_norm": 0.526258111000061,
+      "learning_rate": 0.0002,
+      "loss": 1.9298,
+      "step": 90
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.44022637605667114,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 100
+    },
+    {
+      "epoch": 0.18723404255319148,
+      "grad_norm": 0.4647711515426636,
+      "learning_rate": 0.0002,
+      "loss": 1.7681,
+      "step": 110
+    },
+    {
+      "epoch": 0.20425531914893616,
+      "grad_norm": 0.4136318564414978,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 120
+    },
+    {
+      "epoch": 0.22127659574468084,
+      "grad_norm": 0.39707672595977783,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 130
+    },
+    {
+      "epoch": 0.23829787234042554,
+      "grad_norm": 0.4478105306625366,
+      "learning_rate": 0.0002,
+      "loss": 1.8017,
+      "step": 140
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.4699741303920746,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 150
+    },
+    {
+      "epoch": 0.2723404255319149,
+      "grad_norm": 0.4568363130092621,
+      "learning_rate": 0.0002,
+      "loss": 1.8161,
+      "step": 160
+    },
+    {
+      "epoch": 0.28936170212765955,
+      "grad_norm": 0.45078757405281067,
+      "learning_rate": 0.0002,
+      "loss": 1.7491,
+      "step": 170
+    },
+    {
+      "epoch": 0.30638297872340425,
+      "grad_norm": 0.4127245843410492,
+      "learning_rate": 0.0002,
+      "loss": 1.8115,
+      "step": 180
+    },
+    {
+      "epoch": 0.32340425531914896,
+      "grad_norm": 0.4042493402957916,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 190
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 0.401487797498703,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 200
+    },
+    {
+      "epoch": 0.3574468085106383,
+      "grad_norm": 0.3959457576274872,
+      "learning_rate": 0.0002,
+      "loss": 1.8355,
+      "step": 210
+    },
+    {
+      "epoch": 0.37446808510638296,
+      "grad_norm": 0.39865636825561523,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 220
+    },
+    {
+      "epoch": 0.39148936170212767,
+      "grad_norm": 0.7225169539451599,
+      "learning_rate": 0.0002,
+      "loss": 1.9012,
+      "step": 230
+    },
+    {
+      "epoch": 0.4085106382978723,
+      "grad_norm": 0.412801593542099,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 240
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 0.40951448678970337,
+      "learning_rate": 0.0002,
+      "loss": 1.8523,
+      "step": 250
+    },
+    {
+      "epoch": 0.4425531914893617,
+      "grad_norm": 0.42788130044937134,
+      "learning_rate": 0.0002,
+      "loss": 1.7283,
+      "step": 260
+    },
+    {
+      "epoch": 0.4595744680851064,
+      "grad_norm": 0.41069576144218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 270
+    },
+    {
+      "epoch": 0.4765957446808511,
+      "grad_norm": 0.3745323717594147,
+      "learning_rate": 0.0002,
+      "loss": 1.7861,
+      "step": 280
+    },
+    {
+      "epoch": 0.49361702127659574,
+      "grad_norm": 0.3771323263645172,
+      "learning_rate": 0.0002,
+      "loss": 1.8484,
+      "step": 290
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 0.34368929266929626,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 300
+    },
+    {
+      "epoch": 0.5276595744680851,
+      "grad_norm": 0.4299296736717224,
+      "learning_rate": 0.0002,
+      "loss": 1.7394,
+      "step": 310
+    },
+    {
+      "epoch": 0.5446808510638298,
+      "grad_norm": 0.4133922755718231,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 320
+    },
+    {
+      "epoch": 0.5617021276595745,
+      "grad_norm": 0.3984859585762024,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 330
+    },
+    {
+      "epoch": 0.5787234042553191,
+      "grad_norm": 0.3822788894176483,
+      "learning_rate": 0.0002,
+      "loss": 1.7873,
+      "step": 340
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 0.4550061821937561,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 350
+    },
+    {
+      "epoch": 0.6127659574468085,
+      "grad_norm": 0.36571192741394043,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 360
+    },
+    {
+      "epoch": 0.6297872340425532,
+      "grad_norm": 0.32942914962768555,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 370
+    },
+    {
+      "epoch": 0.6468085106382979,
+      "grad_norm": 0.39299526810646057,
+      "learning_rate": 0.0002,
+      "loss": 1.7118,
+      "step": 380
+    },
+    {
+      "epoch": 0.6638297872340425,
+      "grad_norm": 0.3817657232284546,
+      "learning_rate": 0.0002,
+      "loss": 1.8179,
+      "step": 390
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 0.3650810122489929,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.6978723404255319,
+      "grad_norm": 0.3736686408519745,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 410
+    },
+    {
+      "epoch": 0.7148936170212766,
+      "grad_norm": 0.45680564641952515,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 420
+    },
+    {
+      "epoch": 0.7319148936170212,
+      "grad_norm": 0.4154510200023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 430
+    },
+    {
+      "epoch": 0.7489361702127659,
+      "grad_norm": 0.3701167106628418,
+      "learning_rate": 0.0002,
+      "loss": 1.7801,
+      "step": 440
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 0.3869531750679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7689,
+      "step": 450
+    },
+    {
+      "epoch": 0.7829787234042553,
+      "grad_norm": 0.4391495883464813,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 460
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.39652755856513977,
+      "learning_rate": 0.0002,
+      "loss": 1.7534,
+      "step": 470
+    },
+    {
+      "epoch": 0.8170212765957446,
+      "grad_norm": 0.4096752107143402,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 480
+    },
+    {
+      "epoch": 0.8340425531914893,
+      "grad_norm": 0.3857504427433014,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 490
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 0.4105374217033386,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 500
+    },
+    {
+      "epoch": 0.8680851063829788,
+      "grad_norm": 0.3723328113555908,
+      "learning_rate": 0.0002,
+      "loss": 1.6391,
+      "step": 510
+    },
+    {
+      "epoch": 0.8851063829787233,
+      "grad_norm": 0.36099690198898315,
+      "learning_rate": 0.0002,
+      "loss": 1.7122,
+      "step": 520
+    },
+    {
+      "epoch": 0.902127659574468,
+      "grad_norm": 0.3715187907218933,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 530
+    },
+    {
+      "epoch": 0.9191489361702128,
+      "grad_norm": 0.4932813048362732,
+      "learning_rate": 0.0002,
+      "loss": 1.7004,
+      "step": 540
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 0.3493495285511017,
+      "learning_rate": 0.0002,
+      "loss": 1.679,
+      "step": 550
+    },
+    {
+      "epoch": 0.9531914893617022,
+      "grad_norm": 0.3598061800003052,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 560
+    },
+    {
+      "epoch": 0.9702127659574468,
+      "grad_norm": 0.3521560728549957,
+      "learning_rate": 0.0002,
+      "loss": 1.7686,
+      "step": 570
+    },
+    {
+      "epoch": 0.9872340425531915,
+      "grad_norm": 0.34150034189224243,
+      "learning_rate": 0.0002,
+      "loss": 1.7391,
+      "step": 580
+    },
+    {
+      "epoch": 0.9991489361702127,
+      "eval_loss": 1.8388911485671997,
+      "eval_runtime": 106.6788,
+      "eval_samples_per_second": 4.828,
+      "eval_steps_per_second": 0.609,
+      "step": 587
+    },
+    {
+      "epoch": 1.004255319148936,
+      "grad_norm": 0.33556103706359863,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 590
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.4333398640155792,
+      "learning_rate": 0.0002,
+      "loss": 1.8346,
+      "step": 600
+    },
+    {
+      "epoch": 1.0382978723404255,
+      "grad_norm": 0.38488736748695374,
+      "learning_rate": 0.0002,
+      "loss": 1.6656,
+      "step": 610
+    },
+    {
+      "epoch": 1.0553191489361702,
+      "grad_norm": 0.44454529881477356,
+      "learning_rate": 0.0002,
+      "loss": 1.7778,
+      "step": 620
+    },
+    {
+      "epoch": 1.0723404255319149,
+      "grad_norm": 0.3735603392124176,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 630
+    },
+    {
+      "epoch": 1.0893617021276596,
+      "grad_norm": 0.38912704586982727,
+      "learning_rate": 0.0002,
+      "loss": 1.74,
+      "step": 640
+    },
+    {
+      "epoch": 1.1063829787234043,
+      "grad_norm": 0.4411826431751251,
+      "learning_rate": 0.0002,
+      "loss": 1.607,
+      "step": 650
+    },
+    {
+      "epoch": 1.123404255319149,
+      "grad_norm": 0.4163050353527069,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 660
+    },
+    {
+      "epoch": 1.1404255319148937,
+      "grad_norm": 0.4187192916870117,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 670
+    },
+    {
+      "epoch": 1.1574468085106382,
+      "grad_norm": 0.3797093629837036,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 680
+    },
+    {
+      "epoch": 1.174468085106383,
+      "grad_norm": 0.4210026264190674,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 690
+    },
+    {
+      "epoch": 1.1914893617021276,
+      "grad_norm": 0.4701998829841614,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 700
+    },
+    {
+      "epoch": 1.2085106382978723,
+      "grad_norm": 0.6331578493118286,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 710
+    },
+    {
+      "epoch": 1.225531914893617,
+      "grad_norm": 0.41908255219459534,
+      "learning_rate": 0.0002,
+      "loss": 1.6776,
+      "step": 720
+    },
+    {
+      "epoch": 1.2425531914893617,
+      "grad_norm": 0.36158403754234314,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 730
+    },
+    {
+      "epoch": 1.2595744680851064,
+      "grad_norm": 0.387300580739975,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 740
+    },
+    {
+      "epoch": 1.2765957446808511,
+      "grad_norm": 0.38899728655815125,
+      "learning_rate": 0.0002,
+      "loss": 1.7089,
+      "step": 750
+    },
+    {
+      "epoch": 1.2936170212765958,
+      "grad_norm": 0.4549255073070526,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 760
+    },
+    {
+      "epoch": 1.3106382978723405,
+      "grad_norm": 0.4052349328994751,
+      "learning_rate": 0.0002,
+      "loss": 1.6754,
+      "step": 770
+    },
+    {
+      "epoch": 1.327659574468085,
+      "grad_norm": 0.38934215903282166,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 780
+    },
+    {
+      "epoch": 1.3446808510638297,
+      "grad_norm": 0.38688382506370544,
+      "learning_rate": 0.0002,
+      "loss": 1.7813,
+      "step": 790
+    },
+    {
+      "epoch": 1.3617021276595744,
+      "grad_norm": 0.3825705051422119,
+      "learning_rate": 0.0002,
+      "loss": 1.6374,
+      "step": 800
+    },
+    {
+      "epoch": 1.3787234042553191,
+      "grad_norm": 0.37331756949424744,
+      "learning_rate": 0.0002,
+      "loss": 1.655,
+      "step": 810
+    },
+    {
+      "epoch": 1.3957446808510638,
+      "grad_norm": 0.38826408982276917,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 820
+    },
+    {
+      "epoch": 1.4127659574468086,
+      "grad_norm": 0.4213569164276123,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 830
+    },
+    {
+      "epoch": 1.4297872340425533,
+      "grad_norm": 0.3976684808731079,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 840
+    },
+    {
+      "epoch": 1.4468085106382977,
+      "grad_norm": 0.390009343624115,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 850
+    },
+    {
+      "epoch": 1.4638297872340424,
+      "grad_norm": 0.4462052583694458,
+      "learning_rate": 0.0002,
+      "loss": 1.7489,
+      "step": 860
+    },
+    {
+      "epoch": 1.4808510638297872,
+      "grad_norm": 0.42129236459732056,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 870
+    },
+    {
+      "epoch": 1.4978723404255319,
+      "grad_norm": 0.41489893198013306,
+      "learning_rate": 0.0002,
+      "loss": 1.6009,
+      "step": 880
+    },
+    {
+      "epoch": 1.5148936170212766,
+      "grad_norm": 0.41451677680015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7129,
+      "step": 890
+    },
+    {
+      "epoch": 1.5319148936170213,
+      "grad_norm": 0.4477299749851227,
+      "learning_rate": 0.0002,
+      "loss": 1.6427,
+      "step": 900
+    },
+    {
+      "epoch": 1.548936170212766,
+      "grad_norm": 0.38476648926734924,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 910
+    },
+    {
+      "epoch": 1.5659574468085107,
+      "grad_norm": 0.42755743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7103,
+      "step": 920
+    },
+    {
+      "epoch": 1.5829787234042554,
+      "grad_norm": 0.39372023940086365,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 930
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.42778754234313965,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 940
+    },
+    {
+      "epoch": 1.6170212765957448,
+      "grad_norm": 0.4217268228530884,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 950
+    },
+    {
+      "epoch": 1.6340425531914895,
+      "grad_norm": 0.40452107787132263,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 960
+    },
+    {
+      "epoch": 1.6510638297872342,
+      "grad_norm": 0.4259980022907257,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 970
+    },
+    {
+      "epoch": 1.6680851063829787,
+      "grad_norm": 0.4089849591255188,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 980
+    },
+    {
+      "epoch": 1.6851063829787234,
+      "grad_norm": 0.38276049494743347,
+      "learning_rate": 0.0002,
+      "loss": 1.6588,
+      "step": 990
+    },
+    {
+      "epoch": 1.702127659574468,
+      "grad_norm": 0.40361565351486206,
+      "learning_rate": 0.0002,
+      "loss": 1.6846,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7191489361702128,
+      "grad_norm": 0.3537807762622833,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 1010
+    },
+    {
+      "epoch": 1.7361702127659573,
+      "grad_norm": 0.40288347005844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6001,
+      "step": 1020
+    },
+    {
+      "epoch": 1.753191489361702,
+      "grad_norm": 0.4003616273403168,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7702127659574467,
+      "grad_norm": 0.3931669592857361,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7872340425531914,
+      "grad_norm": 0.4001635015010834,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1050
+    },
+    {
+      "epoch": 1.804255319148936,
+      "grad_norm": 0.4139048457145691,
+      "learning_rate": 0.0002,
+      "loss": 1.6158,
+      "step": 1060
+    },
+    {
+      "epoch": 1.8212765957446808,
+      "grad_norm": 0.5044458508491516,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8382978723404255,
+      "grad_norm": 0.4827095568180084,
+      "learning_rate": 0.0002,
+      "loss": 1.7317,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8553191489361702,
+      "grad_norm": 0.3750515282154083,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 1090
+    },
+    {
+      "epoch": 1.872340425531915,
+      "grad_norm": 0.4024597704410553,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8893617021276596,
+      "grad_norm": 0.36747241020202637,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1110
+    },
+    {
+      "epoch": 1.9063829787234043,
+      "grad_norm": 0.41397711634635925,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1120
+    },
+    {
+      "epoch": 1.923404255319149,
+      "grad_norm": 0.3960763216018677,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9404255319148938,
+      "grad_norm": 0.4533233344554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6857,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9574468085106385,
+      "grad_norm": 0.38433438539505005,
+      "learning_rate": 0.0002,
+      "loss": 1.7168,
+      "step": 1150
+    },
+    {
+      "epoch": 1.974468085106383,
+      "grad_norm": 0.3648812174797058,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9914893617021276,
+      "grad_norm": 0.3887176215648651,
+      "learning_rate": 0.0002,
+      "loss": 1.6521,
+      "step": 1170
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8328146934509277,
+      "eval_runtime": 107.2842,
+      "eval_samples_per_second": 4.8,
+      "eval_steps_per_second": 0.606,
+      "step": 1175
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4696,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.43763690684416e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f55f87c9f695bdf2cf6d54b37e690c06ff5da5e17bc3af6c1f44f90f45374
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e625adc43965e5cff2c39ce8364e34067378715d1b303b0108fcb9ee45388cb7
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb5d905cf92d308f71277e3df0e98ca13a2d3706f571a3a027da9d749ef1a4
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a17ddba17d19c81f61bec7af874761eaf8c570adf8163b0cd0621aeba5202e4
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39eac5f8d4cf1ddd61b029118798855663f1d2d847b6be58cbbcdb5bcf7d6b4
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/trainer_state.json

@@ -0,0 +1,1289 @@
+{
+  "best_metric": 1.8328146934509277,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175",
+  "epoch": 2.999148936170213,
+  "eval_steps": 10,
+  "global_step": 1762,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01702127659574468,
+      "grad_norm": 0.7596228122711182,
+      "learning_rate": 0.0002,
+      "loss": 2.5996,
+      "step": 10
+    },
+    {
+      "epoch": 0.03404255319148936,
+      "grad_norm": 0.4860903322696686,
+      "learning_rate": 0.0002,
+      "loss": 2.2941,
+      "step": 20
+    },
+    {
+      "epoch": 0.05106382978723404,
+      "grad_norm": 0.4953401982784271,
+      "learning_rate": 0.0002,
+      "loss": 2.0018,
+      "step": 30
+    },
+    {
+      "epoch": 0.06808510638297872,
+      "grad_norm": 0.5086901783943176,
+      "learning_rate": 0.0002,
+      "loss": 1.9318,
+      "step": 40
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.49050021171569824,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 50
+    },
+    {
+      "epoch": 0.10212765957446808,
+      "grad_norm": 0.4922358989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.8786,
+      "step": 60
+    },
+    {
+      "epoch": 0.11914893617021277,
+      "grad_norm": 0.4621541202068329,
+      "learning_rate": 0.0002,
+      "loss": 1.8812,
+      "step": 70
+    },
+    {
+      "epoch": 0.13617021276595745,
+      "grad_norm": 0.4416729807853699,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 80
+    },
+    {
+      "epoch": 0.15319148936170213,
+      "grad_norm": 0.526258111000061,
+      "learning_rate": 0.0002,
+      "loss": 1.9298,
+      "step": 90
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.44022637605667114,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 100
+    },
+    {
+      "epoch": 0.18723404255319148,
+      "grad_norm": 0.4647711515426636,
+      "learning_rate": 0.0002,
+      "loss": 1.7681,
+      "step": 110
+    },
+    {
+      "epoch": 0.20425531914893616,
+      "grad_norm": 0.4136318564414978,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 120
+    },
+    {
+      "epoch": 0.22127659574468084,
+      "grad_norm": 0.39707672595977783,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 130
+    },
+    {
+      "epoch": 0.23829787234042554,
+      "grad_norm": 0.4478105306625366,
+      "learning_rate": 0.0002,
+      "loss": 1.8017,
+      "step": 140
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.4699741303920746,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 150
+    },
+    {
+      "epoch": 0.2723404255319149,
+      "grad_norm": 0.4568363130092621,
+      "learning_rate": 0.0002,
+      "loss": 1.8161,
+      "step": 160
+    },
+    {
+      "epoch": 0.28936170212765955,
+      "grad_norm": 0.45078757405281067,
+      "learning_rate": 0.0002,
+      "loss": 1.7491,
+      "step": 170
+    },
+    {
+      "epoch": 0.30638297872340425,
+      "grad_norm": 0.4127245843410492,
+      "learning_rate": 0.0002,
+      "loss": 1.8115,
+      "step": 180
+    },
+    {
+      "epoch": 0.32340425531914896,
+      "grad_norm": 0.4042493402957916,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 190
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 0.401487797498703,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 200
+    },
+    {
+      "epoch": 0.3574468085106383,
+      "grad_norm": 0.3959457576274872,
+      "learning_rate": 0.0002,
+      "loss": 1.8355,
+      "step": 210
+    },
+    {
+      "epoch": 0.37446808510638296,
+      "grad_norm": 0.39865636825561523,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 220
+    },
+    {
+      "epoch": 0.39148936170212767,
+      "grad_norm": 0.7225169539451599,
+      "learning_rate": 0.0002,
+      "loss": 1.9012,
+      "step": 230
+    },
+    {
+      "epoch": 0.4085106382978723,
+      "grad_norm": 0.412801593542099,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 240
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 0.40951448678970337,
+      "learning_rate": 0.0002,
+      "loss": 1.8523,
+      "step": 250
+    },
+    {
+      "epoch": 0.4425531914893617,
+      "grad_norm": 0.42788130044937134,
+      "learning_rate": 0.0002,
+      "loss": 1.7283,
+      "step": 260
+    },
+    {
+      "epoch": 0.4595744680851064,
+      "grad_norm": 0.41069576144218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 270
+    },
+    {
+      "epoch": 0.4765957446808511,
+      "grad_norm": 0.3745323717594147,
+      "learning_rate": 0.0002,
+      "loss": 1.7861,
+      "step": 280
+    },
+    {
+      "epoch": 0.49361702127659574,
+      "grad_norm": 0.3771323263645172,
+      "learning_rate": 0.0002,
+      "loss": 1.8484,
+      "step": 290
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 0.34368929266929626,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 300
+    },
+    {
+      "epoch": 0.5276595744680851,
+      "grad_norm": 0.4299296736717224,
+      "learning_rate": 0.0002,
+      "loss": 1.7394,
+      "step": 310
+    },
+    {
+      "epoch": 0.5446808510638298,
+      "grad_norm": 0.4133922755718231,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 320
+    },
+    {
+      "epoch": 0.5617021276595745,
+      "grad_norm": 0.3984859585762024,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 330
+    },
+    {
+      "epoch": 0.5787234042553191,
+      "grad_norm": 0.3822788894176483,
+      "learning_rate": 0.0002,
+      "loss": 1.7873,
+      "step": 340
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 0.4550061821937561,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 350
+    },
+    {
+      "epoch": 0.6127659574468085,
+      "grad_norm": 0.36571192741394043,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 360
+    },
+    {
+      "epoch": 0.6297872340425532,
+      "grad_norm": 0.32942914962768555,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 370
+    },
+    {
+      "epoch": 0.6468085106382979,
+      "grad_norm": 0.39299526810646057,
+      "learning_rate": 0.0002,
+      "loss": 1.7118,
+      "step": 380
+    },
+    {
+      "epoch": 0.6638297872340425,
+      "grad_norm": 0.3817657232284546,
+      "learning_rate": 0.0002,
+      "loss": 1.8179,
+      "step": 390
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 0.3650810122489929,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.6978723404255319,
+      "grad_norm": 0.3736686408519745,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 410
+    },
+    {
+      "epoch": 0.7148936170212766,
+      "grad_norm": 0.45680564641952515,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 420
+    },
+    {
+      "epoch": 0.7319148936170212,
+      "grad_norm": 0.4154510200023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 430
+    },
+    {
+      "epoch": 0.7489361702127659,
+      "grad_norm": 0.3701167106628418,
+      "learning_rate": 0.0002,
+      "loss": 1.7801,
+      "step": 440
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 0.3869531750679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7689,
+      "step": 450
+    },
+    {
+      "epoch": 0.7829787234042553,
+      "grad_norm": 0.4391495883464813,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 460
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.39652755856513977,
+      "learning_rate": 0.0002,
+      "loss": 1.7534,
+      "step": 470
+    },
+    {
+      "epoch": 0.8170212765957446,
+      "grad_norm": 0.4096752107143402,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 480
+    },
+    {
+      "epoch": 0.8340425531914893,
+      "grad_norm": 0.3857504427433014,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 490
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 0.4105374217033386,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 500
+    },
+    {
+      "epoch": 0.8680851063829788,
+      "grad_norm": 0.3723328113555908,
+      "learning_rate": 0.0002,
+      "loss": 1.6391,
+      "step": 510
+    },
+    {
+      "epoch": 0.8851063829787233,
+      "grad_norm": 0.36099690198898315,
+      "learning_rate": 0.0002,
+      "loss": 1.7122,
+      "step": 520
+    },
+    {
+      "epoch": 0.902127659574468,
+      "grad_norm": 0.3715187907218933,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 530
+    },
+    {
+      "epoch": 0.9191489361702128,
+      "grad_norm": 0.4932813048362732,
+      "learning_rate": 0.0002,
+      "loss": 1.7004,
+      "step": 540
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 0.3493495285511017,
+      "learning_rate": 0.0002,
+      "loss": 1.679,
+      "step": 550
+    },
+    {
+      "epoch": 0.9531914893617022,
+      "grad_norm": 0.3598061800003052,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 560
+    },
+    {
+      "epoch": 0.9702127659574468,
+      "grad_norm": 0.3521560728549957,
+      "learning_rate": 0.0002,
+      "loss": 1.7686,
+      "step": 570
+    },
+    {
+      "epoch": 0.9872340425531915,
+      "grad_norm": 0.34150034189224243,
+      "learning_rate": 0.0002,
+      "loss": 1.7391,
+      "step": 580
+    },
+    {
+      "epoch": 0.9991489361702127,
+      "eval_loss": 1.8388911485671997,
+      "eval_runtime": 106.6788,
+      "eval_samples_per_second": 4.828,
+      "eval_steps_per_second": 0.609,
+      "step": 587
+    },
+    {
+      "epoch": 1.004255319148936,
+      "grad_norm": 0.33556103706359863,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 590
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.4333398640155792,
+      "learning_rate": 0.0002,
+      "loss": 1.8346,
+      "step": 600
+    },
+    {
+      "epoch": 1.0382978723404255,
+      "grad_norm": 0.38488736748695374,
+      "learning_rate": 0.0002,
+      "loss": 1.6656,
+      "step": 610
+    },
+    {
+      "epoch": 1.0553191489361702,
+      "grad_norm": 0.44454529881477356,
+      "learning_rate": 0.0002,
+      "loss": 1.7778,
+      "step": 620
+    },
+    {
+      "epoch": 1.0723404255319149,
+      "grad_norm": 0.3735603392124176,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 630
+    },
+    {
+      "epoch": 1.0893617021276596,
+      "grad_norm": 0.38912704586982727,
+      "learning_rate": 0.0002,
+      "loss": 1.74,
+      "step": 640
+    },
+    {
+      "epoch": 1.1063829787234043,
+      "grad_norm": 0.4411826431751251,
+      "learning_rate": 0.0002,
+      "loss": 1.607,
+      "step": 650
+    },
+    {
+      "epoch": 1.123404255319149,
+      "grad_norm": 0.4163050353527069,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 660
+    },
+    {
+      "epoch": 1.1404255319148937,
+      "grad_norm": 0.4187192916870117,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 670
+    },
+    {
+      "epoch": 1.1574468085106382,
+      "grad_norm": 0.3797093629837036,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 680
+    },
+    {
+      "epoch": 1.174468085106383,
+      "grad_norm": 0.4210026264190674,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 690
+    },
+    {
+      "epoch": 1.1914893617021276,
+      "grad_norm": 0.4701998829841614,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 700
+    },
+    {
+      "epoch": 1.2085106382978723,
+      "grad_norm": 0.6331578493118286,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 710
+    },
+    {
+      "epoch": 1.225531914893617,
+      "grad_norm": 0.41908255219459534,
+      "learning_rate": 0.0002,
+      "loss": 1.6776,
+      "step": 720
+    },
+    {
+      "epoch": 1.2425531914893617,
+      "grad_norm": 0.36158403754234314,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 730
+    },
+    {
+      "epoch": 1.2595744680851064,
+      "grad_norm": 0.387300580739975,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 740
+    },
+    {
+      "epoch": 1.2765957446808511,
+      "grad_norm": 0.38899728655815125,
+      "learning_rate": 0.0002,
+      "loss": 1.7089,
+      "step": 750
+    },
+    {
+      "epoch": 1.2936170212765958,
+      "grad_norm": 0.4549255073070526,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 760
+    },
+    {
+      "epoch": 1.3106382978723405,
+      "grad_norm": 0.4052349328994751,
+      "learning_rate": 0.0002,
+      "loss": 1.6754,
+      "step": 770
+    },
+    {
+      "epoch": 1.327659574468085,
+      "grad_norm": 0.38934215903282166,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 780
+    },
+    {
+      "epoch": 1.3446808510638297,
+      "grad_norm": 0.38688382506370544,
+      "learning_rate": 0.0002,
+      "loss": 1.7813,
+      "step": 790
+    },
+    {
+      "epoch": 1.3617021276595744,
+      "grad_norm": 0.3825705051422119,
+      "learning_rate": 0.0002,
+      "loss": 1.6374,
+      "step": 800
+    },
+    {
+      "epoch": 1.3787234042553191,
+      "grad_norm": 0.37331756949424744,
+      "learning_rate": 0.0002,
+      "loss": 1.655,
+      "step": 810
+    },
+    {
+      "epoch": 1.3957446808510638,
+      "grad_norm": 0.38826408982276917,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 820
+    },
+    {
+      "epoch": 1.4127659574468086,
+      "grad_norm": 0.4213569164276123,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 830
+    },
+    {
+      "epoch": 1.4297872340425533,
+      "grad_norm": 0.3976684808731079,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 840
+    },
+    {
+      "epoch": 1.4468085106382977,
+      "grad_norm": 0.390009343624115,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 850
+    },
+    {
+      "epoch": 1.4638297872340424,
+      "grad_norm": 0.4462052583694458,
+      "learning_rate": 0.0002,
+      "loss": 1.7489,
+      "step": 860
+    },
+    {
+      "epoch": 1.4808510638297872,
+      "grad_norm": 0.42129236459732056,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 870
+    },
+    {
+      "epoch": 1.4978723404255319,
+      "grad_norm": 0.41489893198013306,
+      "learning_rate": 0.0002,
+      "loss": 1.6009,
+      "step": 880
+    },
+    {
+      "epoch": 1.5148936170212766,
+      "grad_norm": 0.41451677680015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7129,
+      "step": 890
+    },
+    {
+      "epoch": 1.5319148936170213,
+      "grad_norm": 0.4477299749851227,
+      "learning_rate": 0.0002,
+      "loss": 1.6427,
+      "step": 900
+    },
+    {
+      "epoch": 1.548936170212766,
+      "grad_norm": 0.38476648926734924,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 910
+    },
+    {
+      "epoch": 1.5659574468085107,
+      "grad_norm": 0.42755743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7103,
+      "step": 920
+    },
+    {
+      "epoch": 1.5829787234042554,
+      "grad_norm": 0.39372023940086365,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 930
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.42778754234313965,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 940
+    },
+    {
+      "epoch": 1.6170212765957448,
+      "grad_norm": 0.4217268228530884,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 950
+    },
+    {
+      "epoch": 1.6340425531914895,
+      "grad_norm": 0.40452107787132263,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 960
+    },
+    {
+      "epoch": 1.6510638297872342,
+      "grad_norm": 0.4259980022907257,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 970
+    },
+    {
+      "epoch": 1.6680851063829787,
+      "grad_norm": 0.4089849591255188,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 980
+    },
+    {
+      "epoch": 1.6851063829787234,
+      "grad_norm": 0.38276049494743347,
+      "learning_rate": 0.0002,
+      "loss": 1.6588,
+      "step": 990
+    },
+    {
+      "epoch": 1.702127659574468,
+      "grad_norm": 0.40361565351486206,
+      "learning_rate": 0.0002,
+      "loss": 1.6846,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7191489361702128,
+      "grad_norm": 0.3537807762622833,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 1010
+    },
+    {
+      "epoch": 1.7361702127659573,
+      "grad_norm": 0.40288347005844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6001,
+      "step": 1020
+    },
+    {
+      "epoch": 1.753191489361702,
+      "grad_norm": 0.4003616273403168,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7702127659574467,
+      "grad_norm": 0.3931669592857361,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7872340425531914,
+      "grad_norm": 0.4001635015010834,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1050
+    },
+    {
+      "epoch": 1.804255319148936,
+      "grad_norm": 0.4139048457145691,
+      "learning_rate": 0.0002,
+      "loss": 1.6158,
+      "step": 1060
+    },
+    {
+      "epoch": 1.8212765957446808,
+      "grad_norm": 0.5044458508491516,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8382978723404255,
+      "grad_norm": 0.4827095568180084,
+      "learning_rate": 0.0002,
+      "loss": 1.7317,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8553191489361702,
+      "grad_norm": 0.3750515282154083,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 1090
+    },
+    {
+      "epoch": 1.872340425531915,
+      "grad_norm": 0.4024597704410553,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8893617021276596,
+      "grad_norm": 0.36747241020202637,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1110
+    },
+    {
+      "epoch": 1.9063829787234043,
+      "grad_norm": 0.41397711634635925,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1120
+    },
+    {
+      "epoch": 1.923404255319149,
+      "grad_norm": 0.3960763216018677,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9404255319148938,
+      "grad_norm": 0.4533233344554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6857,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9574468085106385,
+      "grad_norm": 0.38433438539505005,
+      "learning_rate": 0.0002,
+      "loss": 1.7168,
+      "step": 1150
+    },
+    {
+      "epoch": 1.974468085106383,
+      "grad_norm": 0.3648812174797058,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9914893617021276,
+      "grad_norm": 0.3887176215648651,
+      "learning_rate": 0.0002,
+      "loss": 1.6521,
+      "step": 1170
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8328146934509277,
+      "eval_runtime": 107.2842,
+      "eval_samples_per_second": 4.8,
+      "eval_steps_per_second": 0.606,
+      "step": 1175
+    },
+    {
+      "epoch": 2.008510638297872,
+      "grad_norm": 0.40444880723953247,
+      "learning_rate": 0.0002,
+      "loss": 1.6184,
+      "step": 1180
+    },
+    {
+      "epoch": 2.025531914893617,
+      "grad_norm": 0.3997816741466522,
+      "learning_rate": 0.0002,
+      "loss": 1.5221,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0425531914893615,
+      "grad_norm": 0.4516718089580536,
+      "learning_rate": 0.0002,
+      "loss": 1.6022,
+      "step": 1200
+    },
+    {
+      "epoch": 2.0595744680851062,
+      "grad_norm": 0.6645553708076477,
+      "learning_rate": 0.0002,
+      "loss": 1.5458,
+      "step": 1210
+    },
+    {
+      "epoch": 2.076595744680851,
+      "grad_norm": 0.4181990921497345,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 1220
+    },
+    {
+      "epoch": 2.0936170212765957,
+      "grad_norm": 0.45681431889533997,
+      "learning_rate": 0.0002,
+      "loss": 1.5768,
+      "step": 1230
+    },
+    {
+      "epoch": 2.1106382978723404,
+      "grad_norm": 0.48914700746536255,
+      "learning_rate": 0.0002,
+      "loss": 1.5598,
+      "step": 1240
+    },
+    {
+      "epoch": 2.127659574468085,
+      "grad_norm": 0.43265485763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.6031,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1446808510638298,
+      "grad_norm": 0.4641207754611969,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1617021276595745,
+      "grad_norm": 0.4840783476829529,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1270
+    },
+    {
+      "epoch": 2.178723404255319,
+      "grad_norm": 0.4974595308303833,
+      "learning_rate": 0.0002,
+      "loss": 1.5969,
+      "step": 1280
+    },
+    {
+      "epoch": 2.195744680851064,
+      "grad_norm": 0.5133475661277771,
+      "learning_rate": 0.0002,
+      "loss": 1.5512,
+      "step": 1290
+    },
+    {
+      "epoch": 2.2127659574468086,
+      "grad_norm": 0.5030052065849304,
+      "learning_rate": 0.0002,
+      "loss": 1.6467,
+      "step": 1300
+    },
+    {
+      "epoch": 2.2297872340425533,
+      "grad_norm": 0.46602481603622437,
+      "learning_rate": 0.0002,
+      "loss": 1.6845,
+      "step": 1310
+    },
+    {
+      "epoch": 2.246808510638298,
+      "grad_norm": 0.43662378191947937,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2638297872340427,
+      "grad_norm": 0.5137454867362976,
+      "learning_rate": 0.0002,
+      "loss": 1.6223,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2808510638297874,
+      "grad_norm": 0.4750335216522217,
+      "learning_rate": 0.0002,
+      "loss": 1.5702,
+      "step": 1340
+    },
+    {
+      "epoch": 2.297872340425532,
+      "grad_norm": 0.43691426515579224,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 1350
+    },
+    {
+      "epoch": 2.3148936170212764,
+      "grad_norm": 0.49752047657966614,
+      "learning_rate": 0.0002,
+      "loss": 1.5561,
+      "step": 1360
+    },
+    {
+      "epoch": 2.331914893617021,
+      "grad_norm": 0.45101815462112427,
+      "learning_rate": 0.0002,
+      "loss": 1.5789,
+      "step": 1370
+    },
+    {
+      "epoch": 2.348936170212766,
+      "grad_norm": 0.4427817761898041,
+      "learning_rate": 0.0002,
+      "loss": 1.5858,
+      "step": 1380
+    },
+    {
+      "epoch": 2.3659574468085105,
+      "grad_norm": 0.4802311062812805,
+      "learning_rate": 0.0002,
+      "loss": 1.5537,
+      "step": 1390
+    },
+    {
+      "epoch": 2.382978723404255,
+      "grad_norm": 0.4512513279914856,
+      "learning_rate": 0.0002,
+      "loss": 1.5846,
+      "step": 1400
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.4878857135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.627,
+      "step": 1410
+    },
+    {
+      "epoch": 2.4170212765957446,
+      "grad_norm": 0.4741315543651581,
+      "learning_rate": 0.0002,
+      "loss": 1.5781,
+      "step": 1420
+    },
+    {
+      "epoch": 2.4340425531914893,
+      "grad_norm": 0.4770931601524353,
+      "learning_rate": 0.0002,
+      "loss": 1.5595,
+      "step": 1430
+    },
+    {
+      "epoch": 2.451063829787234,
+      "grad_norm": 0.5124667286872864,
+      "learning_rate": 0.0002,
+      "loss": 1.5336,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4680851063829787,
+      "grad_norm": 0.45264801383018494,
+      "learning_rate": 0.0002,
+      "loss": 1.5811,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4851063829787234,
+      "grad_norm": 0.5456924438476562,
+      "learning_rate": 0.0002,
+      "loss": 1.604,
+      "step": 1460
+    },
+    {
+      "epoch": 2.502127659574468,
+      "grad_norm": 0.44656285643577576,
+      "learning_rate": 0.0002,
+      "loss": 1.6063,
+      "step": 1470
+    },
+    {
+      "epoch": 2.519148936170213,
+      "grad_norm": 0.5939419865608215,
+      "learning_rate": 0.0002,
+      "loss": 1.6336,
+      "step": 1480
+    },
+    {
+      "epoch": 2.5361702127659576,
+      "grad_norm": 0.47853362560272217,
+      "learning_rate": 0.0002,
+      "loss": 1.5481,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5531914893617023,
+      "grad_norm": 0.47643396258354187,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 1500
+    },
+    {
+      "epoch": 2.570212765957447,
+      "grad_norm": 0.4939501881599426,
+      "learning_rate": 0.0002,
+      "loss": 1.5085,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5872340425531917,
+      "grad_norm": 0.502055287361145,
+      "learning_rate": 0.0002,
+      "loss": 1.5659,
+      "step": 1520
+    },
+    {
+      "epoch": 2.604255319148936,
+      "grad_norm": 0.463250994682312,
+      "learning_rate": 0.0002,
+      "loss": 1.6519,
+      "step": 1530
+    },
+    {
+      "epoch": 2.621276595744681,
+      "grad_norm": 0.4761098623275757,
+      "learning_rate": 0.0002,
+      "loss": 1.5698,
+      "step": 1540
+    },
+    {
+      "epoch": 2.6382978723404253,
+      "grad_norm": 0.4687299132347107,
+      "learning_rate": 0.0002,
+      "loss": 1.6044,
+      "step": 1550
+    },
+    {
+      "epoch": 2.65531914893617,
+      "grad_norm": 0.5536078810691833,
+      "learning_rate": 0.0002,
+      "loss": 1.632,
+      "step": 1560
+    },
+    {
+      "epoch": 2.6723404255319148,
+      "grad_norm": 0.581320583820343,
+      "learning_rate": 0.0002,
+      "loss": 1.586,
+      "step": 1570
+    },
+    {
+      "epoch": 2.6893617021276595,
+      "grad_norm": 0.45952868461608887,
+      "learning_rate": 0.0002,
+      "loss": 1.508,
+      "step": 1580
+    },
+    {
+      "epoch": 2.706382978723404,
+      "grad_norm": 0.4602586328983307,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1590
+    },
+    {
+      "epoch": 2.723404255319149,
+      "grad_norm": 0.5276554226875305,
+      "learning_rate": 0.0002,
+      "loss": 1.6008,
+      "step": 1600
+    },
+    {
+      "epoch": 2.7404255319148936,
+      "grad_norm": 0.5750249624252319,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 1610
+    },
+    {
+      "epoch": 2.7574468085106383,
+      "grad_norm": 0.468723863363266,
+      "learning_rate": 0.0002,
+      "loss": 1.5506,
+      "step": 1620
+    },
+    {
+      "epoch": 2.774468085106383,
+      "grad_norm": 0.44649943709373474,
+      "learning_rate": 0.0002,
+      "loss": 1.4499,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7914893617021277,
+      "grad_norm": 0.5097237825393677,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 1640
+    },
+    {
+      "epoch": 2.8085106382978724,
+      "grad_norm": 0.46384191513061523,
+      "learning_rate": 0.0002,
+      "loss": 1.5948,
+      "step": 1650
+    },
+    {
+      "epoch": 2.825531914893617,
+      "grad_norm": 0.4885474443435669,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 1660
+    },
+    {
+      "epoch": 2.842553191489362,
+      "grad_norm": 0.45621681213378906,
+      "learning_rate": 0.0002,
+      "loss": 1.5675,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8595744680851065,
+      "grad_norm": 0.4797150194644928,
+      "learning_rate": 0.0002,
+      "loss": 1.6042,
+      "step": 1680
+    },
+    {
+      "epoch": 2.876595744680851,
+      "grad_norm": 0.5142032504081726,
+      "learning_rate": 0.0002,
+      "loss": 1.5601,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8936170212765955,
+      "grad_norm": 0.48939862847328186,
+      "learning_rate": 0.0002,
+      "loss": 1.5984,
+      "step": 1700
+    },
+    {
+      "epoch": 2.9106382978723406,
+      "grad_norm": 0.4575578272342682,
+      "learning_rate": 0.0002,
+      "loss": 1.6333,
+      "step": 1710
+    },
+    {
+      "epoch": 2.927659574468085,
+      "grad_norm": 0.5589063763618469,
+      "learning_rate": 0.0002,
+      "loss": 1.5396,
+      "step": 1720
+    },
+    {
+      "epoch": 2.94468085106383,
+      "grad_norm": 0.48508813977241516,
+      "learning_rate": 0.0002,
+      "loss": 1.6096,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9617021276595743,
+      "grad_norm": 0.42786726355552673,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1740
+    },
+    {
+      "epoch": 2.978723404255319,
+      "grad_norm": 0.5598229765892029,
+      "learning_rate": 0.0002,
+      "loss": 1.5555,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9957446808510637,
+      "grad_norm": 0.4779253602027893,
+      "learning_rate": 0.0002,
+      "loss": 1.5035,
+      "step": 1760
+    },
+    {
+      "epoch": 2.999148936170213,
+      "eval_loss": 1.8543579578399658,
+      "eval_runtime": 107.2363,
+      "eval_samples_per_second": 4.802,
+      "eval_steps_per_second": 0.606,
+      "step": 1762
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4696,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.15645536026624e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1762/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f55f87c9f695bdf2cf6d54b37e690c06ff5da5e17bc3af6c1f44f90f45374
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8c8ea8ae53da58994a7d26c0eacdd7dffe564c0443d22b1a53d2ba98020022
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b79cdf8a89b8933ec32971cae1553c41f7e420acadd4e286dd48677cd2f7fe
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697cf868fa13493ae0ee047d957488ed809cd960a81c08da50f320a217a8097e
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47ca3aacef7ae3438a4282122226485c9dd15ccd827ce6ec49e3a6d7d85c03e
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/trainer_state.json

@@ -0,0 +1,1710 @@
+{
+  "best_metric": 1.8328146934509277,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 2350,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01702127659574468,
+      "grad_norm": 0.7596228122711182,
+      "learning_rate": 0.0002,
+      "loss": 2.5996,
+      "step": 10
+    },
+    {
+      "epoch": 0.03404255319148936,
+      "grad_norm": 0.4860903322696686,
+      "learning_rate": 0.0002,
+      "loss": 2.2941,
+      "step": 20
+    },
+    {
+      "epoch": 0.05106382978723404,
+      "grad_norm": 0.4953401982784271,
+      "learning_rate": 0.0002,
+      "loss": 2.0018,
+      "step": 30
+    },
+    {
+      "epoch": 0.06808510638297872,
+      "grad_norm": 0.5086901783943176,
+      "learning_rate": 0.0002,
+      "loss": 1.9318,
+      "step": 40
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.49050021171569824,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 50
+    },
+    {
+      "epoch": 0.10212765957446808,
+      "grad_norm": 0.4922358989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.8786,
+      "step": 60
+    },
+    {
+      "epoch": 0.11914893617021277,
+      "grad_norm": 0.4621541202068329,
+      "learning_rate": 0.0002,
+      "loss": 1.8812,
+      "step": 70
+    },
+    {
+      "epoch": 0.13617021276595745,
+      "grad_norm": 0.4416729807853699,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 80
+    },
+    {
+      "epoch": 0.15319148936170213,
+      "grad_norm": 0.526258111000061,
+      "learning_rate": 0.0002,
+      "loss": 1.9298,
+      "step": 90
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.44022637605667114,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 100
+    },
+    {
+      "epoch": 0.18723404255319148,
+      "grad_norm": 0.4647711515426636,
+      "learning_rate": 0.0002,
+      "loss": 1.7681,
+      "step": 110
+    },
+    {
+      "epoch": 0.20425531914893616,
+      "grad_norm": 0.4136318564414978,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 120
+    },
+    {
+      "epoch": 0.22127659574468084,
+      "grad_norm": 0.39707672595977783,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 130
+    },
+    {
+      "epoch": 0.23829787234042554,
+      "grad_norm": 0.4478105306625366,
+      "learning_rate": 0.0002,
+      "loss": 1.8017,
+      "step": 140
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.4699741303920746,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 150
+    },
+    {
+      "epoch": 0.2723404255319149,
+      "grad_norm": 0.4568363130092621,
+      "learning_rate": 0.0002,
+      "loss": 1.8161,
+      "step": 160
+    },
+    {
+      "epoch": 0.28936170212765955,
+      "grad_norm": 0.45078757405281067,
+      "learning_rate": 0.0002,
+      "loss": 1.7491,
+      "step": 170
+    },
+    {
+      "epoch": 0.30638297872340425,
+      "grad_norm": 0.4127245843410492,
+      "learning_rate": 0.0002,
+      "loss": 1.8115,
+      "step": 180
+    },
+    {
+      "epoch": 0.32340425531914896,
+      "grad_norm": 0.4042493402957916,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 190
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 0.401487797498703,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 200
+    },
+    {
+      "epoch": 0.3574468085106383,
+      "grad_norm": 0.3959457576274872,
+      "learning_rate": 0.0002,
+      "loss": 1.8355,
+      "step": 210
+    },
+    {
+      "epoch": 0.37446808510638296,
+      "grad_norm": 0.39865636825561523,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 220
+    },
+    {
+      "epoch": 0.39148936170212767,
+      "grad_norm": 0.7225169539451599,
+      "learning_rate": 0.0002,
+      "loss": 1.9012,
+      "step": 230
+    },
+    {
+      "epoch": 0.4085106382978723,
+      "grad_norm": 0.412801593542099,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 240
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 0.40951448678970337,
+      "learning_rate": 0.0002,
+      "loss": 1.8523,
+      "step": 250
+    },
+    {
+      "epoch": 0.4425531914893617,
+      "grad_norm": 0.42788130044937134,
+      "learning_rate": 0.0002,
+      "loss": 1.7283,
+      "step": 260
+    },
+    {
+      "epoch": 0.4595744680851064,
+      "grad_norm": 0.41069576144218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 270
+    },
+    {
+      "epoch": 0.4765957446808511,
+      "grad_norm": 0.3745323717594147,
+      "learning_rate": 0.0002,
+      "loss": 1.7861,
+      "step": 280
+    },
+    {
+      "epoch": 0.49361702127659574,
+      "grad_norm": 0.3771323263645172,
+      "learning_rate": 0.0002,
+      "loss": 1.8484,
+      "step": 290
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 0.34368929266929626,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 300
+    },
+    {
+      "epoch": 0.5276595744680851,
+      "grad_norm": 0.4299296736717224,
+      "learning_rate": 0.0002,
+      "loss": 1.7394,
+      "step": 310
+    },
+    {
+      "epoch": 0.5446808510638298,
+      "grad_norm": 0.4133922755718231,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 320
+    },
+    {
+      "epoch": 0.5617021276595745,
+      "grad_norm": 0.3984859585762024,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 330
+    },
+    {
+      "epoch": 0.5787234042553191,
+      "grad_norm": 0.3822788894176483,
+      "learning_rate": 0.0002,
+      "loss": 1.7873,
+      "step": 340
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 0.4550061821937561,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 350
+    },
+    {
+      "epoch": 0.6127659574468085,
+      "grad_norm": 0.36571192741394043,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 360
+    },
+    {
+      "epoch": 0.6297872340425532,
+      "grad_norm": 0.32942914962768555,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 370
+    },
+    {
+      "epoch": 0.6468085106382979,
+      "grad_norm": 0.39299526810646057,
+      "learning_rate": 0.0002,
+      "loss": 1.7118,
+      "step": 380
+    },
+    {
+      "epoch": 0.6638297872340425,
+      "grad_norm": 0.3817657232284546,
+      "learning_rate": 0.0002,
+      "loss": 1.8179,
+      "step": 390
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 0.3650810122489929,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.6978723404255319,
+      "grad_norm": 0.3736686408519745,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 410
+    },
+    {
+      "epoch": 0.7148936170212766,
+      "grad_norm": 0.45680564641952515,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 420
+    },
+    {
+      "epoch": 0.7319148936170212,
+      "grad_norm": 0.4154510200023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 430
+    },
+    {
+      "epoch": 0.7489361702127659,
+      "grad_norm": 0.3701167106628418,
+      "learning_rate": 0.0002,
+      "loss": 1.7801,
+      "step": 440
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 0.3869531750679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7689,
+      "step": 450
+    },
+    {
+      "epoch": 0.7829787234042553,
+      "grad_norm": 0.4391495883464813,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 460
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.39652755856513977,
+      "learning_rate": 0.0002,
+      "loss": 1.7534,
+      "step": 470
+    },
+    {
+      "epoch": 0.8170212765957446,
+      "grad_norm": 0.4096752107143402,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 480
+    },
+    {
+      "epoch": 0.8340425531914893,
+      "grad_norm": 0.3857504427433014,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 490
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 0.4105374217033386,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 500
+    },
+    {
+      "epoch": 0.8680851063829788,
+      "grad_norm": 0.3723328113555908,
+      "learning_rate": 0.0002,
+      "loss": 1.6391,
+      "step": 510
+    },
+    {
+      "epoch": 0.8851063829787233,
+      "grad_norm": 0.36099690198898315,
+      "learning_rate": 0.0002,
+      "loss": 1.7122,
+      "step": 520
+    },
+    {
+      "epoch": 0.902127659574468,
+      "grad_norm": 0.3715187907218933,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 530
+    },
+    {
+      "epoch": 0.9191489361702128,
+      "grad_norm": 0.4932813048362732,
+      "learning_rate": 0.0002,
+      "loss": 1.7004,
+      "step": 540
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 0.3493495285511017,
+      "learning_rate": 0.0002,
+      "loss": 1.679,
+      "step": 550
+    },
+    {
+      "epoch": 0.9531914893617022,
+      "grad_norm": 0.3598061800003052,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 560
+    },
+    {
+      "epoch": 0.9702127659574468,
+      "grad_norm": 0.3521560728549957,
+      "learning_rate": 0.0002,
+      "loss": 1.7686,
+      "step": 570
+    },
+    {
+      "epoch": 0.9872340425531915,
+      "grad_norm": 0.34150034189224243,
+      "learning_rate": 0.0002,
+      "loss": 1.7391,
+      "step": 580
+    },
+    {
+      "epoch": 0.9991489361702127,
+      "eval_loss": 1.8388911485671997,
+      "eval_runtime": 106.6788,
+      "eval_samples_per_second": 4.828,
+      "eval_steps_per_second": 0.609,
+      "step": 587
+    },
+    {
+      "epoch": 1.004255319148936,
+      "grad_norm": 0.33556103706359863,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 590
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.4333398640155792,
+      "learning_rate": 0.0002,
+      "loss": 1.8346,
+      "step": 600
+    },
+    {
+      "epoch": 1.0382978723404255,
+      "grad_norm": 0.38488736748695374,
+      "learning_rate": 0.0002,
+      "loss": 1.6656,
+      "step": 610
+    },
+    {
+      "epoch": 1.0553191489361702,
+      "grad_norm": 0.44454529881477356,
+      "learning_rate": 0.0002,
+      "loss": 1.7778,
+      "step": 620
+    },
+    {
+      "epoch": 1.0723404255319149,
+      "grad_norm": 0.3735603392124176,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 630
+    },
+    {
+      "epoch": 1.0893617021276596,
+      "grad_norm": 0.38912704586982727,
+      "learning_rate": 0.0002,
+      "loss": 1.74,
+      "step": 640
+    },
+    {
+      "epoch": 1.1063829787234043,
+      "grad_norm": 0.4411826431751251,
+      "learning_rate": 0.0002,
+      "loss": 1.607,
+      "step": 650
+    },
+    {
+      "epoch": 1.123404255319149,
+      "grad_norm": 0.4163050353527069,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 660
+    },
+    {
+      "epoch": 1.1404255319148937,
+      "grad_norm": 0.4187192916870117,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 670
+    },
+    {
+      "epoch": 1.1574468085106382,
+      "grad_norm": 0.3797093629837036,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 680
+    },
+    {
+      "epoch": 1.174468085106383,
+      "grad_norm": 0.4210026264190674,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 690
+    },
+    {
+      "epoch": 1.1914893617021276,
+      "grad_norm": 0.4701998829841614,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 700
+    },
+    {
+      "epoch": 1.2085106382978723,
+      "grad_norm": 0.6331578493118286,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 710
+    },
+    {
+      "epoch": 1.225531914893617,
+      "grad_norm": 0.41908255219459534,
+      "learning_rate": 0.0002,
+      "loss": 1.6776,
+      "step": 720
+    },
+    {
+      "epoch": 1.2425531914893617,
+      "grad_norm": 0.36158403754234314,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 730
+    },
+    {
+      "epoch": 1.2595744680851064,
+      "grad_norm": 0.387300580739975,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 740
+    },
+    {
+      "epoch": 1.2765957446808511,
+      "grad_norm": 0.38899728655815125,
+      "learning_rate": 0.0002,
+      "loss": 1.7089,
+      "step": 750
+    },
+    {
+      "epoch": 1.2936170212765958,
+      "grad_norm": 0.4549255073070526,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 760
+    },
+    {
+      "epoch": 1.3106382978723405,
+      "grad_norm": 0.4052349328994751,
+      "learning_rate": 0.0002,
+      "loss": 1.6754,
+      "step": 770
+    },
+    {
+      "epoch": 1.327659574468085,
+      "grad_norm": 0.38934215903282166,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 780
+    },
+    {
+      "epoch": 1.3446808510638297,
+      "grad_norm": 0.38688382506370544,
+      "learning_rate": 0.0002,
+      "loss": 1.7813,
+      "step": 790
+    },
+    {
+      "epoch": 1.3617021276595744,
+      "grad_norm": 0.3825705051422119,
+      "learning_rate": 0.0002,
+      "loss": 1.6374,
+      "step": 800
+    },
+    {
+      "epoch": 1.3787234042553191,
+      "grad_norm": 0.37331756949424744,
+      "learning_rate": 0.0002,
+      "loss": 1.655,
+      "step": 810
+    },
+    {
+      "epoch": 1.3957446808510638,
+      "grad_norm": 0.38826408982276917,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 820
+    },
+    {
+      "epoch": 1.4127659574468086,
+      "grad_norm": 0.4213569164276123,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 830
+    },
+    {
+      "epoch": 1.4297872340425533,
+      "grad_norm": 0.3976684808731079,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 840
+    },
+    {
+      "epoch": 1.4468085106382977,
+      "grad_norm": 0.390009343624115,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 850
+    },
+    {
+      "epoch": 1.4638297872340424,
+      "grad_norm": 0.4462052583694458,
+      "learning_rate": 0.0002,
+      "loss": 1.7489,
+      "step": 860
+    },
+    {
+      "epoch": 1.4808510638297872,
+      "grad_norm": 0.42129236459732056,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 870
+    },
+    {
+      "epoch": 1.4978723404255319,
+      "grad_norm": 0.41489893198013306,
+      "learning_rate": 0.0002,
+      "loss": 1.6009,
+      "step": 880
+    },
+    {
+      "epoch": 1.5148936170212766,
+      "grad_norm": 0.41451677680015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7129,
+      "step": 890
+    },
+    {
+      "epoch": 1.5319148936170213,
+      "grad_norm": 0.4477299749851227,
+      "learning_rate": 0.0002,
+      "loss": 1.6427,
+      "step": 900
+    },
+    {
+      "epoch": 1.548936170212766,
+      "grad_norm": 0.38476648926734924,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 910
+    },
+    {
+      "epoch": 1.5659574468085107,
+      "grad_norm": 0.42755743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7103,
+      "step": 920
+    },
+    {
+      "epoch": 1.5829787234042554,
+      "grad_norm": 0.39372023940086365,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 930
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.42778754234313965,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 940
+    },
+    {
+      "epoch": 1.6170212765957448,
+      "grad_norm": 0.4217268228530884,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 950
+    },
+    {
+      "epoch": 1.6340425531914895,
+      "grad_norm": 0.40452107787132263,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 960
+    },
+    {
+      "epoch": 1.6510638297872342,
+      "grad_norm": 0.4259980022907257,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 970
+    },
+    {
+      "epoch": 1.6680851063829787,
+      "grad_norm": 0.4089849591255188,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 980
+    },
+    {
+      "epoch": 1.6851063829787234,
+      "grad_norm": 0.38276049494743347,
+      "learning_rate": 0.0002,
+      "loss": 1.6588,
+      "step": 990
+    },
+    {
+      "epoch": 1.702127659574468,
+      "grad_norm": 0.40361565351486206,
+      "learning_rate": 0.0002,
+      "loss": 1.6846,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7191489361702128,
+      "grad_norm": 0.3537807762622833,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 1010
+    },
+    {
+      "epoch": 1.7361702127659573,
+      "grad_norm": 0.40288347005844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6001,
+      "step": 1020
+    },
+    {
+      "epoch": 1.753191489361702,
+      "grad_norm": 0.4003616273403168,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7702127659574467,
+      "grad_norm": 0.3931669592857361,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7872340425531914,
+      "grad_norm": 0.4001635015010834,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1050
+    },
+    {
+      "epoch": 1.804255319148936,
+      "grad_norm": 0.4139048457145691,
+      "learning_rate": 0.0002,
+      "loss": 1.6158,
+      "step": 1060
+    },
+    {
+      "epoch": 1.8212765957446808,
+      "grad_norm": 0.5044458508491516,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8382978723404255,
+      "grad_norm": 0.4827095568180084,
+      "learning_rate": 0.0002,
+      "loss": 1.7317,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8553191489361702,
+      "grad_norm": 0.3750515282154083,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 1090
+    },
+    {
+      "epoch": 1.872340425531915,
+      "grad_norm": 0.4024597704410553,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8893617021276596,
+      "grad_norm": 0.36747241020202637,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1110
+    },
+    {
+      "epoch": 1.9063829787234043,
+      "grad_norm": 0.41397711634635925,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1120
+    },
+    {
+      "epoch": 1.923404255319149,
+      "grad_norm": 0.3960763216018677,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9404255319148938,
+      "grad_norm": 0.4533233344554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6857,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9574468085106385,
+      "grad_norm": 0.38433438539505005,
+      "learning_rate": 0.0002,
+      "loss": 1.7168,
+      "step": 1150
+    },
+    {
+      "epoch": 1.974468085106383,
+      "grad_norm": 0.3648812174797058,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9914893617021276,
+      "grad_norm": 0.3887176215648651,
+      "learning_rate": 0.0002,
+      "loss": 1.6521,
+      "step": 1170
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8328146934509277,
+      "eval_runtime": 107.2842,
+      "eval_samples_per_second": 4.8,
+      "eval_steps_per_second": 0.606,
+      "step": 1175
+    },
+    {
+      "epoch": 2.008510638297872,
+      "grad_norm": 0.40444880723953247,
+      "learning_rate": 0.0002,
+      "loss": 1.6184,
+      "step": 1180
+    },
+    {
+      "epoch": 2.025531914893617,
+      "grad_norm": 0.3997816741466522,
+      "learning_rate": 0.0002,
+      "loss": 1.5221,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0425531914893615,
+      "grad_norm": 0.4516718089580536,
+      "learning_rate": 0.0002,
+      "loss": 1.6022,
+      "step": 1200
+    },
+    {
+      "epoch": 2.0595744680851062,
+      "grad_norm": 0.6645553708076477,
+      "learning_rate": 0.0002,
+      "loss": 1.5458,
+      "step": 1210
+    },
+    {
+      "epoch": 2.076595744680851,
+      "grad_norm": 0.4181990921497345,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 1220
+    },
+    {
+      "epoch": 2.0936170212765957,
+      "grad_norm": 0.45681431889533997,
+      "learning_rate": 0.0002,
+      "loss": 1.5768,
+      "step": 1230
+    },
+    {
+      "epoch": 2.1106382978723404,
+      "grad_norm": 0.48914700746536255,
+      "learning_rate": 0.0002,
+      "loss": 1.5598,
+      "step": 1240
+    },
+    {
+      "epoch": 2.127659574468085,
+      "grad_norm": 0.43265485763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.6031,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1446808510638298,
+      "grad_norm": 0.4641207754611969,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1617021276595745,
+      "grad_norm": 0.4840783476829529,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1270
+    },
+    {
+      "epoch": 2.178723404255319,
+      "grad_norm": 0.4974595308303833,
+      "learning_rate": 0.0002,
+      "loss": 1.5969,
+      "step": 1280
+    },
+    {
+      "epoch": 2.195744680851064,
+      "grad_norm": 0.5133475661277771,
+      "learning_rate": 0.0002,
+      "loss": 1.5512,
+      "step": 1290
+    },
+    {
+      "epoch": 2.2127659574468086,
+      "grad_norm": 0.5030052065849304,
+      "learning_rate": 0.0002,
+      "loss": 1.6467,
+      "step": 1300
+    },
+    {
+      "epoch": 2.2297872340425533,
+      "grad_norm": 0.46602481603622437,
+      "learning_rate": 0.0002,
+      "loss": 1.6845,
+      "step": 1310
+    },
+    {
+      "epoch": 2.246808510638298,
+      "grad_norm": 0.43662378191947937,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2638297872340427,
+      "grad_norm": 0.5137454867362976,
+      "learning_rate": 0.0002,
+      "loss": 1.6223,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2808510638297874,
+      "grad_norm": 0.4750335216522217,
+      "learning_rate": 0.0002,
+      "loss": 1.5702,
+      "step": 1340
+    },
+    {
+      "epoch": 2.297872340425532,
+      "grad_norm": 0.43691426515579224,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 1350
+    },
+    {
+      "epoch": 2.3148936170212764,
+      "grad_norm": 0.49752047657966614,
+      "learning_rate": 0.0002,
+      "loss": 1.5561,
+      "step": 1360
+    },
+    {
+      "epoch": 2.331914893617021,
+      "grad_norm": 0.45101815462112427,
+      "learning_rate": 0.0002,
+      "loss": 1.5789,
+      "step": 1370
+    },
+    {
+      "epoch": 2.348936170212766,
+      "grad_norm": 0.4427817761898041,
+      "learning_rate": 0.0002,
+      "loss": 1.5858,
+      "step": 1380
+    },
+    {
+      "epoch": 2.3659574468085105,
+      "grad_norm": 0.4802311062812805,
+      "learning_rate": 0.0002,
+      "loss": 1.5537,
+      "step": 1390
+    },
+    {
+      "epoch": 2.382978723404255,
+      "grad_norm": 0.4512513279914856,
+      "learning_rate": 0.0002,
+      "loss": 1.5846,
+      "step": 1400
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.4878857135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.627,
+      "step": 1410
+    },
+    {
+      "epoch": 2.4170212765957446,
+      "grad_norm": 0.4741315543651581,
+      "learning_rate": 0.0002,
+      "loss": 1.5781,
+      "step": 1420
+    },
+    {
+      "epoch": 2.4340425531914893,
+      "grad_norm": 0.4770931601524353,
+      "learning_rate": 0.0002,
+      "loss": 1.5595,
+      "step": 1430
+    },
+    {
+      "epoch": 2.451063829787234,
+      "grad_norm": 0.5124667286872864,
+      "learning_rate": 0.0002,
+      "loss": 1.5336,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4680851063829787,
+      "grad_norm": 0.45264801383018494,
+      "learning_rate": 0.0002,
+      "loss": 1.5811,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4851063829787234,
+      "grad_norm": 0.5456924438476562,
+      "learning_rate": 0.0002,
+      "loss": 1.604,
+      "step": 1460
+    },
+    {
+      "epoch": 2.502127659574468,
+      "grad_norm": 0.44656285643577576,
+      "learning_rate": 0.0002,
+      "loss": 1.6063,
+      "step": 1470
+    },
+    {
+      "epoch": 2.519148936170213,
+      "grad_norm": 0.5939419865608215,
+      "learning_rate": 0.0002,
+      "loss": 1.6336,
+      "step": 1480
+    },
+    {
+      "epoch": 2.5361702127659576,
+      "grad_norm": 0.47853362560272217,
+      "learning_rate": 0.0002,
+      "loss": 1.5481,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5531914893617023,
+      "grad_norm": 0.47643396258354187,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 1500
+    },
+    {
+      "epoch": 2.570212765957447,
+      "grad_norm": 0.4939501881599426,
+      "learning_rate": 0.0002,
+      "loss": 1.5085,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5872340425531917,
+      "grad_norm": 0.502055287361145,
+      "learning_rate": 0.0002,
+      "loss": 1.5659,
+      "step": 1520
+    },
+    {
+      "epoch": 2.604255319148936,
+      "grad_norm": 0.463250994682312,
+      "learning_rate": 0.0002,
+      "loss": 1.6519,
+      "step": 1530
+    },
+    {
+      "epoch": 2.621276595744681,
+      "grad_norm": 0.4761098623275757,
+      "learning_rate": 0.0002,
+      "loss": 1.5698,
+      "step": 1540
+    },
+    {
+      "epoch": 2.6382978723404253,
+      "grad_norm": 0.4687299132347107,
+      "learning_rate": 0.0002,
+      "loss": 1.6044,
+      "step": 1550
+    },
+    {
+      "epoch": 2.65531914893617,
+      "grad_norm": 0.5536078810691833,
+      "learning_rate": 0.0002,
+      "loss": 1.632,
+      "step": 1560
+    },
+    {
+      "epoch": 2.6723404255319148,
+      "grad_norm": 0.581320583820343,
+      "learning_rate": 0.0002,
+      "loss": 1.586,
+      "step": 1570
+    },
+    {
+      "epoch": 2.6893617021276595,
+      "grad_norm": 0.45952868461608887,
+      "learning_rate": 0.0002,
+      "loss": 1.508,
+      "step": 1580
+    },
+    {
+      "epoch": 2.706382978723404,
+      "grad_norm": 0.4602586328983307,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1590
+    },
+    {
+      "epoch": 2.723404255319149,
+      "grad_norm": 0.5276554226875305,
+      "learning_rate": 0.0002,
+      "loss": 1.6008,
+      "step": 1600
+    },
+    {
+      "epoch": 2.7404255319148936,
+      "grad_norm": 0.5750249624252319,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 1610
+    },
+    {
+      "epoch": 2.7574468085106383,
+      "grad_norm": 0.468723863363266,
+      "learning_rate": 0.0002,
+      "loss": 1.5506,
+      "step": 1620
+    },
+    {
+      "epoch": 2.774468085106383,
+      "grad_norm": 0.44649943709373474,
+      "learning_rate": 0.0002,
+      "loss": 1.4499,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7914893617021277,
+      "grad_norm": 0.5097237825393677,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 1640
+    },
+    {
+      "epoch": 2.8085106382978724,
+      "grad_norm": 0.46384191513061523,
+      "learning_rate": 0.0002,
+      "loss": 1.5948,
+      "step": 1650
+    },
+    {
+      "epoch": 2.825531914893617,
+      "grad_norm": 0.4885474443435669,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 1660
+    },
+    {
+      "epoch": 2.842553191489362,
+      "grad_norm": 0.45621681213378906,
+      "learning_rate": 0.0002,
+      "loss": 1.5675,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8595744680851065,
+      "grad_norm": 0.4797150194644928,
+      "learning_rate": 0.0002,
+      "loss": 1.6042,
+      "step": 1680
+    },
+    {
+      "epoch": 2.876595744680851,
+      "grad_norm": 0.5142032504081726,
+      "learning_rate": 0.0002,
+      "loss": 1.5601,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8936170212765955,
+      "grad_norm": 0.48939862847328186,
+      "learning_rate": 0.0002,
+      "loss": 1.5984,
+      "step": 1700
+    },
+    {
+      "epoch": 2.9106382978723406,
+      "grad_norm": 0.4575578272342682,
+      "learning_rate": 0.0002,
+      "loss": 1.6333,
+      "step": 1710
+    },
+    {
+      "epoch": 2.927659574468085,
+      "grad_norm": 0.5589063763618469,
+      "learning_rate": 0.0002,
+      "loss": 1.5396,
+      "step": 1720
+    },
+    {
+      "epoch": 2.94468085106383,
+      "grad_norm": 0.48508813977241516,
+      "learning_rate": 0.0002,
+      "loss": 1.6096,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9617021276595743,
+      "grad_norm": 0.42786726355552673,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1740
+    },
+    {
+      "epoch": 2.978723404255319,
+      "grad_norm": 0.5598229765892029,
+      "learning_rate": 0.0002,
+      "loss": 1.5555,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9957446808510637,
+      "grad_norm": 0.4779253602027893,
+      "learning_rate": 0.0002,
+      "loss": 1.5035,
+      "step": 1760
+    },
+    {
+      "epoch": 2.999148936170213,
+      "eval_loss": 1.8543579578399658,
+      "eval_runtime": 107.2363,
+      "eval_samples_per_second": 4.802,
+      "eval_steps_per_second": 0.606,
+      "step": 1762
+    },
+    {
+      "epoch": 3.0127659574468084,
+      "grad_norm": 0.48810940980911255,
+      "learning_rate": 0.0002,
+      "loss": 1.4767,
+      "step": 1770
+    },
+    {
+      "epoch": 3.029787234042553,
+      "grad_norm": 0.6194920539855957,
+      "learning_rate": 0.0002,
+      "loss": 1.5385,
+      "step": 1780
+    },
+    {
+      "epoch": 3.046808510638298,
+      "grad_norm": 0.5875462293624878,
+      "learning_rate": 0.0002,
+      "loss": 1.4012,
+      "step": 1790
+    },
+    {
+      "epoch": 3.0638297872340425,
+      "grad_norm": 0.5775138139724731,
+      "learning_rate": 0.0002,
+      "loss": 1.4727,
+      "step": 1800
+    },
+    {
+      "epoch": 3.0808510638297872,
+      "grad_norm": 0.5445981621742249,
+      "learning_rate": 0.0002,
+      "loss": 1.493,
+      "step": 1810
+    },
+    {
+      "epoch": 3.097872340425532,
+      "grad_norm": 0.6728862524032593,
+      "learning_rate": 0.0002,
+      "loss": 1.4247,
+      "step": 1820
+    },
+    {
+      "epoch": 3.1148936170212767,
+      "grad_norm": 0.6105490326881409,
+      "learning_rate": 0.0002,
+      "loss": 1.4303,
+      "step": 1830
+    },
+    {
+      "epoch": 3.1319148936170214,
+      "grad_norm": 0.5771165490150452,
+      "learning_rate": 0.0002,
+      "loss": 1.5214,
+      "step": 1840
+    },
+    {
+      "epoch": 3.148936170212766,
+      "grad_norm": 0.5778449773788452,
+      "learning_rate": 0.0002,
+      "loss": 1.4359,
+      "step": 1850
+    },
+    {
+      "epoch": 3.1659574468085108,
+      "grad_norm": 0.7141990661621094,
+      "learning_rate": 0.0002,
+      "loss": 1.4121,
+      "step": 1860
+    },
+    {
+      "epoch": 3.1829787234042555,
+      "grad_norm": 0.5882705450057983,
+      "learning_rate": 0.0002,
+      "loss": 1.4904,
+      "step": 1870
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 0.5996195077896118,
+      "learning_rate": 0.0002,
+      "loss": 1.4941,
+      "step": 1880
+    },
+    {
+      "epoch": 3.217021276595745,
+      "grad_norm": 0.6121219396591187,
+      "learning_rate": 0.0002,
+      "loss": 1.4519,
+      "step": 1890
+    },
+    {
+      "epoch": 3.2340425531914896,
+      "grad_norm": 0.6402981281280518,
+      "learning_rate": 0.0002,
+      "loss": 1.4586,
+      "step": 1900
+    },
+    {
+      "epoch": 3.251063829787234,
+      "grad_norm": 0.6111783981323242,
+      "learning_rate": 0.0002,
+      "loss": 1.3766,
+      "step": 1910
+    },
+    {
+      "epoch": 3.2680851063829786,
+      "grad_norm": 0.6682435274124146,
+      "learning_rate": 0.0002,
+      "loss": 1.4863,
+      "step": 1920
+    },
+    {
+      "epoch": 3.2851063829787233,
+      "grad_norm": 0.6530760526657104,
+      "learning_rate": 0.0002,
+      "loss": 1.4608,
+      "step": 1930
+    },
+    {
+      "epoch": 3.302127659574468,
+      "grad_norm": 0.6481217741966248,
+      "learning_rate": 0.0002,
+      "loss": 1.4422,
+      "step": 1940
+    },
+    {
+      "epoch": 3.3191489361702127,
+      "grad_norm": 0.6270697116851807,
+      "learning_rate": 0.0002,
+      "loss": 1.5158,
+      "step": 1950
+    },
+    {
+      "epoch": 3.3361702127659574,
+      "grad_norm": 0.5924492478370667,
+      "learning_rate": 0.0002,
+      "loss": 1.4116,
+      "step": 1960
+    },
+    {
+      "epoch": 3.353191489361702,
+      "grad_norm": 0.5803806781768799,
+      "learning_rate": 0.0002,
+      "loss": 1.4578,
+      "step": 1970
+    },
+    {
+      "epoch": 3.370212765957447,
+      "grad_norm": 0.5754119157791138,
+      "learning_rate": 0.0002,
+      "loss": 1.4689,
+      "step": 1980
+    },
+    {
+      "epoch": 3.3872340425531915,
+      "grad_norm": 0.6717178821563721,
+      "learning_rate": 0.0002,
+      "loss": 1.4605,
+      "step": 1990
+    },
+    {
+      "epoch": 3.404255319148936,
+      "grad_norm": 0.5955582857131958,
+      "learning_rate": 0.0002,
+      "loss": 1.486,
+      "step": 2000
+    },
+    {
+      "epoch": 3.421276595744681,
+      "grad_norm": 0.6965329647064209,
+      "learning_rate": 0.0002,
+      "loss": 1.4445,
+      "step": 2010
+    },
+    {
+      "epoch": 3.4382978723404256,
+      "grad_norm": 0.6321573257446289,
+      "learning_rate": 0.0002,
+      "loss": 1.4543,
+      "step": 2020
+    },
+    {
+      "epoch": 3.4553191489361703,
+      "grad_norm": 0.5952608585357666,
+      "learning_rate": 0.0002,
+      "loss": 1.5383,
+      "step": 2030
+    },
+    {
+      "epoch": 3.472340425531915,
+      "grad_norm": 0.7718905806541443,
+      "learning_rate": 0.0002,
+      "loss": 1.4531,
+      "step": 2040
+    },
+    {
+      "epoch": 3.4893617021276597,
+      "grad_norm": 0.6850892305374146,
+      "learning_rate": 0.0002,
+      "loss": 1.4678,
+      "step": 2050
+    },
+    {
+      "epoch": 3.506382978723404,
+      "grad_norm": 0.5638895630836487,
+      "learning_rate": 0.0002,
+      "loss": 1.4956,
+      "step": 2060
+    },
+    {
+      "epoch": 3.523404255319149,
+      "grad_norm": 0.6148294806480408,
+      "learning_rate": 0.0002,
+      "loss": 1.4586,
+      "step": 2070
+    },
+    {
+      "epoch": 3.5404255319148934,
+      "grad_norm": 0.5895810723304749,
+      "learning_rate": 0.0002,
+      "loss": 1.4622,
+      "step": 2080
+    },
+    {
+      "epoch": 3.5574468085106385,
+      "grad_norm": 0.6377319693565369,
+      "learning_rate": 0.0002,
+      "loss": 1.4341,
+      "step": 2090
+    },
+    {
+      "epoch": 3.574468085106383,
+      "grad_norm": 0.6047691702842712,
+      "learning_rate": 0.0002,
+      "loss": 1.5056,
+      "step": 2100
+    },
+    {
+      "epoch": 3.5914893617021275,
+      "grad_norm": 0.6049593687057495,
+      "learning_rate": 0.0002,
+      "loss": 1.4748,
+      "step": 2110
+    },
+    {
+      "epoch": 3.608510638297872,
+      "grad_norm": 0.6358312368392944,
+      "learning_rate": 0.0002,
+      "loss": 1.391,
+      "step": 2120
+    },
+    {
+      "epoch": 3.625531914893617,
+      "grad_norm": 0.612119197845459,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2130
+    },
+    {
+      "epoch": 3.6425531914893616,
+      "grad_norm": 0.6788054704666138,
+      "learning_rate": 0.0002,
+      "loss": 1.438,
+      "step": 2140
+    },
+    {
+      "epoch": 3.6595744680851063,
+      "grad_norm": 0.6191043853759766,
+      "learning_rate": 0.0002,
+      "loss": 1.4295,
+      "step": 2150
+    },
+    {
+      "epoch": 3.676595744680851,
+      "grad_norm": 0.6660051941871643,
+      "learning_rate": 0.0002,
+      "loss": 1.4383,
+      "step": 2160
+    },
+    {
+      "epoch": 3.6936170212765957,
+      "grad_norm": 0.652692973613739,
+      "learning_rate": 0.0002,
+      "loss": 1.4954,
+      "step": 2170
+    },
+    {
+      "epoch": 3.7106382978723405,
+      "grad_norm": 0.6123467087745667,
+      "learning_rate": 0.0002,
+      "loss": 1.5245,
+      "step": 2180
+    },
+    {
+      "epoch": 3.727659574468085,
+      "grad_norm": 0.640021562576294,
+      "learning_rate": 0.0002,
+      "loss": 1.4686,
+      "step": 2190
+    },
+    {
+      "epoch": 3.74468085106383,
+      "grad_norm": 0.6809179782867432,
+      "learning_rate": 0.0002,
+      "loss": 1.4277,
+      "step": 2200
+    },
+    {
+      "epoch": 3.7617021276595746,
+      "grad_norm": 0.5978420376777649,
+      "learning_rate": 0.0002,
+      "loss": 1.4705,
+      "step": 2210
+    },
+    {
+      "epoch": 3.7787234042553193,
+      "grad_norm": 0.7038803100585938,
+      "learning_rate": 0.0002,
+      "loss": 1.5559,
+      "step": 2220
+    },
+    {
+      "epoch": 3.795744680851064,
+      "grad_norm": 0.5324276089668274,
+      "learning_rate": 0.0002,
+      "loss": 1.4691,
+      "step": 2230
+    },
+    {
+      "epoch": 3.8127659574468087,
+      "grad_norm": 0.6264132857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.4696,
+      "step": 2240
+    },
+    {
+      "epoch": 3.829787234042553,
+      "grad_norm": 0.6143888831138611,
+      "learning_rate": 0.0002,
+      "loss": 1.4856,
+      "step": 2250
+    },
+    {
+      "epoch": 3.846808510638298,
+      "grad_norm": 0.6338503360748291,
+      "learning_rate": 0.0002,
+      "loss": 1.535,
+      "step": 2260
+    },
+    {
+      "epoch": 3.8638297872340424,
+      "grad_norm": 0.556882381439209,
+      "learning_rate": 0.0002,
+      "loss": 1.456,
+      "step": 2270
+    },
+    {
+      "epoch": 3.8808510638297875,
+      "grad_norm": 0.6323680281639099,
+      "learning_rate": 0.0002,
+      "loss": 1.4701,
+      "step": 2280
+    },
+    {
+      "epoch": 3.8978723404255318,
+      "grad_norm": 0.7105869054794312,
+      "learning_rate": 0.0002,
+      "loss": 1.5333,
+      "step": 2290
+    },
+    {
+      "epoch": 3.9148936170212765,
+      "grad_norm": 0.825415849685669,
+      "learning_rate": 0.0002,
+      "loss": 1.4462,
+      "step": 2300
+    },
+    {
+      "epoch": 3.931914893617021,
+      "grad_norm": 0.6412091851234436,
+      "learning_rate": 0.0002,
+      "loss": 1.5023,
+      "step": 2310
+    },
+    {
+      "epoch": 3.948936170212766,
+      "grad_norm": 0.6286490559577942,
+      "learning_rate": 0.0002,
+      "loss": 1.3709,
+      "step": 2320
+    },
+    {
+      "epoch": 3.9659574468085106,
+      "grad_norm": 0.636021077632904,
+      "learning_rate": 0.0002,
+      "loss": 1.4693,
+      "step": 2330
+    },
+    {
+      "epoch": 3.9829787234042553,
+      "grad_norm": 0.6032362580299377,
+      "learning_rate": 0.0002,
+      "loss": 1.4265,
+      "step": 2340
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.6497282385826111,
+      "learning_rate": 0.0002,
+      "loss": 1.377,
+      "step": 2350
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.9081238508224487,
+      "eval_runtime": 106.6404,
+      "eval_samples_per_second": 4.829,
+      "eval_steps_per_second": 0.61,
+      "step": 2350
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4696,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.087527381368832e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2350/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f55f87c9f695bdf2cf6d54b37e690c06ff5da5e17bc3af6c1f44f90f45374
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9641c9619a61a110d772b5e525e33255f1e8b6ca5e732a5d7d19c488e5b429cb
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609607b52c8150cf7e3821c560ea35d0fffa0e82aba557e93b77f549444fd338
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5fae1d6cac091e4f5647e460dc276b096409f1fc50a3df6a98a270354f1f7b
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46642390a665c7cb165dcb0ac50a980d0d684841c635ed6f7bf44f1147872f99
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/trainer_state.json

@@ -0,0 +1,2124 @@
+{
+  "best_metric": 1.8328146934509277,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-1175",
+  "epoch": 4.999148936170212,
+  "eval_steps": 10,
+  "global_step": 2937,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01702127659574468,
+      "grad_norm": 0.7596228122711182,
+      "learning_rate": 0.0002,
+      "loss": 2.5996,
+      "step": 10
+    },
+    {
+      "epoch": 0.03404255319148936,
+      "grad_norm": 0.4860903322696686,
+      "learning_rate": 0.0002,
+      "loss": 2.2941,
+      "step": 20
+    },
+    {
+      "epoch": 0.05106382978723404,
+      "grad_norm": 0.4953401982784271,
+      "learning_rate": 0.0002,
+      "loss": 2.0018,
+      "step": 30
+    },
+    {
+      "epoch": 0.06808510638297872,
+      "grad_norm": 0.5086901783943176,
+      "learning_rate": 0.0002,
+      "loss": 1.9318,
+      "step": 40
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.49050021171569824,
+      "learning_rate": 0.0002,
+      "loss": 1.8519,
+      "step": 50
+    },
+    {
+      "epoch": 0.10212765957446808,
+      "grad_norm": 0.4922358989715576,
+      "learning_rate": 0.0002,
+      "loss": 1.8786,
+      "step": 60
+    },
+    {
+      "epoch": 0.11914893617021277,
+      "grad_norm": 0.4621541202068329,
+      "learning_rate": 0.0002,
+      "loss": 1.8812,
+      "step": 70
+    },
+    {
+      "epoch": 0.13617021276595745,
+      "grad_norm": 0.4416729807853699,
+      "learning_rate": 0.0002,
+      "loss": 1.8004,
+      "step": 80
+    },
+    {
+      "epoch": 0.15319148936170213,
+      "grad_norm": 0.526258111000061,
+      "learning_rate": 0.0002,
+      "loss": 1.9298,
+      "step": 90
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.44022637605667114,
+      "learning_rate": 0.0002,
+      "loss": 1.8339,
+      "step": 100
+    },
+    {
+      "epoch": 0.18723404255319148,
+      "grad_norm": 0.4647711515426636,
+      "learning_rate": 0.0002,
+      "loss": 1.7681,
+      "step": 110
+    },
+    {
+      "epoch": 0.20425531914893616,
+      "grad_norm": 0.4136318564414978,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 120
+    },
+    {
+      "epoch": 0.22127659574468084,
+      "grad_norm": 0.39707672595977783,
+      "learning_rate": 0.0002,
+      "loss": 1.8491,
+      "step": 130
+    },
+    {
+      "epoch": 0.23829787234042554,
+      "grad_norm": 0.4478105306625366,
+      "learning_rate": 0.0002,
+      "loss": 1.8017,
+      "step": 140
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.4699741303920746,
+      "learning_rate": 0.0002,
+      "loss": 1.8067,
+      "step": 150
+    },
+    {
+      "epoch": 0.2723404255319149,
+      "grad_norm": 0.4568363130092621,
+      "learning_rate": 0.0002,
+      "loss": 1.8161,
+      "step": 160
+    },
+    {
+      "epoch": 0.28936170212765955,
+      "grad_norm": 0.45078757405281067,
+      "learning_rate": 0.0002,
+      "loss": 1.7491,
+      "step": 170
+    },
+    {
+      "epoch": 0.30638297872340425,
+      "grad_norm": 0.4127245843410492,
+      "learning_rate": 0.0002,
+      "loss": 1.8115,
+      "step": 180
+    },
+    {
+      "epoch": 0.32340425531914896,
+      "grad_norm": 0.4042493402957916,
+      "learning_rate": 0.0002,
+      "loss": 1.7707,
+      "step": 190
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 0.401487797498703,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 200
+    },
+    {
+      "epoch": 0.3574468085106383,
+      "grad_norm": 0.3959457576274872,
+      "learning_rate": 0.0002,
+      "loss": 1.8355,
+      "step": 210
+    },
+    {
+      "epoch": 0.37446808510638296,
+      "grad_norm": 0.39865636825561523,
+      "learning_rate": 0.0002,
+      "loss": 1.7798,
+      "step": 220
+    },
+    {
+      "epoch": 0.39148936170212767,
+      "grad_norm": 0.7225169539451599,
+      "learning_rate": 0.0002,
+      "loss": 1.9012,
+      "step": 230
+    },
+    {
+      "epoch": 0.4085106382978723,
+      "grad_norm": 0.412801593542099,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 240
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 0.40951448678970337,
+      "learning_rate": 0.0002,
+      "loss": 1.8523,
+      "step": 250
+    },
+    {
+      "epoch": 0.4425531914893617,
+      "grad_norm": 0.42788130044937134,
+      "learning_rate": 0.0002,
+      "loss": 1.7283,
+      "step": 260
+    },
+    {
+      "epoch": 0.4595744680851064,
+      "grad_norm": 0.41069576144218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8051,
+      "step": 270
+    },
+    {
+      "epoch": 0.4765957446808511,
+      "grad_norm": 0.3745323717594147,
+      "learning_rate": 0.0002,
+      "loss": 1.7861,
+      "step": 280
+    },
+    {
+      "epoch": 0.49361702127659574,
+      "grad_norm": 0.3771323263645172,
+      "learning_rate": 0.0002,
+      "loss": 1.8484,
+      "step": 290
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 0.34368929266929626,
+      "learning_rate": 0.0002,
+      "loss": 1.7417,
+      "step": 300
+    },
+    {
+      "epoch": 0.5276595744680851,
+      "grad_norm": 0.4299296736717224,
+      "learning_rate": 0.0002,
+      "loss": 1.7394,
+      "step": 310
+    },
+    {
+      "epoch": 0.5446808510638298,
+      "grad_norm": 0.4133922755718231,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 320
+    },
+    {
+      "epoch": 0.5617021276595745,
+      "grad_norm": 0.3984859585762024,
+      "learning_rate": 0.0002,
+      "loss": 1.7043,
+      "step": 330
+    },
+    {
+      "epoch": 0.5787234042553191,
+      "grad_norm": 0.3822788894176483,
+      "learning_rate": 0.0002,
+      "loss": 1.7873,
+      "step": 340
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 0.4550061821937561,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 350
+    },
+    {
+      "epoch": 0.6127659574468085,
+      "grad_norm": 0.36571192741394043,
+      "learning_rate": 0.0002,
+      "loss": 1.7179,
+      "step": 360
+    },
+    {
+      "epoch": 0.6297872340425532,
+      "grad_norm": 0.32942914962768555,
+      "learning_rate": 0.0002,
+      "loss": 1.8196,
+      "step": 370
+    },
+    {
+      "epoch": 0.6468085106382979,
+      "grad_norm": 0.39299526810646057,
+      "learning_rate": 0.0002,
+      "loss": 1.7118,
+      "step": 380
+    },
+    {
+      "epoch": 0.6638297872340425,
+      "grad_norm": 0.3817657232284546,
+      "learning_rate": 0.0002,
+      "loss": 1.8179,
+      "step": 390
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 0.3650810122489929,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.6978723404255319,
+      "grad_norm": 0.3736686408519745,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 410
+    },
+    {
+      "epoch": 0.7148936170212766,
+      "grad_norm": 0.45680564641952515,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 420
+    },
+    {
+      "epoch": 0.7319148936170212,
+      "grad_norm": 0.4154510200023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7844,
+      "step": 430
+    },
+    {
+      "epoch": 0.7489361702127659,
+      "grad_norm": 0.3701167106628418,
+      "learning_rate": 0.0002,
+      "loss": 1.7801,
+      "step": 440
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 0.3869531750679016,
+      "learning_rate": 0.0002,
+      "loss": 1.7689,
+      "step": 450
+    },
+    {
+      "epoch": 0.7829787234042553,
+      "grad_norm": 0.4391495883464813,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 460
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.39652755856513977,
+      "learning_rate": 0.0002,
+      "loss": 1.7534,
+      "step": 470
+    },
+    {
+      "epoch": 0.8170212765957446,
+      "grad_norm": 0.4096752107143402,
+      "learning_rate": 0.0002,
+      "loss": 1.8076,
+      "step": 480
+    },
+    {
+      "epoch": 0.8340425531914893,
+      "grad_norm": 0.3857504427433014,
+      "learning_rate": 0.0002,
+      "loss": 1.796,
+      "step": 490
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 0.4105374217033386,
+      "learning_rate": 0.0002,
+      "loss": 1.7379,
+      "step": 500
+    },
+    {
+      "epoch": 0.8680851063829788,
+      "grad_norm": 0.3723328113555908,
+      "learning_rate": 0.0002,
+      "loss": 1.6391,
+      "step": 510
+    },
+    {
+      "epoch": 0.8851063829787233,
+      "grad_norm": 0.36099690198898315,
+      "learning_rate": 0.0002,
+      "loss": 1.7122,
+      "step": 520
+    },
+    {
+      "epoch": 0.902127659574468,
+      "grad_norm": 0.3715187907218933,
+      "learning_rate": 0.0002,
+      "loss": 1.7632,
+      "step": 530
+    },
+    {
+      "epoch": 0.9191489361702128,
+      "grad_norm": 0.4932813048362732,
+      "learning_rate": 0.0002,
+      "loss": 1.7004,
+      "step": 540
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 0.3493495285511017,
+      "learning_rate": 0.0002,
+      "loss": 1.679,
+      "step": 550
+    },
+    {
+      "epoch": 0.9531914893617022,
+      "grad_norm": 0.3598061800003052,
+      "learning_rate": 0.0002,
+      "loss": 1.7758,
+      "step": 560
+    },
+    {
+      "epoch": 0.9702127659574468,
+      "grad_norm": 0.3521560728549957,
+      "learning_rate": 0.0002,
+      "loss": 1.7686,
+      "step": 570
+    },
+    {
+      "epoch": 0.9872340425531915,
+      "grad_norm": 0.34150034189224243,
+      "learning_rate": 0.0002,
+      "loss": 1.7391,
+      "step": 580
+    },
+    {
+      "epoch": 0.9991489361702127,
+      "eval_loss": 1.8388911485671997,
+      "eval_runtime": 106.6788,
+      "eval_samples_per_second": 4.828,
+      "eval_steps_per_second": 0.609,
+      "step": 587
+    },
+    {
+      "epoch": 1.004255319148936,
+      "grad_norm": 0.33556103706359863,
+      "learning_rate": 0.0002,
+      "loss": 1.6115,
+      "step": 590
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.4333398640155792,
+      "learning_rate": 0.0002,
+      "loss": 1.8346,
+      "step": 600
+    },
+    {
+      "epoch": 1.0382978723404255,
+      "grad_norm": 0.38488736748695374,
+      "learning_rate": 0.0002,
+      "loss": 1.6656,
+      "step": 610
+    },
+    {
+      "epoch": 1.0553191489361702,
+      "grad_norm": 0.44454529881477356,
+      "learning_rate": 0.0002,
+      "loss": 1.7778,
+      "step": 620
+    },
+    {
+      "epoch": 1.0723404255319149,
+      "grad_norm": 0.3735603392124176,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 630
+    },
+    {
+      "epoch": 1.0893617021276596,
+      "grad_norm": 0.38912704586982727,
+      "learning_rate": 0.0002,
+      "loss": 1.74,
+      "step": 640
+    },
+    {
+      "epoch": 1.1063829787234043,
+      "grad_norm": 0.4411826431751251,
+      "learning_rate": 0.0002,
+      "loss": 1.607,
+      "step": 650
+    },
+    {
+      "epoch": 1.123404255319149,
+      "grad_norm": 0.4163050353527069,
+      "learning_rate": 0.0002,
+      "loss": 1.6901,
+      "step": 660
+    },
+    {
+      "epoch": 1.1404255319148937,
+      "grad_norm": 0.4187192916870117,
+      "learning_rate": 0.0002,
+      "loss": 1.6722,
+      "step": 670
+    },
+    {
+      "epoch": 1.1574468085106382,
+      "grad_norm": 0.3797093629837036,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 680
+    },
+    {
+      "epoch": 1.174468085106383,
+      "grad_norm": 0.4210026264190674,
+      "learning_rate": 0.0002,
+      "loss": 1.6409,
+      "step": 690
+    },
+    {
+      "epoch": 1.1914893617021276,
+      "grad_norm": 0.4701998829841614,
+      "learning_rate": 0.0002,
+      "loss": 1.6343,
+      "step": 700
+    },
+    {
+      "epoch": 1.2085106382978723,
+      "grad_norm": 0.6331578493118286,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 710
+    },
+    {
+      "epoch": 1.225531914893617,
+      "grad_norm": 0.41908255219459534,
+      "learning_rate": 0.0002,
+      "loss": 1.6776,
+      "step": 720
+    },
+    {
+      "epoch": 1.2425531914893617,
+      "grad_norm": 0.36158403754234314,
+      "learning_rate": 0.0002,
+      "loss": 1.6468,
+      "step": 730
+    },
+    {
+      "epoch": 1.2595744680851064,
+      "grad_norm": 0.387300580739975,
+      "learning_rate": 0.0002,
+      "loss": 1.746,
+      "step": 740
+    },
+    {
+      "epoch": 1.2765957446808511,
+      "grad_norm": 0.38899728655815125,
+      "learning_rate": 0.0002,
+      "loss": 1.7089,
+      "step": 750
+    },
+    {
+      "epoch": 1.2936170212765958,
+      "grad_norm": 0.4549255073070526,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 760
+    },
+    {
+      "epoch": 1.3106382978723405,
+      "grad_norm": 0.4052349328994751,
+      "learning_rate": 0.0002,
+      "loss": 1.6754,
+      "step": 770
+    },
+    {
+      "epoch": 1.327659574468085,
+      "grad_norm": 0.38934215903282166,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 780
+    },
+    {
+      "epoch": 1.3446808510638297,
+      "grad_norm": 0.38688382506370544,
+      "learning_rate": 0.0002,
+      "loss": 1.7813,
+      "step": 790
+    },
+    {
+      "epoch": 1.3617021276595744,
+      "grad_norm": 0.3825705051422119,
+      "learning_rate": 0.0002,
+      "loss": 1.6374,
+      "step": 800
+    },
+    {
+      "epoch": 1.3787234042553191,
+      "grad_norm": 0.37331756949424744,
+      "learning_rate": 0.0002,
+      "loss": 1.655,
+      "step": 810
+    },
+    {
+      "epoch": 1.3957446808510638,
+      "grad_norm": 0.38826408982276917,
+      "learning_rate": 0.0002,
+      "loss": 1.6321,
+      "step": 820
+    },
+    {
+      "epoch": 1.4127659574468086,
+      "grad_norm": 0.4213569164276123,
+      "learning_rate": 0.0002,
+      "loss": 1.6107,
+      "step": 830
+    },
+    {
+      "epoch": 1.4297872340425533,
+      "grad_norm": 0.3976684808731079,
+      "learning_rate": 0.0002,
+      "loss": 1.6792,
+      "step": 840
+    },
+    {
+      "epoch": 1.4468085106382977,
+      "grad_norm": 0.390009343624115,
+      "learning_rate": 0.0002,
+      "loss": 1.7029,
+      "step": 850
+    },
+    {
+      "epoch": 1.4638297872340424,
+      "grad_norm": 0.4462052583694458,
+      "learning_rate": 0.0002,
+      "loss": 1.7489,
+      "step": 860
+    },
+    {
+      "epoch": 1.4808510638297872,
+      "grad_norm": 0.42129236459732056,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 870
+    },
+    {
+      "epoch": 1.4978723404255319,
+      "grad_norm": 0.41489893198013306,
+      "learning_rate": 0.0002,
+      "loss": 1.6009,
+      "step": 880
+    },
+    {
+      "epoch": 1.5148936170212766,
+      "grad_norm": 0.41451677680015564,
+      "learning_rate": 0.0002,
+      "loss": 1.7129,
+      "step": 890
+    },
+    {
+      "epoch": 1.5319148936170213,
+      "grad_norm": 0.4477299749851227,
+      "learning_rate": 0.0002,
+      "loss": 1.6427,
+      "step": 900
+    },
+    {
+      "epoch": 1.548936170212766,
+      "grad_norm": 0.38476648926734924,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 910
+    },
+    {
+      "epoch": 1.5659574468085107,
+      "grad_norm": 0.42755743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7103,
+      "step": 920
+    },
+    {
+      "epoch": 1.5829787234042554,
+      "grad_norm": 0.39372023940086365,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 930
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.42778754234313965,
+      "learning_rate": 0.0002,
+      "loss": 1.7042,
+      "step": 940
+    },
+    {
+      "epoch": 1.6170212765957448,
+      "grad_norm": 0.4217268228530884,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 950
+    },
+    {
+      "epoch": 1.6340425531914895,
+      "grad_norm": 0.40452107787132263,
+      "learning_rate": 0.0002,
+      "loss": 1.6556,
+      "step": 960
+    },
+    {
+      "epoch": 1.6510638297872342,
+      "grad_norm": 0.4259980022907257,
+      "learning_rate": 0.0002,
+      "loss": 1.6734,
+      "step": 970
+    },
+    {
+      "epoch": 1.6680851063829787,
+      "grad_norm": 0.4089849591255188,
+      "learning_rate": 0.0002,
+      "loss": 1.6464,
+      "step": 980
+    },
+    {
+      "epoch": 1.6851063829787234,
+      "grad_norm": 0.38276049494743347,
+      "learning_rate": 0.0002,
+      "loss": 1.6588,
+      "step": 990
+    },
+    {
+      "epoch": 1.702127659574468,
+      "grad_norm": 0.40361565351486206,
+      "learning_rate": 0.0002,
+      "loss": 1.6846,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7191489361702128,
+      "grad_norm": 0.3537807762622833,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 1010
+    },
+    {
+      "epoch": 1.7361702127659573,
+      "grad_norm": 0.40288347005844116,
+      "learning_rate": 0.0002,
+      "loss": 1.6001,
+      "step": 1020
+    },
+    {
+      "epoch": 1.753191489361702,
+      "grad_norm": 0.4003616273403168,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7702127659574467,
+      "grad_norm": 0.3931669592857361,
+      "learning_rate": 0.0002,
+      "loss": 1.6067,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7872340425531914,
+      "grad_norm": 0.4001635015010834,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1050
+    },
+    {
+      "epoch": 1.804255319148936,
+      "grad_norm": 0.4139048457145691,
+      "learning_rate": 0.0002,
+      "loss": 1.6158,
+      "step": 1060
+    },
+    {
+      "epoch": 1.8212765957446808,
+      "grad_norm": 0.5044458508491516,
+      "learning_rate": 0.0002,
+      "loss": 1.7513,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8382978723404255,
+      "grad_norm": 0.4827095568180084,
+      "learning_rate": 0.0002,
+      "loss": 1.7317,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8553191489361702,
+      "grad_norm": 0.3750515282154083,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 1090
+    },
+    {
+      "epoch": 1.872340425531915,
+      "grad_norm": 0.4024597704410553,
+      "learning_rate": 0.0002,
+      "loss": 1.653,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8893617021276596,
+      "grad_norm": 0.36747241020202637,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1110
+    },
+    {
+      "epoch": 1.9063829787234043,
+      "grad_norm": 0.41397711634635925,
+      "learning_rate": 0.0002,
+      "loss": 1.652,
+      "step": 1120
+    },
+    {
+      "epoch": 1.923404255319149,
+      "grad_norm": 0.3960763216018677,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9404255319148938,
+      "grad_norm": 0.4533233344554901,
+      "learning_rate": 0.0002,
+      "loss": 1.6857,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9574468085106385,
+      "grad_norm": 0.38433438539505005,
+      "learning_rate": 0.0002,
+      "loss": 1.7168,
+      "step": 1150
+    },
+    {
+      "epoch": 1.974468085106383,
+      "grad_norm": 0.3648812174797058,
+      "learning_rate": 0.0002,
+      "loss": 1.7444,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9914893617021276,
+      "grad_norm": 0.3887176215648651,
+      "learning_rate": 0.0002,
+      "loss": 1.6521,
+      "step": 1170
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8328146934509277,
+      "eval_runtime": 107.2842,
+      "eval_samples_per_second": 4.8,
+      "eval_steps_per_second": 0.606,
+      "step": 1175
+    },
+    {
+      "epoch": 2.008510638297872,
+      "grad_norm": 0.40444880723953247,
+      "learning_rate": 0.0002,
+      "loss": 1.6184,
+      "step": 1180
+    },
+    {
+      "epoch": 2.025531914893617,
+      "grad_norm": 0.3997816741466522,
+      "learning_rate": 0.0002,
+      "loss": 1.5221,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0425531914893615,
+      "grad_norm": 0.4516718089580536,
+      "learning_rate": 0.0002,
+      "loss": 1.6022,
+      "step": 1200
+    },
+    {
+      "epoch": 2.0595744680851062,
+      "grad_norm": 0.6645553708076477,
+      "learning_rate": 0.0002,
+      "loss": 1.5458,
+      "step": 1210
+    },
+    {
+      "epoch": 2.076595744680851,
+      "grad_norm": 0.4181990921497345,
+      "learning_rate": 0.0002,
+      "loss": 1.5985,
+      "step": 1220
+    },
+    {
+      "epoch": 2.0936170212765957,
+      "grad_norm": 0.45681431889533997,
+      "learning_rate": 0.0002,
+      "loss": 1.5768,
+      "step": 1230
+    },
+    {
+      "epoch": 2.1106382978723404,
+      "grad_norm": 0.48914700746536255,
+      "learning_rate": 0.0002,
+      "loss": 1.5598,
+      "step": 1240
+    },
+    {
+      "epoch": 2.127659574468085,
+      "grad_norm": 0.43265485763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.6031,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1446808510638298,
+      "grad_norm": 0.4641207754611969,
+      "learning_rate": 0.0002,
+      "loss": 1.5812,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1617021276595745,
+      "grad_norm": 0.4840783476829529,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1270
+    },
+    {
+      "epoch": 2.178723404255319,
+      "grad_norm": 0.4974595308303833,
+      "learning_rate": 0.0002,
+      "loss": 1.5969,
+      "step": 1280
+    },
+    {
+      "epoch": 2.195744680851064,
+      "grad_norm": 0.5133475661277771,
+      "learning_rate": 0.0002,
+      "loss": 1.5512,
+      "step": 1290
+    },
+    {
+      "epoch": 2.2127659574468086,
+      "grad_norm": 0.5030052065849304,
+      "learning_rate": 0.0002,
+      "loss": 1.6467,
+      "step": 1300
+    },
+    {
+      "epoch": 2.2297872340425533,
+      "grad_norm": 0.46602481603622437,
+      "learning_rate": 0.0002,
+      "loss": 1.6845,
+      "step": 1310
+    },
+    {
+      "epoch": 2.246808510638298,
+      "grad_norm": 0.43662378191947937,
+      "learning_rate": 0.0002,
+      "loss": 1.6132,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2638297872340427,
+      "grad_norm": 0.5137454867362976,
+      "learning_rate": 0.0002,
+      "loss": 1.6223,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2808510638297874,
+      "grad_norm": 0.4750335216522217,
+      "learning_rate": 0.0002,
+      "loss": 1.5702,
+      "step": 1340
+    },
+    {
+      "epoch": 2.297872340425532,
+      "grad_norm": 0.43691426515579224,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 1350
+    },
+    {
+      "epoch": 2.3148936170212764,
+      "grad_norm": 0.49752047657966614,
+      "learning_rate": 0.0002,
+      "loss": 1.5561,
+      "step": 1360
+    },
+    {
+      "epoch": 2.331914893617021,
+      "grad_norm": 0.45101815462112427,
+      "learning_rate": 0.0002,
+      "loss": 1.5789,
+      "step": 1370
+    },
+    {
+      "epoch": 2.348936170212766,
+      "grad_norm": 0.4427817761898041,
+      "learning_rate": 0.0002,
+      "loss": 1.5858,
+      "step": 1380
+    },
+    {
+      "epoch": 2.3659574468085105,
+      "grad_norm": 0.4802311062812805,
+      "learning_rate": 0.0002,
+      "loss": 1.5537,
+      "step": 1390
+    },
+    {
+      "epoch": 2.382978723404255,
+      "grad_norm": 0.4512513279914856,
+      "learning_rate": 0.0002,
+      "loss": 1.5846,
+      "step": 1400
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.4878857135772705,
+      "learning_rate": 0.0002,
+      "loss": 1.627,
+      "step": 1410
+    },
+    {
+      "epoch": 2.4170212765957446,
+      "grad_norm": 0.4741315543651581,
+      "learning_rate": 0.0002,
+      "loss": 1.5781,
+      "step": 1420
+    },
+    {
+      "epoch": 2.4340425531914893,
+      "grad_norm": 0.4770931601524353,
+      "learning_rate": 0.0002,
+      "loss": 1.5595,
+      "step": 1430
+    },
+    {
+      "epoch": 2.451063829787234,
+      "grad_norm": 0.5124667286872864,
+      "learning_rate": 0.0002,
+      "loss": 1.5336,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4680851063829787,
+      "grad_norm": 0.45264801383018494,
+      "learning_rate": 0.0002,
+      "loss": 1.5811,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4851063829787234,
+      "grad_norm": 0.5456924438476562,
+      "learning_rate": 0.0002,
+      "loss": 1.604,
+      "step": 1460
+    },
+    {
+      "epoch": 2.502127659574468,
+      "grad_norm": 0.44656285643577576,
+      "learning_rate": 0.0002,
+      "loss": 1.6063,
+      "step": 1470
+    },
+    {
+      "epoch": 2.519148936170213,
+      "grad_norm": 0.5939419865608215,
+      "learning_rate": 0.0002,
+      "loss": 1.6336,
+      "step": 1480
+    },
+    {
+      "epoch": 2.5361702127659576,
+      "grad_norm": 0.47853362560272217,
+      "learning_rate": 0.0002,
+      "loss": 1.5481,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5531914893617023,
+      "grad_norm": 0.47643396258354187,
+      "learning_rate": 0.0002,
+      "loss": 1.6543,
+      "step": 1500
+    },
+    {
+      "epoch": 2.570212765957447,
+      "grad_norm": 0.4939501881599426,
+      "learning_rate": 0.0002,
+      "loss": 1.5085,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5872340425531917,
+      "grad_norm": 0.502055287361145,
+      "learning_rate": 0.0002,
+      "loss": 1.5659,
+      "step": 1520
+    },
+    {
+      "epoch": 2.604255319148936,
+      "grad_norm": 0.463250994682312,
+      "learning_rate": 0.0002,
+      "loss": 1.6519,
+      "step": 1530
+    },
+    {
+      "epoch": 2.621276595744681,
+      "grad_norm": 0.4761098623275757,
+      "learning_rate": 0.0002,
+      "loss": 1.5698,
+      "step": 1540
+    },
+    {
+      "epoch": 2.6382978723404253,
+      "grad_norm": 0.4687299132347107,
+      "learning_rate": 0.0002,
+      "loss": 1.6044,
+      "step": 1550
+    },
+    {
+      "epoch": 2.65531914893617,
+      "grad_norm": 0.5536078810691833,
+      "learning_rate": 0.0002,
+      "loss": 1.632,
+      "step": 1560
+    },
+    {
+      "epoch": 2.6723404255319148,
+      "grad_norm": 0.581320583820343,
+      "learning_rate": 0.0002,
+      "loss": 1.586,
+      "step": 1570
+    },
+    {
+      "epoch": 2.6893617021276595,
+      "grad_norm": 0.45952868461608887,
+      "learning_rate": 0.0002,
+      "loss": 1.508,
+      "step": 1580
+    },
+    {
+      "epoch": 2.706382978723404,
+      "grad_norm": 0.4602586328983307,
+      "learning_rate": 0.0002,
+      "loss": 1.5905,
+      "step": 1590
+    },
+    {
+      "epoch": 2.723404255319149,
+      "grad_norm": 0.5276554226875305,
+      "learning_rate": 0.0002,
+      "loss": 1.6008,
+      "step": 1600
+    },
+    {
+      "epoch": 2.7404255319148936,
+      "grad_norm": 0.5750249624252319,
+      "learning_rate": 0.0002,
+      "loss": 1.7216,
+      "step": 1610
+    },
+    {
+      "epoch": 2.7574468085106383,
+      "grad_norm": 0.468723863363266,
+      "learning_rate": 0.0002,
+      "loss": 1.5506,
+      "step": 1620
+    },
+    {
+      "epoch": 2.774468085106383,
+      "grad_norm": 0.44649943709373474,
+      "learning_rate": 0.0002,
+      "loss": 1.4499,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7914893617021277,
+      "grad_norm": 0.5097237825393677,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 1640
+    },
+    {
+      "epoch": 2.8085106382978724,
+      "grad_norm": 0.46384191513061523,
+      "learning_rate": 0.0002,
+      "loss": 1.5948,
+      "step": 1650
+    },
+    {
+      "epoch": 2.825531914893617,
+      "grad_norm": 0.4885474443435669,
+      "learning_rate": 0.0002,
+      "loss": 1.5828,
+      "step": 1660
+    },
+    {
+      "epoch": 2.842553191489362,
+      "grad_norm": 0.45621681213378906,
+      "learning_rate": 0.0002,
+      "loss": 1.5675,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8595744680851065,
+      "grad_norm": 0.4797150194644928,
+      "learning_rate": 0.0002,
+      "loss": 1.6042,
+      "step": 1680
+    },
+    {
+      "epoch": 2.876595744680851,
+      "grad_norm": 0.5142032504081726,
+      "learning_rate": 0.0002,
+      "loss": 1.5601,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8936170212765955,
+      "grad_norm": 0.48939862847328186,
+      "learning_rate": 0.0002,
+      "loss": 1.5984,
+      "step": 1700
+    },
+    {
+      "epoch": 2.9106382978723406,
+      "grad_norm": 0.4575578272342682,
+      "learning_rate": 0.0002,
+      "loss": 1.6333,
+      "step": 1710
+    },
+    {
+      "epoch": 2.927659574468085,
+      "grad_norm": 0.5589063763618469,
+      "learning_rate": 0.0002,
+      "loss": 1.5396,
+      "step": 1720
+    },
+    {
+      "epoch": 2.94468085106383,
+      "grad_norm": 0.48508813977241516,
+      "learning_rate": 0.0002,
+      "loss": 1.6096,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9617021276595743,
+      "grad_norm": 0.42786726355552673,
+      "learning_rate": 0.0002,
+      "loss": 1.5686,
+      "step": 1740
+    },
+    {
+      "epoch": 2.978723404255319,
+      "grad_norm": 0.5598229765892029,
+      "learning_rate": 0.0002,
+      "loss": 1.5555,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9957446808510637,
+      "grad_norm": 0.4779253602027893,
+      "learning_rate": 0.0002,
+      "loss": 1.5035,
+      "step": 1760
+    },
+    {
+      "epoch": 2.999148936170213,
+      "eval_loss": 1.8543579578399658,
+      "eval_runtime": 107.2363,
+      "eval_samples_per_second": 4.802,
+      "eval_steps_per_second": 0.606,
+      "step": 1762
+    },
+    {
+      "epoch": 3.0127659574468084,
+      "grad_norm": 0.48810940980911255,
+      "learning_rate": 0.0002,
+      "loss": 1.4767,
+      "step": 1770
+    },
+    {
+      "epoch": 3.029787234042553,
+      "grad_norm": 0.6194920539855957,
+      "learning_rate": 0.0002,
+      "loss": 1.5385,
+      "step": 1780
+    },
+    {
+      "epoch": 3.046808510638298,
+      "grad_norm": 0.5875462293624878,
+      "learning_rate": 0.0002,
+      "loss": 1.4012,
+      "step": 1790
+    },
+    {
+      "epoch": 3.0638297872340425,
+      "grad_norm": 0.5775138139724731,
+      "learning_rate": 0.0002,
+      "loss": 1.4727,
+      "step": 1800
+    },
+    {
+      "epoch": 3.0808510638297872,
+      "grad_norm": 0.5445981621742249,
+      "learning_rate": 0.0002,
+      "loss": 1.493,
+      "step": 1810
+    },
+    {
+      "epoch": 3.097872340425532,
+      "grad_norm": 0.6728862524032593,
+      "learning_rate": 0.0002,
+      "loss": 1.4247,
+      "step": 1820
+    },
+    {
+      "epoch": 3.1148936170212767,
+      "grad_norm": 0.6105490326881409,
+      "learning_rate": 0.0002,
+      "loss": 1.4303,
+      "step": 1830
+    },
+    {
+      "epoch": 3.1319148936170214,
+      "grad_norm": 0.5771165490150452,
+      "learning_rate": 0.0002,
+      "loss": 1.5214,
+      "step": 1840
+    },
+    {
+      "epoch": 3.148936170212766,
+      "grad_norm": 0.5778449773788452,
+      "learning_rate": 0.0002,
+      "loss": 1.4359,
+      "step": 1850
+    },
+    {
+      "epoch": 3.1659574468085108,
+      "grad_norm": 0.7141990661621094,
+      "learning_rate": 0.0002,
+      "loss": 1.4121,
+      "step": 1860
+    },
+    {
+      "epoch": 3.1829787234042555,
+      "grad_norm": 0.5882705450057983,
+      "learning_rate": 0.0002,
+      "loss": 1.4904,
+      "step": 1870
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 0.5996195077896118,
+      "learning_rate": 0.0002,
+      "loss": 1.4941,
+      "step": 1880
+    },
+    {
+      "epoch": 3.217021276595745,
+      "grad_norm": 0.6121219396591187,
+      "learning_rate": 0.0002,
+      "loss": 1.4519,
+      "step": 1890
+    },
+    {
+      "epoch": 3.2340425531914896,
+      "grad_norm": 0.6402981281280518,
+      "learning_rate": 0.0002,
+      "loss": 1.4586,
+      "step": 1900
+    },
+    {
+      "epoch": 3.251063829787234,
+      "grad_norm": 0.6111783981323242,
+      "learning_rate": 0.0002,
+      "loss": 1.3766,
+      "step": 1910
+    },
+    {
+      "epoch": 3.2680851063829786,
+      "grad_norm": 0.6682435274124146,
+      "learning_rate": 0.0002,
+      "loss": 1.4863,
+      "step": 1920
+    },
+    {
+      "epoch": 3.2851063829787233,
+      "grad_norm": 0.6530760526657104,
+      "learning_rate": 0.0002,
+      "loss": 1.4608,
+      "step": 1930
+    },
+    {
+      "epoch": 3.302127659574468,
+      "grad_norm": 0.6481217741966248,
+      "learning_rate": 0.0002,
+      "loss": 1.4422,
+      "step": 1940
+    },
+    {
+      "epoch": 3.3191489361702127,
+      "grad_norm": 0.6270697116851807,
+      "learning_rate": 0.0002,
+      "loss": 1.5158,
+      "step": 1950
+    },
+    {
+      "epoch": 3.3361702127659574,
+      "grad_norm": 0.5924492478370667,
+      "learning_rate": 0.0002,
+      "loss": 1.4116,
+      "step": 1960
+    },
+    {
+      "epoch": 3.353191489361702,
+      "grad_norm": 0.5803806781768799,
+      "learning_rate": 0.0002,
+      "loss": 1.4578,
+      "step": 1970
+    },
+    {
+      "epoch": 3.370212765957447,
+      "grad_norm": 0.5754119157791138,
+      "learning_rate": 0.0002,
+      "loss": 1.4689,
+      "step": 1980
+    },
+    {
+      "epoch": 3.3872340425531915,
+      "grad_norm": 0.6717178821563721,
+      "learning_rate": 0.0002,
+      "loss": 1.4605,
+      "step": 1990
+    },
+    {
+      "epoch": 3.404255319148936,
+      "grad_norm": 0.5955582857131958,
+      "learning_rate": 0.0002,
+      "loss": 1.486,
+      "step": 2000
+    },
+    {
+      "epoch": 3.421276595744681,
+      "grad_norm": 0.6965329647064209,
+      "learning_rate": 0.0002,
+      "loss": 1.4445,
+      "step": 2010
+    },
+    {
+      "epoch": 3.4382978723404256,
+      "grad_norm": 0.6321573257446289,
+      "learning_rate": 0.0002,
+      "loss": 1.4543,
+      "step": 2020
+    },
+    {
+      "epoch": 3.4553191489361703,
+      "grad_norm": 0.5952608585357666,
+      "learning_rate": 0.0002,
+      "loss": 1.5383,
+      "step": 2030
+    },
+    {
+      "epoch": 3.472340425531915,
+      "grad_norm": 0.7718905806541443,
+      "learning_rate": 0.0002,
+      "loss": 1.4531,
+      "step": 2040
+    },
+    {
+      "epoch": 3.4893617021276597,
+      "grad_norm": 0.6850892305374146,
+      "learning_rate": 0.0002,
+      "loss": 1.4678,
+      "step": 2050
+    },
+    {
+      "epoch": 3.506382978723404,
+      "grad_norm": 0.5638895630836487,
+      "learning_rate": 0.0002,
+      "loss": 1.4956,
+      "step": 2060
+    },
+    {
+      "epoch": 3.523404255319149,
+      "grad_norm": 0.6148294806480408,
+      "learning_rate": 0.0002,
+      "loss": 1.4586,
+      "step": 2070
+    },
+    {
+      "epoch": 3.5404255319148934,
+      "grad_norm": 0.5895810723304749,
+      "learning_rate": 0.0002,
+      "loss": 1.4622,
+      "step": 2080
+    },
+    {
+      "epoch": 3.5574468085106385,
+      "grad_norm": 0.6377319693565369,
+      "learning_rate": 0.0002,
+      "loss": 1.4341,
+      "step": 2090
+    },
+    {
+      "epoch": 3.574468085106383,
+      "grad_norm": 0.6047691702842712,
+      "learning_rate": 0.0002,
+      "loss": 1.5056,
+      "step": 2100
+    },
+    {
+      "epoch": 3.5914893617021275,
+      "grad_norm": 0.6049593687057495,
+      "learning_rate": 0.0002,
+      "loss": 1.4748,
+      "step": 2110
+    },
+    {
+      "epoch": 3.608510638297872,
+      "grad_norm": 0.6358312368392944,
+      "learning_rate": 0.0002,
+      "loss": 1.391,
+      "step": 2120
+    },
+    {
+      "epoch": 3.625531914893617,
+      "grad_norm": 0.612119197845459,
+      "learning_rate": 0.0002,
+      "loss": 1.4419,
+      "step": 2130
+    },
+    {
+      "epoch": 3.6425531914893616,
+      "grad_norm": 0.6788054704666138,
+      "learning_rate": 0.0002,
+      "loss": 1.438,
+      "step": 2140
+    },
+    {
+      "epoch": 3.6595744680851063,
+      "grad_norm": 0.6191043853759766,
+      "learning_rate": 0.0002,
+      "loss": 1.4295,
+      "step": 2150
+    },
+    {
+      "epoch": 3.676595744680851,
+      "grad_norm": 0.6660051941871643,
+      "learning_rate": 0.0002,
+      "loss": 1.4383,
+      "step": 2160
+    },
+    {
+      "epoch": 3.6936170212765957,
+      "grad_norm": 0.652692973613739,
+      "learning_rate": 0.0002,
+      "loss": 1.4954,
+      "step": 2170
+    },
+    {
+      "epoch": 3.7106382978723405,
+      "grad_norm": 0.6123467087745667,
+      "learning_rate": 0.0002,
+      "loss": 1.5245,
+      "step": 2180
+    },
+    {
+      "epoch": 3.727659574468085,
+      "grad_norm": 0.640021562576294,
+      "learning_rate": 0.0002,
+      "loss": 1.4686,
+      "step": 2190
+    },
+    {
+      "epoch": 3.74468085106383,
+      "grad_norm": 0.6809179782867432,
+      "learning_rate": 0.0002,
+      "loss": 1.4277,
+      "step": 2200
+    },
+    {
+      "epoch": 3.7617021276595746,
+      "grad_norm": 0.5978420376777649,
+      "learning_rate": 0.0002,
+      "loss": 1.4705,
+      "step": 2210
+    },
+    {
+      "epoch": 3.7787234042553193,
+      "grad_norm": 0.7038803100585938,
+      "learning_rate": 0.0002,
+      "loss": 1.5559,
+      "step": 2220
+    },
+    {
+      "epoch": 3.795744680851064,
+      "grad_norm": 0.5324276089668274,
+      "learning_rate": 0.0002,
+      "loss": 1.4691,
+      "step": 2230
+    },
+    {
+      "epoch": 3.8127659574468087,
+      "grad_norm": 0.6264132857322693,
+      "learning_rate": 0.0002,
+      "loss": 1.4696,
+      "step": 2240
+    },
+    {
+      "epoch": 3.829787234042553,
+      "grad_norm": 0.6143888831138611,
+      "learning_rate": 0.0002,
+      "loss": 1.4856,
+      "step": 2250
+    },
+    {
+      "epoch": 3.846808510638298,
+      "grad_norm": 0.6338503360748291,
+      "learning_rate": 0.0002,
+      "loss": 1.535,
+      "step": 2260
+    },
+    {
+      "epoch": 3.8638297872340424,
+      "grad_norm": 0.556882381439209,
+      "learning_rate": 0.0002,
+      "loss": 1.456,
+      "step": 2270
+    },
+    {
+      "epoch": 3.8808510638297875,
+      "grad_norm": 0.6323680281639099,
+      "learning_rate": 0.0002,
+      "loss": 1.4701,
+      "step": 2280
+    },
+    {
+      "epoch": 3.8978723404255318,
+      "grad_norm": 0.7105869054794312,
+      "learning_rate": 0.0002,
+      "loss": 1.5333,
+      "step": 2290
+    },
+    {
+      "epoch": 3.9148936170212765,
+      "grad_norm": 0.825415849685669,
+      "learning_rate": 0.0002,
+      "loss": 1.4462,
+      "step": 2300
+    },
+    {
+      "epoch": 3.931914893617021,
+      "grad_norm": 0.6412091851234436,
+      "learning_rate": 0.0002,
+      "loss": 1.5023,
+      "step": 2310
+    },
+    {
+      "epoch": 3.948936170212766,
+      "grad_norm": 0.6286490559577942,
+      "learning_rate": 0.0002,
+      "loss": 1.3709,
+      "step": 2320
+    },
+    {
+      "epoch": 3.9659574468085106,
+      "grad_norm": 0.636021077632904,
+      "learning_rate": 0.0002,
+      "loss": 1.4693,
+      "step": 2330
+    },
+    {
+      "epoch": 3.9829787234042553,
+      "grad_norm": 0.6032362580299377,
+      "learning_rate": 0.0002,
+      "loss": 1.4265,
+      "step": 2340
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.6497282385826111,
+      "learning_rate": 0.0002,
+      "loss": 1.377,
+      "step": 2350
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.9081238508224487,
+      "eval_runtime": 106.6404,
+      "eval_samples_per_second": 4.829,
+      "eval_steps_per_second": 0.61,
+      "step": 2350
+    },
+    {
+      "epoch": 4.017021276595744,
+      "grad_norm": 0.6278848648071289,
+      "learning_rate": 0.0002,
+      "loss": 1.317,
+      "step": 2360
+    },
+    {
+      "epoch": 4.034042553191489,
+      "grad_norm": 0.8259812593460083,
+      "learning_rate": 0.0002,
+      "loss": 1.3229,
+      "step": 2370
+    },
+    {
+      "epoch": 4.051063829787234,
+      "grad_norm": 0.7269589304924011,
+      "learning_rate": 0.0002,
+      "loss": 1.2776,
+      "step": 2380
+    },
+    {
+      "epoch": 4.068085106382979,
+      "grad_norm": 0.7460662126541138,
+      "learning_rate": 0.0002,
+      "loss": 1.3668,
+      "step": 2390
+    },
+    {
+      "epoch": 4.085106382978723,
+      "grad_norm": 1.2362046241760254,
+      "learning_rate": 0.0002,
+      "loss": 1.3096,
+      "step": 2400
+    },
+    {
+      "epoch": 4.102127659574468,
+      "grad_norm": 0.7699568867683411,
+      "learning_rate": 0.0002,
+      "loss": 1.2906,
+      "step": 2410
+    },
+    {
+      "epoch": 4.1191489361702125,
+      "grad_norm": 0.8732489347457886,
+      "learning_rate": 0.0002,
+      "loss": 1.3005,
+      "step": 2420
+    },
+    {
+      "epoch": 4.136170212765958,
+      "grad_norm": 0.8331889510154724,
+      "learning_rate": 0.0002,
+      "loss": 1.2741,
+      "step": 2430
+    },
+    {
+      "epoch": 4.153191489361702,
+      "grad_norm": 0.6686427593231201,
+      "learning_rate": 0.0002,
+      "loss": 1.1861,
+      "step": 2440
+    },
+    {
+      "epoch": 4.170212765957447,
+      "grad_norm": 0.906380832195282,
+      "learning_rate": 0.0002,
+      "loss": 1.316,
+      "step": 2450
+    },
+    {
+      "epoch": 4.187234042553191,
+      "grad_norm": 0.7269753813743591,
+      "learning_rate": 0.0002,
+      "loss": 1.3134,
+      "step": 2460
+    },
+    {
+      "epoch": 4.2042553191489365,
+      "grad_norm": 0.8556067943572998,
+      "learning_rate": 0.0002,
+      "loss": 1.299,
+      "step": 2470
+    },
+    {
+      "epoch": 4.221276595744681,
+      "grad_norm": 0.7076917886734009,
+      "learning_rate": 0.0002,
+      "loss": 1.2935,
+      "step": 2480
+    },
+    {
+      "epoch": 4.238297872340426,
+      "grad_norm": 0.7596837282180786,
+      "learning_rate": 0.0002,
+      "loss": 1.2608,
+      "step": 2490
+    },
+    {
+      "epoch": 4.25531914893617,
+      "grad_norm": 0.7790552377700806,
+      "learning_rate": 0.0002,
+      "loss": 1.2747,
+      "step": 2500
+    },
+    {
+      "epoch": 4.272340425531915,
+      "grad_norm": 0.8205534219741821,
+      "learning_rate": 0.0002,
+      "loss": 1.3438,
+      "step": 2510
+    },
+    {
+      "epoch": 4.2893617021276595,
+      "grad_norm": 0.7892114520072937,
+      "learning_rate": 0.0002,
+      "loss": 1.3058,
+      "step": 2520
+    },
+    {
+      "epoch": 4.306382978723404,
+      "grad_norm": 0.8907270431518555,
+      "learning_rate": 0.0002,
+      "loss": 1.3662,
+      "step": 2530
+    },
+    {
+      "epoch": 4.323404255319149,
+      "grad_norm": 0.821794331073761,
+      "learning_rate": 0.0002,
+      "loss": 1.3168,
+      "step": 2540
+    },
+    {
+      "epoch": 4.340425531914893,
+      "grad_norm": 0.7305247783660889,
+      "learning_rate": 0.0002,
+      "loss": 1.2467,
+      "step": 2550
+    },
+    {
+      "epoch": 4.357446808510638,
+      "grad_norm": 0.8639982342720032,
+      "learning_rate": 0.0002,
+      "loss": 1.3446,
+      "step": 2560
+    },
+    {
+      "epoch": 4.374468085106383,
+      "grad_norm": 0.8883494138717651,
+      "learning_rate": 0.0002,
+      "loss": 1.3863,
+      "step": 2570
+    },
+    {
+      "epoch": 4.391489361702128,
+      "grad_norm": 0.7611730098724365,
+      "learning_rate": 0.0002,
+      "loss": 1.3693,
+      "step": 2580
+    },
+    {
+      "epoch": 4.408510638297872,
+      "grad_norm": 0.7793022394180298,
+      "learning_rate": 0.0002,
+      "loss": 1.2814,
+      "step": 2590
+    },
+    {
+      "epoch": 4.425531914893617,
+      "grad_norm": 0.979060173034668,
+      "learning_rate": 0.0002,
+      "loss": 1.3014,
+      "step": 2600
+    },
+    {
+      "epoch": 4.4425531914893615,
+      "grad_norm": 0.8320847749710083,
+      "learning_rate": 0.0002,
+      "loss": 1.3625,
+      "step": 2610
+    },
+    {
+      "epoch": 4.459574468085107,
+      "grad_norm": 0.7481992244720459,
+      "learning_rate": 0.0002,
+      "loss": 1.3362,
+      "step": 2620
+    },
+    {
+      "epoch": 4.476595744680851,
+      "grad_norm": 0.783770740032196,
+      "learning_rate": 0.0002,
+      "loss": 1.4037,
+      "step": 2630
+    },
+    {
+      "epoch": 4.493617021276596,
+      "grad_norm": 0.773295521736145,
+      "learning_rate": 0.0002,
+      "loss": 1.3049,
+      "step": 2640
+    },
+    {
+      "epoch": 4.51063829787234,
+      "grad_norm": 0.9206840991973877,
+      "learning_rate": 0.0002,
+      "loss": 1.2739,
+      "step": 2650
+    },
+    {
+      "epoch": 4.527659574468085,
+      "grad_norm": 0.8803266882896423,
+      "learning_rate": 0.0002,
+      "loss": 1.3248,
+      "step": 2660
+    },
+    {
+      "epoch": 4.54468085106383,
+      "grad_norm": 0.9315535426139832,
+      "learning_rate": 0.0002,
+      "loss": 1.2898,
+      "step": 2670
+    },
+    {
+      "epoch": 4.561702127659575,
+      "grad_norm": 0.8610678315162659,
+      "learning_rate": 0.0002,
+      "loss": 1.316,
+      "step": 2680
+    },
+    {
+      "epoch": 4.578723404255319,
+      "grad_norm": 0.7405551671981812,
+      "learning_rate": 0.0002,
+      "loss": 1.2633,
+      "step": 2690
+    },
+    {
+      "epoch": 4.595744680851064,
+      "grad_norm": 1.0238394737243652,
+      "learning_rate": 0.0002,
+      "loss": 1.3136,
+      "step": 2700
+    },
+    {
+      "epoch": 4.6127659574468085,
+      "grad_norm": 0.7814345955848694,
+      "learning_rate": 0.0002,
+      "loss": 1.4847,
+      "step": 2710
+    },
+    {
+      "epoch": 4.629787234042553,
+      "grad_norm": 0.8436329364776611,
+      "learning_rate": 0.0002,
+      "loss": 1.295,
+      "step": 2720
+    },
+    {
+      "epoch": 4.646808510638298,
+      "grad_norm": 0.727214515209198,
+      "learning_rate": 0.0002,
+      "loss": 1.3525,
+      "step": 2730
+    },
+    {
+      "epoch": 4.663829787234042,
+      "grad_norm": 0.8465878367424011,
+      "learning_rate": 0.0002,
+      "loss": 1.3878,
+      "step": 2740
+    },
+    {
+      "epoch": 4.680851063829787,
+      "grad_norm": 0.8218137621879578,
+      "learning_rate": 0.0002,
+      "loss": 1.278,
+      "step": 2750
+    },
+    {
+      "epoch": 4.697872340425532,
+      "grad_norm": 0.7900442481040955,
+      "learning_rate": 0.0002,
+      "loss": 1.3628,
+      "step": 2760
+    },
+    {
+      "epoch": 4.714893617021277,
+      "grad_norm": 0.8214074969291687,
+      "learning_rate": 0.0002,
+      "loss": 1.3494,
+      "step": 2770
+    },
+    {
+      "epoch": 4.731914893617021,
+      "grad_norm": 0.7509574890136719,
+      "learning_rate": 0.0002,
+      "loss": 1.3954,
+      "step": 2780
+    },
+    {
+      "epoch": 4.748936170212766,
+      "grad_norm": 0.7416139245033264,
+      "learning_rate": 0.0002,
+      "loss": 1.3693,
+      "step": 2790
+    },
+    {
+      "epoch": 4.76595744680851,
+      "grad_norm": 0.8629977107048035,
+      "learning_rate": 0.0002,
+      "loss": 1.3045,
+      "step": 2800
+    },
+    {
+      "epoch": 4.782978723404256,
+      "grad_norm": 0.8056505918502808,
+      "learning_rate": 0.0002,
+      "loss": 1.3164,
+      "step": 2810
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 0.7705401182174683,
+      "learning_rate": 0.0002,
+      "loss": 1.3056,
+      "step": 2820
+    },
+    {
+      "epoch": 4.817021276595745,
+      "grad_norm": 1.0173288583755493,
+      "learning_rate": 0.0002,
+      "loss": 1.3771,
+      "step": 2830
+    },
+    {
+      "epoch": 4.834042553191489,
+      "grad_norm": 0.8375823497772217,
+      "learning_rate": 0.0002,
+      "loss": 1.3494,
+      "step": 2840
+    },
+    {
+      "epoch": 4.851063829787234,
+      "grad_norm": 0.857073187828064,
+      "learning_rate": 0.0002,
+      "loss": 1.3238,
+      "step": 2850
+    },
+    {
+      "epoch": 4.868085106382979,
+      "grad_norm": 0.8672189712524414,
+      "learning_rate": 0.0002,
+      "loss": 1.2964,
+      "step": 2860
+    },
+    {
+      "epoch": 4.885106382978723,
+      "grad_norm": 0.8599910140037537,
+      "learning_rate": 0.0002,
+      "loss": 1.3646,
+      "step": 2870
+    },
+    {
+      "epoch": 4.902127659574468,
+      "grad_norm": 0.8844674229621887,
+      "learning_rate": 0.0002,
+      "loss": 1.3575,
+      "step": 2880
+    },
+    {
+      "epoch": 4.919148936170213,
+      "grad_norm": 0.8246751427650452,
+      "learning_rate": 0.0002,
+      "loss": 1.285,
+      "step": 2890
+    },
+    {
+      "epoch": 4.9361702127659575,
+      "grad_norm": 0.8648163676261902,
+      "learning_rate": 0.0002,
+      "loss": 1.4116,
+      "step": 2900
+    },
+    {
+      "epoch": 4.953191489361702,
+      "grad_norm": 0.9477900266647339,
+      "learning_rate": 0.0002,
+      "loss": 1.2614,
+      "step": 2910
+    },
+    {
+      "epoch": 4.970212765957447,
+      "grad_norm": 0.8047965168952942,
+      "learning_rate": 0.0002,
+      "loss": 1.3519,
+      "step": 2920
+    },
+    {
+      "epoch": 4.987234042553191,
+      "grad_norm": 0.9872494339942932,
+      "learning_rate": 0.0002,
+      "loss": 1.3889,
+      "step": 2930
+    },
+    {
+      "epoch": 4.999148936170212,
+      "eval_loss": 1.9836769104003906,
+      "eval_runtime": 106.4655,
+      "eval_samples_per_second": 4.837,
+      "eval_steps_per_second": 0.611,
+      "step": 2937
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4696,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.35940922671104e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-2937/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f55f87c9f695bdf2cf6d54b37e690c06ff5da5e17bc3af6c1f44f90f45374
+size 5624

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-3525/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.5-num-3514-sd-10000/checkpoint-3525/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}