Upload folder using huggingface_hub

.gitattributes

@@ -1183,3 +1183,12 @@ gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-150-sd-10000/checkpoint-48/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-150-sd-10000/checkpoint-6/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-fiqasa_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.2-num-150-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-3594/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-4193/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-4792/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-599/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc54ab35d13f4b28ffa8c99f20c0db3d91e7323f68e725af2c8a6e54d45f622
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc54ab35d13f4b28ffa8c99f20c0db3d91e7323f68e725af2c8a6e54d45f622
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e872836526651f9f209f12f325c7a7806cfe788a5f0cc0ac2df9e5a02696621
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea4a8e7e67d80ee514e98886c8f16f52e932c57fa7264878754bbbd833b7a31
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc2bf64d8fde4d5db26327467b14671c96072921161522d09bb8570cdf724a3
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/trainer_state.json

@@ -0,0 +1,882 @@
+{
+  "best_metric": 1.8182536363601685,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 1198,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01669449081803005,
+      "grad_norm": 0.4811326861381531,
+      "learning_rate": 0.0002,
+      "loss": 2.6298,
+      "step": 10
+    },
+    {
+      "epoch": 0.0333889816360601,
+      "grad_norm": 0.697903573513031,
+      "learning_rate": 0.0002,
+      "loss": 2.2673,
+      "step": 20
+    },
+    {
+      "epoch": 0.05008347245409015,
+      "grad_norm": 0.5622886419296265,
+      "learning_rate": 0.0002,
+      "loss": 2.0746,
+      "step": 30
+    },
+    {
+      "epoch": 0.0667779632721202,
+      "grad_norm": 0.4684421122074127,
+      "learning_rate": 0.0002,
+      "loss": 1.9808,
+      "step": 40
+    },
+    {
+      "epoch": 0.08347245409015025,
+      "grad_norm": 0.4790354371070862,
+      "learning_rate": 0.0002,
+      "loss": 1.9796,
+      "step": 50
+    },
+    {
+      "epoch": 0.1001669449081803,
+      "grad_norm": 0.5846750140190125,
+      "learning_rate": 0.0002,
+      "loss": 1.9269,
+      "step": 60
+    },
+    {
+      "epoch": 0.11686143572621036,
+      "grad_norm": 0.4034216105937958,
+      "learning_rate": 0.0002,
+      "loss": 1.9773,
+      "step": 70
+    },
+    {
+      "epoch": 0.1335559265442404,
+      "grad_norm": 0.4602500796318054,
+      "learning_rate": 0.0002,
+      "loss": 1.8688,
+      "step": 80
+    },
+    {
+      "epoch": 0.15025041736227046,
+      "grad_norm": 0.46994853019714355,
+      "learning_rate": 0.0002,
+      "loss": 1.9703,
+      "step": 90
+    },
+    {
+      "epoch": 0.1669449081803005,
+      "grad_norm": 0.3892269730567932,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 100
+    },
+    {
+      "epoch": 0.18363939899833054,
+      "grad_norm": 0.40771016478538513,
+      "learning_rate": 0.0002,
+      "loss": 1.9192,
+      "step": 110
+    },
+    {
+      "epoch": 0.2003338898163606,
+      "grad_norm": 0.3820408880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 120
+    },
+    {
+      "epoch": 0.21702838063439064,
+      "grad_norm": 0.3719843626022339,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 130
+    },
+    {
+      "epoch": 0.2337228714524207,
+      "grad_norm": 0.4359976351261139,
+      "learning_rate": 0.0002,
+      "loss": 1.8189,
+      "step": 140
+    },
+    {
+      "epoch": 0.25041736227045075,
+      "grad_norm": 0.3932259976863861,
+      "learning_rate": 0.0002,
+      "loss": 1.8125,
+      "step": 150
+    },
+    {
+      "epoch": 0.2671118530884808,
+      "grad_norm": 0.7001785635948181,
+      "learning_rate": 0.0002,
+      "loss": 1.8681,
+      "step": 160
+    },
+    {
+      "epoch": 0.2838063439065108,
+      "grad_norm": 0.7619664669036865,
+      "learning_rate": 0.0002,
+      "loss": 1.9328,
+      "step": 170
+    },
+    {
+      "epoch": 0.3005008347245409,
+      "grad_norm": 0.3715350329875946,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 180
+    },
+    {
+      "epoch": 0.31719532554257096,
+      "grad_norm": 0.5008004903793335,
+      "learning_rate": 0.0002,
+      "loss": 1.8551,
+      "step": 190
+    },
+    {
+      "epoch": 0.333889816360601,
+      "grad_norm": 0.47509506344795227,
+      "learning_rate": 0.0002,
+      "loss": 1.8469,
+      "step": 200
+    },
+    {
+      "epoch": 0.35058430717863104,
+      "grad_norm": 0.41775935888290405,
+      "learning_rate": 0.0002,
+      "loss": 1.9042,
+      "step": 210
+    },
+    {
+      "epoch": 0.3672787979966611,
+      "grad_norm": 0.43939948081970215,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 220
+    },
+    {
+      "epoch": 0.38397328881469117,
+      "grad_norm": 0.5101977586746216,
+      "learning_rate": 0.0002,
+      "loss": 1.8535,
+      "step": 230
+    },
+    {
+      "epoch": 0.4006677796327212,
+      "grad_norm": 0.37367475032806396,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 240
+    },
+    {
+      "epoch": 0.41736227045075125,
+      "grad_norm": 0.38865089416503906,
+      "learning_rate": 0.0002,
+      "loss": 1.8361,
+      "step": 250
+    },
+    {
+      "epoch": 0.4340567612687813,
+      "grad_norm": 0.33937838673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 260
+    },
+    {
+      "epoch": 0.4507512520868113,
+      "grad_norm": 0.41416028141975403,
+      "learning_rate": 0.0002,
+      "loss": 1.8288,
+      "step": 270
+    },
+    {
+      "epoch": 0.4674457429048414,
+      "grad_norm": 0.4010271430015564,
+      "learning_rate": 0.0002,
+      "loss": 1.8542,
+      "step": 280
+    },
+    {
+      "epoch": 0.48414023372287146,
+      "grad_norm": 0.3960907459259033,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 290
+    },
+    {
+      "epoch": 0.5008347245409015,
+      "grad_norm": 0.357433021068573,
+      "learning_rate": 0.0002,
+      "loss": 1.8875,
+      "step": 300
+    },
+    {
+      "epoch": 0.5175292153589316,
+      "grad_norm": 0.38190674781799316,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 310
+    },
+    {
+      "epoch": 0.5342237061769616,
+      "grad_norm": 0.3336802124977112,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 320
+    },
+    {
+      "epoch": 0.5509181969949917,
+      "grad_norm": 0.35935860872268677,
+      "learning_rate": 0.0002,
+      "loss": 1.82,
+      "step": 330
+    },
+    {
+      "epoch": 0.5676126878130217,
+      "grad_norm": 0.3950583040714264,
+      "learning_rate": 0.0002,
+      "loss": 1.854,
+      "step": 340
+    },
+    {
+      "epoch": 0.5843071786310517,
+      "grad_norm": 0.31413400173187256,
+      "learning_rate": 0.0002,
+      "loss": 1.8089,
+      "step": 350
+    },
+    {
+      "epoch": 0.6010016694490818,
+      "grad_norm": 0.3342890441417694,
+      "learning_rate": 0.0002,
+      "loss": 1.8417,
+      "step": 360
+    },
+    {
+      "epoch": 0.6176961602671118,
+      "grad_norm": 0.36961331963539124,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.6343906510851419,
+      "grad_norm": 0.350652813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 380
+    },
+    {
+      "epoch": 0.6510851419031719,
+      "grad_norm": 0.3588177263736725,
+      "learning_rate": 0.0002,
+      "loss": 1.7797,
+      "step": 390
+    },
+    {
+      "epoch": 0.667779632721202,
+      "grad_norm": 0.3327147960662842,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 400
+    },
+    {
+      "epoch": 0.6844741235392321,
+      "grad_norm": 0.3632844388484955,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 410
+    },
+    {
+      "epoch": 0.7011686143572621,
+      "grad_norm": 0.34581053256988525,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 420
+    },
+    {
+      "epoch": 0.7178631051752922,
+      "grad_norm": 0.37237727642059326,
+      "learning_rate": 0.0002,
+      "loss": 1.8706,
+      "step": 430
+    },
+    {
+      "epoch": 0.7345575959933222,
+      "grad_norm": 0.48366475105285645,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 440
+    },
+    {
+      "epoch": 0.7512520868113522,
+      "grad_norm": 0.3512793183326721,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.7679465776293823,
+      "grad_norm": 0.30473145842552185,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 460
+    },
+    {
+      "epoch": 0.7846410684474123,
+      "grad_norm": 0.3718157112598419,
+      "learning_rate": 0.0002,
+      "loss": 1.789,
+      "step": 470
+    },
+    {
+      "epoch": 0.8013355592654424,
+      "grad_norm": 0.34506872296333313,
+      "learning_rate": 0.0002,
+      "loss": 1.8527,
+      "step": 480
+    },
+    {
+      "epoch": 0.8180300500834724,
+      "grad_norm": 0.36895203590393066,
+      "learning_rate": 0.0002,
+      "loss": 1.8163,
+      "step": 490
+    },
+    {
+      "epoch": 0.8347245409015025,
+      "grad_norm": 0.35659778118133545,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 500
+    },
+    {
+      "epoch": 0.8514190317195326,
+      "grad_norm": 0.3631179928779602,
+      "learning_rate": 0.0002,
+      "loss": 1.8096,
+      "step": 510
+    },
+    {
+      "epoch": 0.8681135225375626,
+      "grad_norm": 0.3252873420715332,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 520
+    },
+    {
+      "epoch": 0.8848080133555927,
+      "grad_norm": 0.32796111702919006,
+      "learning_rate": 0.0002,
+      "loss": 1.7831,
+      "step": 530
+    },
+    {
+      "epoch": 0.9015025041736227,
+      "grad_norm": 0.3556145131587982,
+      "learning_rate": 0.0002,
+      "loss": 1.7675,
+      "step": 540
+    },
+    {
+      "epoch": 0.9181969949916527,
+      "grad_norm": 0.33029764890670776,
+      "learning_rate": 0.0002,
+      "loss": 1.7902,
+      "step": 550
+    },
+    {
+      "epoch": 0.9348914858096828,
+      "grad_norm": 0.3531745970249176,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 560
+    },
+    {
+      "epoch": 0.9515859766277128,
+      "grad_norm": 0.3486989140510559,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 570
+    },
+    {
+      "epoch": 0.9682804674457429,
+      "grad_norm": 0.34676939249038696,
+      "learning_rate": 0.0002,
+      "loss": 1.8522,
+      "step": 580
+    },
+    {
+      "epoch": 0.9849749582637729,
+      "grad_norm": 0.3389652669429779,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 590
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8236571550369263,
+      "eval_runtime": 77.157,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 0.842,
+      "step": 599
+    },
+    {
+      "epoch": 1.001669449081803,
+      "grad_norm": 0.6550514698028564,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 600
+    },
+    {
+      "epoch": 1.018363939899833,
+      "grad_norm": 0.36824166774749756,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 610
+    },
+    {
+      "epoch": 1.0350584307178632,
+      "grad_norm": 0.34707099199295044,
+      "learning_rate": 0.0002,
+      "loss": 1.7684,
+      "step": 620
+    },
+    {
+      "epoch": 1.0517529215358932,
+      "grad_norm": 0.38599663972854614,
+      "learning_rate": 0.0002,
+      "loss": 1.7552,
+      "step": 630
+    },
+    {
+      "epoch": 1.0684474123539232,
+      "grad_norm": 0.34381693601608276,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 640
+    },
+    {
+      "epoch": 1.0851419031719534,
+      "grad_norm": 0.3657481372356415,
+      "learning_rate": 0.0002,
+      "loss": 1.7621,
+      "step": 650
+    },
+    {
+      "epoch": 1.1018363939899833,
+      "grad_norm": 0.3310803771018982,
+      "learning_rate": 0.0002,
+      "loss": 1.723,
+      "step": 660
+    },
+    {
+      "epoch": 1.1185308848080133,
+      "grad_norm": 0.37122875452041626,
+      "learning_rate": 0.0002,
+      "loss": 1.7788,
+      "step": 670
+    },
+    {
+      "epoch": 1.1352253756260433,
+      "grad_norm": 0.3976633548736572,
+      "learning_rate": 0.0002,
+      "loss": 1.6887,
+      "step": 680
+    },
+    {
+      "epoch": 1.1519198664440735,
+      "grad_norm": 0.37567615509033203,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 690
+    },
+    {
+      "epoch": 1.1686143572621035,
+      "grad_norm": 0.3683645725250244,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 700
+    },
+    {
+      "epoch": 1.1853088480801335,
+      "grad_norm": 0.3862009644508362,
+      "learning_rate": 0.0002,
+      "loss": 1.8074,
+      "step": 710
+    },
+    {
+      "epoch": 1.2020033388981637,
+      "grad_norm": 0.3478439450263977,
+      "learning_rate": 0.0002,
+      "loss": 1.7993,
+      "step": 720
+    },
+    {
+      "epoch": 1.2186978297161937,
+      "grad_norm": 0.3694932162761688,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 730
+    },
+    {
+      "epoch": 1.2353923205342237,
+      "grad_norm": 0.3661787211894989,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 740
+    },
+    {
+      "epoch": 1.2520868113522536,
+      "grad_norm": 0.372951865196228,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 750
+    },
+    {
+      "epoch": 1.2687813021702838,
+      "grad_norm": 0.38718998432159424,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 760
+    },
+    {
+      "epoch": 1.2854757929883138,
+      "grad_norm": 0.37488260865211487,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 770
+    },
+    {
+      "epoch": 1.302170283806344,
+      "grad_norm": 0.34794917702674866,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 780
+    },
+    {
+      "epoch": 1.318864774624374,
+      "grad_norm": 0.3627476990222931,
+      "learning_rate": 0.0002,
+      "loss": 1.7592,
+      "step": 790
+    },
+    {
+      "epoch": 1.335559265442404,
+      "grad_norm": 0.3773096799850464,
+      "learning_rate": 0.0002,
+      "loss": 1.6837,
+      "step": 800
+    },
+    {
+      "epoch": 1.352253756260434,
+      "grad_norm": 0.36476725339889526,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 810
+    },
+    {
+      "epoch": 1.3689482470784642,
+      "grad_norm": 0.3767942190170288,
+      "learning_rate": 0.0002,
+      "loss": 1.7958,
+      "step": 820
+    },
+    {
+      "epoch": 1.3856427378964942,
+      "grad_norm": 0.3502795398235321,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 830
+    },
+    {
+      "epoch": 1.4023372287145242,
+      "grad_norm": 0.4008622169494629,
+      "learning_rate": 0.0002,
+      "loss": 1.736,
+      "step": 840
+    },
+    {
+      "epoch": 1.4190317195325544,
+      "grad_norm": 0.4029707610607147,
+      "learning_rate": 0.0002,
+      "loss": 1.7211,
+      "step": 850
+    },
+    {
+      "epoch": 1.4357262103505843,
+      "grad_norm": 0.41480565071105957,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 860
+    },
+    {
+      "epoch": 1.4524207011686143,
+      "grad_norm": 0.4351646900177002,
+      "learning_rate": 0.0002,
+      "loss": 1.7287,
+      "step": 870
+    },
+    {
+      "epoch": 1.4691151919866443,
+      "grad_norm": 0.4053232967853546,
+      "learning_rate": 0.0002,
+      "loss": 1.8436,
+      "step": 880
+    },
+    {
+      "epoch": 1.4858096828046745,
+      "grad_norm": 0.3515186607837677,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 890
+    },
+    {
+      "epoch": 1.5025041736227045,
+      "grad_norm": 0.42895469069480896,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 900
+    },
+    {
+      "epoch": 1.5191986644407347,
+      "grad_norm": 0.40897831320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 910
+    },
+    {
+      "epoch": 1.5358931552587647,
+      "grad_norm": 0.3544739782810211,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 920
+    },
+    {
+      "epoch": 1.5525876460767947,
+      "grad_norm": 0.3848305642604828,
+      "learning_rate": 0.0002,
+      "loss": 1.7596,
+      "step": 930
+    },
+    {
+      "epoch": 1.5692821368948247,
+      "grad_norm": 0.36952173709869385,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 940
+    },
+    {
+      "epoch": 1.5859766277128546,
+      "grad_norm": 0.36505743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 950
+    },
+    {
+      "epoch": 1.6026711185308848,
+      "grad_norm": 0.3707764446735382,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 960
+    },
+    {
+      "epoch": 1.6193656093489148,
+      "grad_norm": 0.35995468497276306,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 970
+    },
+    {
+      "epoch": 1.636060100166945,
+      "grad_norm": 0.35458096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 980
+    },
+    {
+      "epoch": 1.652754590984975,
+      "grad_norm": 0.3557756841182709,
+      "learning_rate": 0.0002,
+      "loss": 1.7075,
+      "step": 990
+    },
+    {
+      "epoch": 1.669449081803005,
+      "grad_norm": 0.355899453163147,
+      "learning_rate": 0.0002,
+      "loss": 1.7307,
+      "step": 1000
+    },
+    {
+      "epoch": 1.686143572621035,
+      "grad_norm": 0.3709148168563843,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1010
+    },
+    {
+      "epoch": 1.702838063439065,
+      "grad_norm": 0.3731614947319031,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 1020
+    },
+    {
+      "epoch": 1.7195325542570952,
+      "grad_norm": 0.3639261722564697,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7362270450751254,
+      "grad_norm": 0.36371079087257385,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7529215358931554,
+      "grad_norm": 0.38235539197921753,
+      "learning_rate": 0.0002,
+      "loss": 1.7275,
+      "step": 1050
+    },
+    {
+      "epoch": 1.7696160267111853,
+      "grad_norm": 0.4109364151954651,
+      "learning_rate": 0.0002,
+      "loss": 1.7304,
+      "step": 1060
+    },
+    {
+      "epoch": 1.7863105175292153,
+      "grad_norm": 0.3499647378921509,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8030050083472453,
+      "grad_norm": 0.3892260193824768,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8196994991652755,
+      "grad_norm": 0.3545094132423401,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 1090
+    },
+    {
+      "epoch": 1.8363939899833055,
+      "grad_norm": 0.40419837832450867,
+      "learning_rate": 0.0002,
+      "loss": 1.87,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8530884808013357,
+      "grad_norm": 0.38423678278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 1110
+    },
+    {
+      "epoch": 1.8697829716193657,
+      "grad_norm": 0.378408282995224,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 1120
+    },
+    {
+      "epoch": 1.8864774624373957,
+      "grad_norm": 0.4071941077709198,
+      "learning_rate": 0.0002,
+      "loss": 1.7461,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9031719532554257,
+      "grad_norm": 0.42363739013671875,
+      "learning_rate": 0.0002,
+      "loss": 1.7281,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9198664440734556,
+      "grad_norm": 0.37373560667037964,
+      "learning_rate": 0.0002,
+      "loss": 1.819,
+      "step": 1150
+    },
+    {
+      "epoch": 1.9365609348914858,
+      "grad_norm": 0.36408767104148865,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9532554257095158,
+      "grad_norm": 0.3795453906059265,
+      "learning_rate": 0.0002,
+      "loss": 1.6725,
+      "step": 1170
+    },
+    {
+      "epoch": 1.969949916527546,
+      "grad_norm": 0.34415504336357117,
+      "learning_rate": 0.0002,
+      "loss": 1.7726,
+      "step": 1180
+    },
+    {
+      "epoch": 1.986644407345576,
+      "grad_norm": 0.3491021394729614,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8182536363601685,
+      "eval_runtime": 87.8767,
+      "eval_samples_per_second": 5.86,
+      "eval_steps_per_second": 0.74,
+      "step": 1198
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4792,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.544075756935578e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790482b172d64d1d94b484408c50783310f7b01be29f8cf82f809f2acd1ec121
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfafbe2e54dce755785501eea86255490b40ae13766e36fbbb2e98ff1300300
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9023eb228d5ac172a597a3c52983c2e00ac0c37f24181f227fea577960b69c46
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6c6af453659b278bc8dda0303baa95ac327f14e19435dd17c914be5b0461a
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b84ab53b8b016556e5c471248db54a7b5fb2ab750167e4f885b03aff346794
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/trainer_state.json

@@ -0,0 +1,1310 @@
+{
+  "best_metric": 1.8182536363601685,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198",
+  "epoch": 3.0,
+  "eval_steps": 10,
+  "global_step": 1797,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01669449081803005,
+      "grad_norm": 0.4811326861381531,
+      "learning_rate": 0.0002,
+      "loss": 2.6298,
+      "step": 10
+    },
+    {
+      "epoch": 0.0333889816360601,
+      "grad_norm": 0.697903573513031,
+      "learning_rate": 0.0002,
+      "loss": 2.2673,
+      "step": 20
+    },
+    {
+      "epoch": 0.05008347245409015,
+      "grad_norm": 0.5622886419296265,
+      "learning_rate": 0.0002,
+      "loss": 2.0746,
+      "step": 30
+    },
+    {
+      "epoch": 0.0667779632721202,
+      "grad_norm": 0.4684421122074127,
+      "learning_rate": 0.0002,
+      "loss": 1.9808,
+      "step": 40
+    },
+    {
+      "epoch": 0.08347245409015025,
+      "grad_norm": 0.4790354371070862,
+      "learning_rate": 0.0002,
+      "loss": 1.9796,
+      "step": 50
+    },
+    {
+      "epoch": 0.1001669449081803,
+      "grad_norm": 0.5846750140190125,
+      "learning_rate": 0.0002,
+      "loss": 1.9269,
+      "step": 60
+    },
+    {
+      "epoch": 0.11686143572621036,
+      "grad_norm": 0.4034216105937958,
+      "learning_rate": 0.0002,
+      "loss": 1.9773,
+      "step": 70
+    },
+    {
+      "epoch": 0.1335559265442404,
+      "grad_norm": 0.4602500796318054,
+      "learning_rate": 0.0002,
+      "loss": 1.8688,
+      "step": 80
+    },
+    {
+      "epoch": 0.15025041736227046,
+      "grad_norm": 0.46994853019714355,
+      "learning_rate": 0.0002,
+      "loss": 1.9703,
+      "step": 90
+    },
+    {
+      "epoch": 0.1669449081803005,
+      "grad_norm": 0.3892269730567932,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 100
+    },
+    {
+      "epoch": 0.18363939899833054,
+      "grad_norm": 0.40771016478538513,
+      "learning_rate": 0.0002,
+      "loss": 1.9192,
+      "step": 110
+    },
+    {
+      "epoch": 0.2003338898163606,
+      "grad_norm": 0.3820408880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 120
+    },
+    {
+      "epoch": 0.21702838063439064,
+      "grad_norm": 0.3719843626022339,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 130
+    },
+    {
+      "epoch": 0.2337228714524207,
+      "grad_norm": 0.4359976351261139,
+      "learning_rate": 0.0002,
+      "loss": 1.8189,
+      "step": 140
+    },
+    {
+      "epoch": 0.25041736227045075,
+      "grad_norm": 0.3932259976863861,
+      "learning_rate": 0.0002,
+      "loss": 1.8125,
+      "step": 150
+    },
+    {
+      "epoch": 0.2671118530884808,
+      "grad_norm": 0.7001785635948181,
+      "learning_rate": 0.0002,
+      "loss": 1.8681,
+      "step": 160
+    },
+    {
+      "epoch": 0.2838063439065108,
+      "grad_norm": 0.7619664669036865,
+      "learning_rate": 0.0002,
+      "loss": 1.9328,
+      "step": 170
+    },
+    {
+      "epoch": 0.3005008347245409,
+      "grad_norm": 0.3715350329875946,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 180
+    },
+    {
+      "epoch": 0.31719532554257096,
+      "grad_norm": 0.5008004903793335,
+      "learning_rate": 0.0002,
+      "loss": 1.8551,
+      "step": 190
+    },
+    {
+      "epoch": 0.333889816360601,
+      "grad_norm": 0.47509506344795227,
+      "learning_rate": 0.0002,
+      "loss": 1.8469,
+      "step": 200
+    },
+    {
+      "epoch": 0.35058430717863104,
+      "grad_norm": 0.41775935888290405,
+      "learning_rate": 0.0002,
+      "loss": 1.9042,
+      "step": 210
+    },
+    {
+      "epoch": 0.3672787979966611,
+      "grad_norm": 0.43939948081970215,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 220
+    },
+    {
+      "epoch": 0.38397328881469117,
+      "grad_norm": 0.5101977586746216,
+      "learning_rate": 0.0002,
+      "loss": 1.8535,
+      "step": 230
+    },
+    {
+      "epoch": 0.4006677796327212,
+      "grad_norm": 0.37367475032806396,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 240
+    },
+    {
+      "epoch": 0.41736227045075125,
+      "grad_norm": 0.38865089416503906,
+      "learning_rate": 0.0002,
+      "loss": 1.8361,
+      "step": 250
+    },
+    {
+      "epoch": 0.4340567612687813,
+      "grad_norm": 0.33937838673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 260
+    },
+    {
+      "epoch": 0.4507512520868113,
+      "grad_norm": 0.41416028141975403,
+      "learning_rate": 0.0002,
+      "loss": 1.8288,
+      "step": 270
+    },
+    {
+      "epoch": 0.4674457429048414,
+      "grad_norm": 0.4010271430015564,
+      "learning_rate": 0.0002,
+      "loss": 1.8542,
+      "step": 280
+    },
+    {
+      "epoch": 0.48414023372287146,
+      "grad_norm": 0.3960907459259033,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 290
+    },
+    {
+      "epoch": 0.5008347245409015,
+      "grad_norm": 0.357433021068573,
+      "learning_rate": 0.0002,
+      "loss": 1.8875,
+      "step": 300
+    },
+    {
+      "epoch": 0.5175292153589316,
+      "grad_norm": 0.38190674781799316,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 310
+    },
+    {
+      "epoch": 0.5342237061769616,
+      "grad_norm": 0.3336802124977112,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 320
+    },
+    {
+      "epoch": 0.5509181969949917,
+      "grad_norm": 0.35935860872268677,
+      "learning_rate": 0.0002,
+      "loss": 1.82,
+      "step": 330
+    },
+    {
+      "epoch": 0.5676126878130217,
+      "grad_norm": 0.3950583040714264,
+      "learning_rate": 0.0002,
+      "loss": 1.854,
+      "step": 340
+    },
+    {
+      "epoch": 0.5843071786310517,
+      "grad_norm": 0.31413400173187256,
+      "learning_rate": 0.0002,
+      "loss": 1.8089,
+      "step": 350
+    },
+    {
+      "epoch": 0.6010016694490818,
+      "grad_norm": 0.3342890441417694,
+      "learning_rate": 0.0002,
+      "loss": 1.8417,
+      "step": 360
+    },
+    {
+      "epoch": 0.6176961602671118,
+      "grad_norm": 0.36961331963539124,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.6343906510851419,
+      "grad_norm": 0.350652813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 380
+    },
+    {
+      "epoch": 0.6510851419031719,
+      "grad_norm": 0.3588177263736725,
+      "learning_rate": 0.0002,
+      "loss": 1.7797,
+      "step": 390
+    },
+    {
+      "epoch": 0.667779632721202,
+      "grad_norm": 0.3327147960662842,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 400
+    },
+    {
+      "epoch": 0.6844741235392321,
+      "grad_norm": 0.3632844388484955,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 410
+    },
+    {
+      "epoch": 0.7011686143572621,
+      "grad_norm": 0.34581053256988525,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 420
+    },
+    {
+      "epoch": 0.7178631051752922,
+      "grad_norm": 0.37237727642059326,
+      "learning_rate": 0.0002,
+      "loss": 1.8706,
+      "step": 430
+    },
+    {
+      "epoch": 0.7345575959933222,
+      "grad_norm": 0.48366475105285645,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 440
+    },
+    {
+      "epoch": 0.7512520868113522,
+      "grad_norm": 0.3512793183326721,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.7679465776293823,
+      "grad_norm": 0.30473145842552185,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 460
+    },
+    {
+      "epoch": 0.7846410684474123,
+      "grad_norm": 0.3718157112598419,
+      "learning_rate": 0.0002,
+      "loss": 1.789,
+      "step": 470
+    },
+    {
+      "epoch": 0.8013355592654424,
+      "grad_norm": 0.34506872296333313,
+      "learning_rate": 0.0002,
+      "loss": 1.8527,
+      "step": 480
+    },
+    {
+      "epoch": 0.8180300500834724,
+      "grad_norm": 0.36895203590393066,
+      "learning_rate": 0.0002,
+      "loss": 1.8163,
+      "step": 490
+    },
+    {
+      "epoch": 0.8347245409015025,
+      "grad_norm": 0.35659778118133545,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 500
+    },
+    {
+      "epoch": 0.8514190317195326,
+      "grad_norm": 0.3631179928779602,
+      "learning_rate": 0.0002,
+      "loss": 1.8096,
+      "step": 510
+    },
+    {
+      "epoch": 0.8681135225375626,
+      "grad_norm": 0.3252873420715332,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 520
+    },
+    {
+      "epoch": 0.8848080133555927,
+      "grad_norm": 0.32796111702919006,
+      "learning_rate": 0.0002,
+      "loss": 1.7831,
+      "step": 530
+    },
+    {
+      "epoch": 0.9015025041736227,
+      "grad_norm": 0.3556145131587982,
+      "learning_rate": 0.0002,
+      "loss": 1.7675,
+      "step": 540
+    },
+    {
+      "epoch": 0.9181969949916527,
+      "grad_norm": 0.33029764890670776,
+      "learning_rate": 0.0002,
+      "loss": 1.7902,
+      "step": 550
+    },
+    {
+      "epoch": 0.9348914858096828,
+      "grad_norm": 0.3531745970249176,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 560
+    },
+    {
+      "epoch": 0.9515859766277128,
+      "grad_norm": 0.3486989140510559,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 570
+    },
+    {
+      "epoch": 0.9682804674457429,
+      "grad_norm": 0.34676939249038696,
+      "learning_rate": 0.0002,
+      "loss": 1.8522,
+      "step": 580
+    },
+    {
+      "epoch": 0.9849749582637729,
+      "grad_norm": 0.3389652669429779,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 590
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8236571550369263,
+      "eval_runtime": 77.157,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 0.842,
+      "step": 599
+    },
+    {
+      "epoch": 1.001669449081803,
+      "grad_norm": 0.6550514698028564,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 600
+    },
+    {
+      "epoch": 1.018363939899833,
+      "grad_norm": 0.36824166774749756,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 610
+    },
+    {
+      "epoch": 1.0350584307178632,
+      "grad_norm": 0.34707099199295044,
+      "learning_rate": 0.0002,
+      "loss": 1.7684,
+      "step": 620
+    },
+    {
+      "epoch": 1.0517529215358932,
+      "grad_norm": 0.38599663972854614,
+      "learning_rate": 0.0002,
+      "loss": 1.7552,
+      "step": 630
+    },
+    {
+      "epoch": 1.0684474123539232,
+      "grad_norm": 0.34381693601608276,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 640
+    },
+    {
+      "epoch": 1.0851419031719534,
+      "grad_norm": 0.3657481372356415,
+      "learning_rate": 0.0002,
+      "loss": 1.7621,
+      "step": 650
+    },
+    {
+      "epoch": 1.1018363939899833,
+      "grad_norm": 0.3310803771018982,
+      "learning_rate": 0.0002,
+      "loss": 1.723,
+      "step": 660
+    },
+    {
+      "epoch": 1.1185308848080133,
+      "grad_norm": 0.37122875452041626,
+      "learning_rate": 0.0002,
+      "loss": 1.7788,
+      "step": 670
+    },
+    {
+      "epoch": 1.1352253756260433,
+      "grad_norm": 0.3976633548736572,
+      "learning_rate": 0.0002,
+      "loss": 1.6887,
+      "step": 680
+    },
+    {
+      "epoch": 1.1519198664440735,
+      "grad_norm": 0.37567615509033203,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 690
+    },
+    {
+      "epoch": 1.1686143572621035,
+      "grad_norm": 0.3683645725250244,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 700
+    },
+    {
+      "epoch": 1.1853088480801335,
+      "grad_norm": 0.3862009644508362,
+      "learning_rate": 0.0002,
+      "loss": 1.8074,
+      "step": 710
+    },
+    {
+      "epoch": 1.2020033388981637,
+      "grad_norm": 0.3478439450263977,
+      "learning_rate": 0.0002,
+      "loss": 1.7993,
+      "step": 720
+    },
+    {
+      "epoch": 1.2186978297161937,
+      "grad_norm": 0.3694932162761688,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 730
+    },
+    {
+      "epoch": 1.2353923205342237,
+      "grad_norm": 0.3661787211894989,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 740
+    },
+    {
+      "epoch": 1.2520868113522536,
+      "grad_norm": 0.372951865196228,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 750
+    },
+    {
+      "epoch": 1.2687813021702838,
+      "grad_norm": 0.38718998432159424,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 760
+    },
+    {
+      "epoch": 1.2854757929883138,
+      "grad_norm": 0.37488260865211487,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 770
+    },
+    {
+      "epoch": 1.302170283806344,
+      "grad_norm": 0.34794917702674866,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 780
+    },
+    {
+      "epoch": 1.318864774624374,
+      "grad_norm": 0.3627476990222931,
+      "learning_rate": 0.0002,
+      "loss": 1.7592,
+      "step": 790
+    },
+    {
+      "epoch": 1.335559265442404,
+      "grad_norm": 0.3773096799850464,
+      "learning_rate": 0.0002,
+      "loss": 1.6837,
+      "step": 800
+    },
+    {
+      "epoch": 1.352253756260434,
+      "grad_norm": 0.36476725339889526,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 810
+    },
+    {
+      "epoch": 1.3689482470784642,
+      "grad_norm": 0.3767942190170288,
+      "learning_rate": 0.0002,
+      "loss": 1.7958,
+      "step": 820
+    },
+    {
+      "epoch": 1.3856427378964942,
+      "grad_norm": 0.3502795398235321,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 830
+    },
+    {
+      "epoch": 1.4023372287145242,
+      "grad_norm": 0.4008622169494629,
+      "learning_rate": 0.0002,
+      "loss": 1.736,
+      "step": 840
+    },
+    {
+      "epoch": 1.4190317195325544,
+      "grad_norm": 0.4029707610607147,
+      "learning_rate": 0.0002,
+      "loss": 1.7211,
+      "step": 850
+    },
+    {
+      "epoch": 1.4357262103505843,
+      "grad_norm": 0.41480565071105957,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 860
+    },
+    {
+      "epoch": 1.4524207011686143,
+      "grad_norm": 0.4351646900177002,
+      "learning_rate": 0.0002,
+      "loss": 1.7287,
+      "step": 870
+    },
+    {
+      "epoch": 1.4691151919866443,
+      "grad_norm": 0.4053232967853546,
+      "learning_rate": 0.0002,
+      "loss": 1.8436,
+      "step": 880
+    },
+    {
+      "epoch": 1.4858096828046745,
+      "grad_norm": 0.3515186607837677,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 890
+    },
+    {
+      "epoch": 1.5025041736227045,
+      "grad_norm": 0.42895469069480896,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 900
+    },
+    {
+      "epoch": 1.5191986644407347,
+      "grad_norm": 0.40897831320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 910
+    },
+    {
+      "epoch": 1.5358931552587647,
+      "grad_norm": 0.3544739782810211,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 920
+    },
+    {
+      "epoch": 1.5525876460767947,
+      "grad_norm": 0.3848305642604828,
+      "learning_rate": 0.0002,
+      "loss": 1.7596,
+      "step": 930
+    },
+    {
+      "epoch": 1.5692821368948247,
+      "grad_norm": 0.36952173709869385,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 940
+    },
+    {
+      "epoch": 1.5859766277128546,
+      "grad_norm": 0.36505743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 950
+    },
+    {
+      "epoch": 1.6026711185308848,
+      "grad_norm": 0.3707764446735382,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 960
+    },
+    {
+      "epoch": 1.6193656093489148,
+      "grad_norm": 0.35995468497276306,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 970
+    },
+    {
+      "epoch": 1.636060100166945,
+      "grad_norm": 0.35458096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 980
+    },
+    {
+      "epoch": 1.652754590984975,
+      "grad_norm": 0.3557756841182709,
+      "learning_rate": 0.0002,
+      "loss": 1.7075,
+      "step": 990
+    },
+    {
+      "epoch": 1.669449081803005,
+      "grad_norm": 0.355899453163147,
+      "learning_rate": 0.0002,
+      "loss": 1.7307,
+      "step": 1000
+    },
+    {
+      "epoch": 1.686143572621035,
+      "grad_norm": 0.3709148168563843,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1010
+    },
+    {
+      "epoch": 1.702838063439065,
+      "grad_norm": 0.3731614947319031,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 1020
+    },
+    {
+      "epoch": 1.7195325542570952,
+      "grad_norm": 0.3639261722564697,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7362270450751254,
+      "grad_norm": 0.36371079087257385,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7529215358931554,
+      "grad_norm": 0.38235539197921753,
+      "learning_rate": 0.0002,
+      "loss": 1.7275,
+      "step": 1050
+    },
+    {
+      "epoch": 1.7696160267111853,
+      "grad_norm": 0.4109364151954651,
+      "learning_rate": 0.0002,
+      "loss": 1.7304,
+      "step": 1060
+    },
+    {
+      "epoch": 1.7863105175292153,
+      "grad_norm": 0.3499647378921509,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8030050083472453,
+      "grad_norm": 0.3892260193824768,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8196994991652755,
+      "grad_norm": 0.3545094132423401,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 1090
+    },
+    {
+      "epoch": 1.8363939899833055,
+      "grad_norm": 0.40419837832450867,
+      "learning_rate": 0.0002,
+      "loss": 1.87,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8530884808013357,
+      "grad_norm": 0.38423678278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 1110
+    },
+    {
+      "epoch": 1.8697829716193657,
+      "grad_norm": 0.378408282995224,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 1120
+    },
+    {
+      "epoch": 1.8864774624373957,
+      "grad_norm": 0.4071941077709198,
+      "learning_rate": 0.0002,
+      "loss": 1.7461,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9031719532554257,
+      "grad_norm": 0.42363739013671875,
+      "learning_rate": 0.0002,
+      "loss": 1.7281,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9198664440734556,
+      "grad_norm": 0.37373560667037964,
+      "learning_rate": 0.0002,
+      "loss": 1.819,
+      "step": 1150
+    },
+    {
+      "epoch": 1.9365609348914858,
+      "grad_norm": 0.36408767104148865,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9532554257095158,
+      "grad_norm": 0.3795453906059265,
+      "learning_rate": 0.0002,
+      "loss": 1.6725,
+      "step": 1170
+    },
+    {
+      "epoch": 1.969949916527546,
+      "grad_norm": 0.34415504336357117,
+      "learning_rate": 0.0002,
+      "loss": 1.7726,
+      "step": 1180
+    },
+    {
+      "epoch": 1.986644407345576,
+      "grad_norm": 0.3491021394729614,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8182536363601685,
+      "eval_runtime": 87.8767,
+      "eval_samples_per_second": 5.86,
+      "eval_steps_per_second": 0.74,
+      "step": 1198
+    },
+    {
+      "epoch": 2.003338898163606,
+      "grad_norm": 0.36758512258529663,
+      "learning_rate": 0.0002,
+      "loss": 1.5857,
+      "step": 1200
+    },
+    {
+      "epoch": 2.020033388981636,
+      "grad_norm": 0.36278557777404785,
+      "learning_rate": 0.0002,
+      "loss": 1.61,
+      "step": 1210
+    },
+    {
+      "epoch": 2.036727879799666,
+      "grad_norm": 0.4186977744102478,
+      "learning_rate": 0.0002,
+      "loss": 1.6733,
+      "step": 1220
+    },
+    {
+      "epoch": 2.053422370617696,
+      "grad_norm": 0.3958706855773926,
+      "learning_rate": 0.0002,
+      "loss": 1.6977,
+      "step": 1230
+    },
+    {
+      "epoch": 2.0701168614357264,
+      "grad_norm": 0.43305638432502747,
+      "learning_rate": 0.0002,
+      "loss": 1.7054,
+      "step": 1240
+    },
+    {
+      "epoch": 2.0868113522537564,
+      "grad_norm": 0.4509678781032562,
+      "learning_rate": 0.0002,
+      "loss": 1.6275,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1035058430717863,
+      "grad_norm": 0.4297264516353607,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1202003338898163,
+      "grad_norm": 0.4579504132270813,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1270
+    },
+    {
+      "epoch": 2.1368948247078463,
+      "grad_norm": 0.4223267138004303,
+      "learning_rate": 0.0002,
+      "loss": 1.6207,
+      "step": 1280
+    },
+    {
+      "epoch": 2.1535893155258763,
+      "grad_norm": 0.41538703441619873,
+      "learning_rate": 0.0002,
+      "loss": 1.6472,
+      "step": 1290
+    },
+    {
+      "epoch": 2.1702838063439067,
+      "grad_norm": 0.4987374544143677,
+      "learning_rate": 0.0002,
+      "loss": 1.6274,
+      "step": 1300
+    },
+    {
+      "epoch": 2.1869782971619367,
+      "grad_norm": 0.45300114154815674,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1310
+    },
+    {
+      "epoch": 2.2036727879799667,
+      "grad_norm": 0.4577588737010956,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2203672787979967,
+      "grad_norm": 0.4110747277736664,
+      "learning_rate": 0.0002,
+      "loss": 1.644,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2370617696160267,
+      "grad_norm": 0.5107163190841675,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1340
+    },
+    {
+      "epoch": 2.2537562604340566,
+      "grad_norm": 0.41190820932388306,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 1350
+    },
+    {
+      "epoch": 2.2704507512520866,
+      "grad_norm": 0.47458386421203613,
+      "learning_rate": 0.0002,
+      "loss": 1.5745,
+      "step": 1360
+    },
+    {
+      "epoch": 2.287145242070117,
+      "grad_norm": 0.42136940360069275,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 1370
+    },
+    {
+      "epoch": 2.303839732888147,
+      "grad_norm": 0.48292383551597595,
+      "learning_rate": 0.0002,
+      "loss": 1.657,
+      "step": 1380
+    },
+    {
+      "epoch": 2.320534223706177,
+      "grad_norm": 0.4519229531288147,
+      "learning_rate": 0.0002,
+      "loss": 1.6816,
+      "step": 1390
+    },
+    {
+      "epoch": 2.337228714524207,
+      "grad_norm": 0.5860922336578369,
+      "learning_rate": 0.0002,
+      "loss": 1.6408,
+      "step": 1400
+    },
+    {
+      "epoch": 2.353923205342237,
+      "grad_norm": 0.4362313747406006,
+      "learning_rate": 0.0002,
+      "loss": 1.5551,
+      "step": 1410
+    },
+    {
+      "epoch": 2.370617696160267,
+      "grad_norm": 0.46916621923446655,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1420
+    },
+    {
+      "epoch": 2.3873121869782974,
+      "grad_norm": 0.5249663591384888,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 1430
+    },
+    {
+      "epoch": 2.4040066777963274,
+      "grad_norm": 0.4764375388622284,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4207011686143574,
+      "grad_norm": 0.46573784947395325,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4373956594323873,
+      "grad_norm": 0.44539371132850647,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1460
+    },
+    {
+      "epoch": 2.4540901502504173,
+      "grad_norm": 0.40925896167755127,
+      "learning_rate": 0.0002,
+      "loss": 1.6149,
+      "step": 1470
+    },
+    {
+      "epoch": 2.4707846410684473,
+      "grad_norm": 0.4431462287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.6213,
+      "step": 1480
+    },
+    {
+      "epoch": 2.4874791318864773,
+      "grad_norm": 0.5476022362709045,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5041736227045073,
+      "grad_norm": 0.44762539863586426,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1500
+    },
+    {
+      "epoch": 2.5208681135225377,
+      "grad_norm": 0.5470041632652283,
+      "learning_rate": 0.0002,
+      "loss": 1.6811,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5375626043405677,
+      "grad_norm": 0.4739997088909149,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 1520
+    },
+    {
+      "epoch": 2.5542570951585977,
+      "grad_norm": 0.47115322947502136,
+      "learning_rate": 0.0002,
+      "loss": 1.5975,
+      "step": 1530
+    },
+    {
+      "epoch": 2.5709515859766277,
+      "grad_norm": 0.49705708026885986,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 1540
+    },
+    {
+      "epoch": 2.5876460767946576,
+      "grad_norm": 0.5537301301956177,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 1550
+    },
+    {
+      "epoch": 2.604340567612688,
+      "grad_norm": 0.46930626034736633,
+      "learning_rate": 0.0002,
+      "loss": 1.5753,
+      "step": 1560
+    },
+    {
+      "epoch": 2.621035058430718,
+      "grad_norm": 0.42371469736099243,
+      "learning_rate": 0.0002,
+      "loss": 1.6706,
+      "step": 1570
+    },
+    {
+      "epoch": 2.637729549248748,
+      "grad_norm": 0.49005603790283203,
+      "learning_rate": 0.0002,
+      "loss": 1.6193,
+      "step": 1580
+    },
+    {
+      "epoch": 2.654424040066778,
+      "grad_norm": 0.4646829068660736,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1590
+    },
+    {
+      "epoch": 2.671118530884808,
+      "grad_norm": 0.5091238617897034,
+      "learning_rate": 0.0002,
+      "loss": 1.6806,
+      "step": 1600
+    },
+    {
+      "epoch": 2.687813021702838,
+      "grad_norm": 0.4889985918998718,
+      "learning_rate": 0.0002,
+      "loss": 1.65,
+      "step": 1610
+    },
+    {
+      "epoch": 2.704507512520868,
+      "grad_norm": 0.5128234624862671,
+      "learning_rate": 0.0002,
+      "loss": 1.6573,
+      "step": 1620
+    },
+    {
+      "epoch": 2.721202003338898,
+      "grad_norm": 0.46999186277389526,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7378964941569284,
+      "grad_norm": 0.4949921667575836,
+      "learning_rate": 0.0002,
+      "loss": 1.6277,
+      "step": 1640
+    },
+    {
+      "epoch": 2.7545909849749584,
+      "grad_norm": 0.4484370946884155,
+      "learning_rate": 0.0002,
+      "loss": 1.5958,
+      "step": 1650
+    },
+    {
+      "epoch": 2.7712854757929883,
+      "grad_norm": 0.45599570870399475,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1660
+    },
+    {
+      "epoch": 2.7879799666110183,
+      "grad_norm": 0.5093285441398621,
+      "learning_rate": 0.0002,
+      "loss": 1.6037,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8046744574290483,
+      "grad_norm": 0.44737935066223145,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1680
+    },
+    {
+      "epoch": 2.8213689482470787,
+      "grad_norm": 0.4374251365661621,
+      "learning_rate": 0.0002,
+      "loss": 1.6429,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8380634390651087,
+      "grad_norm": 0.44765740633010864,
+      "learning_rate": 0.0002,
+      "loss": 1.5941,
+      "step": 1700
+    },
+    {
+      "epoch": 2.8547579298831387,
+      "grad_norm": 0.44685253500938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 2.8714524207011687,
+      "grad_norm": 0.44777143001556396,
+      "learning_rate": 0.0002,
+      "loss": 1.6301,
+      "step": 1720
+    },
+    {
+      "epoch": 2.8881469115191987,
+      "grad_norm": 0.4178132712841034,
+      "learning_rate": 0.0002,
+      "loss": 1.6473,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9048414023372287,
+      "grad_norm": 0.4487852156162262,
+      "learning_rate": 0.0002,
+      "loss": 1.6491,
+      "step": 1740
+    },
+    {
+      "epoch": 2.9215358931552586,
+      "grad_norm": 0.47137337923049927,
+      "learning_rate": 0.0002,
+      "loss": 1.6616,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9382303839732886,
+      "grad_norm": 0.48543235659599304,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 1760
+    },
+    {
+      "epoch": 2.9549248747913186,
+      "grad_norm": 0.4174182116985321,
+      "learning_rate": 0.0002,
+      "loss": 1.7055,
+      "step": 1770
+    },
+    {
+      "epoch": 2.971619365609349,
+      "grad_norm": 0.43385711312294006,
+      "learning_rate": 0.0002,
+      "loss": 1.5767,
+      "step": 1780
+    },
+    {
+      "epoch": 2.988313856427379,
+      "grad_norm": 0.474332332611084,
+      "learning_rate": 0.0002,
+      "loss": 1.6215,
+      "step": 1790
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8456445932388306,
+      "eval_runtime": 87.6261,
+      "eval_samples_per_second": 5.877,
+      "eval_steps_per_second": 0.742,
+      "step": 1797
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4792,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.316113635403366e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1797/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790482b172d64d1d94b484408c50783310f7b01be29f8cf82f809f2acd1ec121
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7cc9fca2733a1aa9e8a24d12bfafeb33816e532d46f26d6a124e48cee37073
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e025bff57ae0383efa78511d542bdfad18c92611e898a75604fc1f02a0870d
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caf9686e72f2d99753b3f12a0c4895855368b371595b7dd4d0d3e0672998126
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98fe9c6c555dae3a3bdf3813f204237057dfa5e96c9d907e021dcc9d788270e
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/trainer_state.json

@@ -0,0 +1,1738 @@
+{
+  "best_metric": 1.8182536363601685,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 2396,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01669449081803005,
+      "grad_norm": 0.4811326861381531,
+      "learning_rate": 0.0002,
+      "loss": 2.6298,
+      "step": 10
+    },
+    {
+      "epoch": 0.0333889816360601,
+      "grad_norm": 0.697903573513031,
+      "learning_rate": 0.0002,
+      "loss": 2.2673,
+      "step": 20
+    },
+    {
+      "epoch": 0.05008347245409015,
+      "grad_norm": 0.5622886419296265,
+      "learning_rate": 0.0002,
+      "loss": 2.0746,
+      "step": 30
+    },
+    {
+      "epoch": 0.0667779632721202,
+      "grad_norm": 0.4684421122074127,
+      "learning_rate": 0.0002,
+      "loss": 1.9808,
+      "step": 40
+    },
+    {
+      "epoch": 0.08347245409015025,
+      "grad_norm": 0.4790354371070862,
+      "learning_rate": 0.0002,
+      "loss": 1.9796,
+      "step": 50
+    },
+    {
+      "epoch": 0.1001669449081803,
+      "grad_norm": 0.5846750140190125,
+      "learning_rate": 0.0002,
+      "loss": 1.9269,
+      "step": 60
+    },
+    {
+      "epoch": 0.11686143572621036,
+      "grad_norm": 0.4034216105937958,
+      "learning_rate": 0.0002,
+      "loss": 1.9773,
+      "step": 70
+    },
+    {
+      "epoch": 0.1335559265442404,
+      "grad_norm": 0.4602500796318054,
+      "learning_rate": 0.0002,
+      "loss": 1.8688,
+      "step": 80
+    },
+    {
+      "epoch": 0.15025041736227046,
+      "grad_norm": 0.46994853019714355,
+      "learning_rate": 0.0002,
+      "loss": 1.9703,
+      "step": 90
+    },
+    {
+      "epoch": 0.1669449081803005,
+      "grad_norm": 0.3892269730567932,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 100
+    },
+    {
+      "epoch": 0.18363939899833054,
+      "grad_norm": 0.40771016478538513,
+      "learning_rate": 0.0002,
+      "loss": 1.9192,
+      "step": 110
+    },
+    {
+      "epoch": 0.2003338898163606,
+      "grad_norm": 0.3820408880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 120
+    },
+    {
+      "epoch": 0.21702838063439064,
+      "grad_norm": 0.3719843626022339,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 130
+    },
+    {
+      "epoch": 0.2337228714524207,
+      "grad_norm": 0.4359976351261139,
+      "learning_rate": 0.0002,
+      "loss": 1.8189,
+      "step": 140
+    },
+    {
+      "epoch": 0.25041736227045075,
+      "grad_norm": 0.3932259976863861,
+      "learning_rate": 0.0002,
+      "loss": 1.8125,
+      "step": 150
+    },
+    {
+      "epoch": 0.2671118530884808,
+      "grad_norm": 0.7001785635948181,
+      "learning_rate": 0.0002,
+      "loss": 1.8681,
+      "step": 160
+    },
+    {
+      "epoch": 0.2838063439065108,
+      "grad_norm": 0.7619664669036865,
+      "learning_rate": 0.0002,
+      "loss": 1.9328,
+      "step": 170
+    },
+    {
+      "epoch": 0.3005008347245409,
+      "grad_norm": 0.3715350329875946,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 180
+    },
+    {
+      "epoch": 0.31719532554257096,
+      "grad_norm": 0.5008004903793335,
+      "learning_rate": 0.0002,
+      "loss": 1.8551,
+      "step": 190
+    },
+    {
+      "epoch": 0.333889816360601,
+      "grad_norm": 0.47509506344795227,
+      "learning_rate": 0.0002,
+      "loss": 1.8469,
+      "step": 200
+    },
+    {
+      "epoch": 0.35058430717863104,
+      "grad_norm": 0.41775935888290405,
+      "learning_rate": 0.0002,
+      "loss": 1.9042,
+      "step": 210
+    },
+    {
+      "epoch": 0.3672787979966611,
+      "grad_norm": 0.43939948081970215,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 220
+    },
+    {
+      "epoch": 0.38397328881469117,
+      "grad_norm": 0.5101977586746216,
+      "learning_rate": 0.0002,
+      "loss": 1.8535,
+      "step": 230
+    },
+    {
+      "epoch": 0.4006677796327212,
+      "grad_norm": 0.37367475032806396,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 240
+    },
+    {
+      "epoch": 0.41736227045075125,
+      "grad_norm": 0.38865089416503906,
+      "learning_rate": 0.0002,
+      "loss": 1.8361,
+      "step": 250
+    },
+    {
+      "epoch": 0.4340567612687813,
+      "grad_norm": 0.33937838673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 260
+    },
+    {
+      "epoch": 0.4507512520868113,
+      "grad_norm": 0.41416028141975403,
+      "learning_rate": 0.0002,
+      "loss": 1.8288,
+      "step": 270
+    },
+    {
+      "epoch": 0.4674457429048414,
+      "grad_norm": 0.4010271430015564,
+      "learning_rate": 0.0002,
+      "loss": 1.8542,
+      "step": 280
+    },
+    {
+      "epoch": 0.48414023372287146,
+      "grad_norm": 0.3960907459259033,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 290
+    },
+    {
+      "epoch": 0.5008347245409015,
+      "grad_norm": 0.357433021068573,
+      "learning_rate": 0.0002,
+      "loss": 1.8875,
+      "step": 300
+    },
+    {
+      "epoch": 0.5175292153589316,
+      "grad_norm": 0.38190674781799316,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 310
+    },
+    {
+      "epoch": 0.5342237061769616,
+      "grad_norm": 0.3336802124977112,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 320
+    },
+    {
+      "epoch": 0.5509181969949917,
+      "grad_norm": 0.35935860872268677,
+      "learning_rate": 0.0002,
+      "loss": 1.82,
+      "step": 330
+    },
+    {
+      "epoch": 0.5676126878130217,
+      "grad_norm": 0.3950583040714264,
+      "learning_rate": 0.0002,
+      "loss": 1.854,
+      "step": 340
+    },
+    {
+      "epoch": 0.5843071786310517,
+      "grad_norm": 0.31413400173187256,
+      "learning_rate": 0.0002,
+      "loss": 1.8089,
+      "step": 350
+    },
+    {
+      "epoch": 0.6010016694490818,
+      "grad_norm": 0.3342890441417694,
+      "learning_rate": 0.0002,
+      "loss": 1.8417,
+      "step": 360
+    },
+    {
+      "epoch": 0.6176961602671118,
+      "grad_norm": 0.36961331963539124,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.6343906510851419,
+      "grad_norm": 0.350652813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 380
+    },
+    {
+      "epoch": 0.6510851419031719,
+      "grad_norm": 0.3588177263736725,
+      "learning_rate": 0.0002,
+      "loss": 1.7797,
+      "step": 390
+    },
+    {
+      "epoch": 0.667779632721202,
+      "grad_norm": 0.3327147960662842,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 400
+    },
+    {
+      "epoch": 0.6844741235392321,
+      "grad_norm": 0.3632844388484955,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 410
+    },
+    {
+      "epoch": 0.7011686143572621,
+      "grad_norm": 0.34581053256988525,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 420
+    },
+    {
+      "epoch": 0.7178631051752922,
+      "grad_norm": 0.37237727642059326,
+      "learning_rate": 0.0002,
+      "loss": 1.8706,
+      "step": 430
+    },
+    {
+      "epoch": 0.7345575959933222,
+      "grad_norm": 0.48366475105285645,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 440
+    },
+    {
+      "epoch": 0.7512520868113522,
+      "grad_norm": 0.3512793183326721,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.7679465776293823,
+      "grad_norm": 0.30473145842552185,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 460
+    },
+    {
+      "epoch": 0.7846410684474123,
+      "grad_norm": 0.3718157112598419,
+      "learning_rate": 0.0002,
+      "loss": 1.789,
+      "step": 470
+    },
+    {
+      "epoch": 0.8013355592654424,
+      "grad_norm": 0.34506872296333313,
+      "learning_rate": 0.0002,
+      "loss": 1.8527,
+      "step": 480
+    },
+    {
+      "epoch": 0.8180300500834724,
+      "grad_norm": 0.36895203590393066,
+      "learning_rate": 0.0002,
+      "loss": 1.8163,
+      "step": 490
+    },
+    {
+      "epoch": 0.8347245409015025,
+      "grad_norm": 0.35659778118133545,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 500
+    },
+    {
+      "epoch": 0.8514190317195326,
+      "grad_norm": 0.3631179928779602,
+      "learning_rate": 0.0002,
+      "loss": 1.8096,
+      "step": 510
+    },
+    {
+      "epoch": 0.8681135225375626,
+      "grad_norm": 0.3252873420715332,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 520
+    },
+    {
+      "epoch": 0.8848080133555927,
+      "grad_norm": 0.32796111702919006,
+      "learning_rate": 0.0002,
+      "loss": 1.7831,
+      "step": 530
+    },
+    {
+      "epoch": 0.9015025041736227,
+      "grad_norm": 0.3556145131587982,
+      "learning_rate": 0.0002,
+      "loss": 1.7675,
+      "step": 540
+    },
+    {
+      "epoch": 0.9181969949916527,
+      "grad_norm": 0.33029764890670776,
+      "learning_rate": 0.0002,
+      "loss": 1.7902,
+      "step": 550
+    },
+    {
+      "epoch": 0.9348914858096828,
+      "grad_norm": 0.3531745970249176,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 560
+    },
+    {
+      "epoch": 0.9515859766277128,
+      "grad_norm": 0.3486989140510559,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 570
+    },
+    {
+      "epoch": 0.9682804674457429,
+      "grad_norm": 0.34676939249038696,
+      "learning_rate": 0.0002,
+      "loss": 1.8522,
+      "step": 580
+    },
+    {
+      "epoch": 0.9849749582637729,
+      "grad_norm": 0.3389652669429779,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 590
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8236571550369263,
+      "eval_runtime": 77.157,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 0.842,
+      "step": 599
+    },
+    {
+      "epoch": 1.001669449081803,
+      "grad_norm": 0.6550514698028564,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 600
+    },
+    {
+      "epoch": 1.018363939899833,
+      "grad_norm": 0.36824166774749756,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 610
+    },
+    {
+      "epoch": 1.0350584307178632,
+      "grad_norm": 0.34707099199295044,
+      "learning_rate": 0.0002,
+      "loss": 1.7684,
+      "step": 620
+    },
+    {
+      "epoch": 1.0517529215358932,
+      "grad_norm": 0.38599663972854614,
+      "learning_rate": 0.0002,
+      "loss": 1.7552,
+      "step": 630
+    },
+    {
+      "epoch": 1.0684474123539232,
+      "grad_norm": 0.34381693601608276,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 640
+    },
+    {
+      "epoch": 1.0851419031719534,
+      "grad_norm": 0.3657481372356415,
+      "learning_rate": 0.0002,
+      "loss": 1.7621,
+      "step": 650
+    },
+    {
+      "epoch": 1.1018363939899833,
+      "grad_norm": 0.3310803771018982,
+      "learning_rate": 0.0002,
+      "loss": 1.723,
+      "step": 660
+    },
+    {
+      "epoch": 1.1185308848080133,
+      "grad_norm": 0.37122875452041626,
+      "learning_rate": 0.0002,
+      "loss": 1.7788,
+      "step": 670
+    },
+    {
+      "epoch": 1.1352253756260433,
+      "grad_norm": 0.3976633548736572,
+      "learning_rate": 0.0002,
+      "loss": 1.6887,
+      "step": 680
+    },
+    {
+      "epoch": 1.1519198664440735,
+      "grad_norm": 0.37567615509033203,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 690
+    },
+    {
+      "epoch": 1.1686143572621035,
+      "grad_norm": 0.3683645725250244,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 700
+    },
+    {
+      "epoch": 1.1853088480801335,
+      "grad_norm": 0.3862009644508362,
+      "learning_rate": 0.0002,
+      "loss": 1.8074,
+      "step": 710
+    },
+    {
+      "epoch": 1.2020033388981637,
+      "grad_norm": 0.3478439450263977,
+      "learning_rate": 0.0002,
+      "loss": 1.7993,
+      "step": 720
+    },
+    {
+      "epoch": 1.2186978297161937,
+      "grad_norm": 0.3694932162761688,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 730
+    },
+    {
+      "epoch": 1.2353923205342237,
+      "grad_norm": 0.3661787211894989,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 740
+    },
+    {
+      "epoch": 1.2520868113522536,
+      "grad_norm": 0.372951865196228,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 750
+    },
+    {
+      "epoch": 1.2687813021702838,
+      "grad_norm": 0.38718998432159424,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 760
+    },
+    {
+      "epoch": 1.2854757929883138,
+      "grad_norm": 0.37488260865211487,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 770
+    },
+    {
+      "epoch": 1.302170283806344,
+      "grad_norm": 0.34794917702674866,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 780
+    },
+    {
+      "epoch": 1.318864774624374,
+      "grad_norm": 0.3627476990222931,
+      "learning_rate": 0.0002,
+      "loss": 1.7592,
+      "step": 790
+    },
+    {
+      "epoch": 1.335559265442404,
+      "grad_norm": 0.3773096799850464,
+      "learning_rate": 0.0002,
+      "loss": 1.6837,
+      "step": 800
+    },
+    {
+      "epoch": 1.352253756260434,
+      "grad_norm": 0.36476725339889526,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 810
+    },
+    {
+      "epoch": 1.3689482470784642,
+      "grad_norm": 0.3767942190170288,
+      "learning_rate": 0.0002,
+      "loss": 1.7958,
+      "step": 820
+    },
+    {
+      "epoch": 1.3856427378964942,
+      "grad_norm": 0.3502795398235321,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 830
+    },
+    {
+      "epoch": 1.4023372287145242,
+      "grad_norm": 0.4008622169494629,
+      "learning_rate": 0.0002,
+      "loss": 1.736,
+      "step": 840
+    },
+    {
+      "epoch": 1.4190317195325544,
+      "grad_norm": 0.4029707610607147,
+      "learning_rate": 0.0002,
+      "loss": 1.7211,
+      "step": 850
+    },
+    {
+      "epoch": 1.4357262103505843,
+      "grad_norm": 0.41480565071105957,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 860
+    },
+    {
+      "epoch": 1.4524207011686143,
+      "grad_norm": 0.4351646900177002,
+      "learning_rate": 0.0002,
+      "loss": 1.7287,
+      "step": 870
+    },
+    {
+      "epoch": 1.4691151919866443,
+      "grad_norm": 0.4053232967853546,
+      "learning_rate": 0.0002,
+      "loss": 1.8436,
+      "step": 880
+    },
+    {
+      "epoch": 1.4858096828046745,
+      "grad_norm": 0.3515186607837677,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 890
+    },
+    {
+      "epoch": 1.5025041736227045,
+      "grad_norm": 0.42895469069480896,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 900
+    },
+    {
+      "epoch": 1.5191986644407347,
+      "grad_norm": 0.40897831320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 910
+    },
+    {
+      "epoch": 1.5358931552587647,
+      "grad_norm": 0.3544739782810211,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 920
+    },
+    {
+      "epoch": 1.5525876460767947,
+      "grad_norm": 0.3848305642604828,
+      "learning_rate": 0.0002,
+      "loss": 1.7596,
+      "step": 930
+    },
+    {
+      "epoch": 1.5692821368948247,
+      "grad_norm": 0.36952173709869385,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 940
+    },
+    {
+      "epoch": 1.5859766277128546,
+      "grad_norm": 0.36505743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 950
+    },
+    {
+      "epoch": 1.6026711185308848,
+      "grad_norm": 0.3707764446735382,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 960
+    },
+    {
+      "epoch": 1.6193656093489148,
+      "grad_norm": 0.35995468497276306,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 970
+    },
+    {
+      "epoch": 1.636060100166945,
+      "grad_norm": 0.35458096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 980
+    },
+    {
+      "epoch": 1.652754590984975,
+      "grad_norm": 0.3557756841182709,
+      "learning_rate": 0.0002,
+      "loss": 1.7075,
+      "step": 990
+    },
+    {
+      "epoch": 1.669449081803005,
+      "grad_norm": 0.355899453163147,
+      "learning_rate": 0.0002,
+      "loss": 1.7307,
+      "step": 1000
+    },
+    {
+      "epoch": 1.686143572621035,
+      "grad_norm": 0.3709148168563843,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1010
+    },
+    {
+      "epoch": 1.702838063439065,
+      "grad_norm": 0.3731614947319031,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 1020
+    },
+    {
+      "epoch": 1.7195325542570952,
+      "grad_norm": 0.3639261722564697,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7362270450751254,
+      "grad_norm": 0.36371079087257385,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7529215358931554,
+      "grad_norm": 0.38235539197921753,
+      "learning_rate": 0.0002,
+      "loss": 1.7275,
+      "step": 1050
+    },
+    {
+      "epoch": 1.7696160267111853,
+      "grad_norm": 0.4109364151954651,
+      "learning_rate": 0.0002,
+      "loss": 1.7304,
+      "step": 1060
+    },
+    {
+      "epoch": 1.7863105175292153,
+      "grad_norm": 0.3499647378921509,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8030050083472453,
+      "grad_norm": 0.3892260193824768,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8196994991652755,
+      "grad_norm": 0.3545094132423401,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 1090
+    },
+    {
+      "epoch": 1.8363939899833055,
+      "grad_norm": 0.40419837832450867,
+      "learning_rate": 0.0002,
+      "loss": 1.87,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8530884808013357,
+      "grad_norm": 0.38423678278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 1110
+    },
+    {
+      "epoch": 1.8697829716193657,
+      "grad_norm": 0.378408282995224,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 1120
+    },
+    {
+      "epoch": 1.8864774624373957,
+      "grad_norm": 0.4071941077709198,
+      "learning_rate": 0.0002,
+      "loss": 1.7461,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9031719532554257,
+      "grad_norm": 0.42363739013671875,
+      "learning_rate": 0.0002,
+      "loss": 1.7281,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9198664440734556,
+      "grad_norm": 0.37373560667037964,
+      "learning_rate": 0.0002,
+      "loss": 1.819,
+      "step": 1150
+    },
+    {
+      "epoch": 1.9365609348914858,
+      "grad_norm": 0.36408767104148865,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9532554257095158,
+      "grad_norm": 0.3795453906059265,
+      "learning_rate": 0.0002,
+      "loss": 1.6725,
+      "step": 1170
+    },
+    {
+      "epoch": 1.969949916527546,
+      "grad_norm": 0.34415504336357117,
+      "learning_rate": 0.0002,
+      "loss": 1.7726,
+      "step": 1180
+    },
+    {
+      "epoch": 1.986644407345576,
+      "grad_norm": 0.3491021394729614,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8182536363601685,
+      "eval_runtime": 87.8767,
+      "eval_samples_per_second": 5.86,
+      "eval_steps_per_second": 0.74,
+      "step": 1198
+    },
+    {
+      "epoch": 2.003338898163606,
+      "grad_norm": 0.36758512258529663,
+      "learning_rate": 0.0002,
+      "loss": 1.5857,
+      "step": 1200
+    },
+    {
+      "epoch": 2.020033388981636,
+      "grad_norm": 0.36278557777404785,
+      "learning_rate": 0.0002,
+      "loss": 1.61,
+      "step": 1210
+    },
+    {
+      "epoch": 2.036727879799666,
+      "grad_norm": 0.4186977744102478,
+      "learning_rate": 0.0002,
+      "loss": 1.6733,
+      "step": 1220
+    },
+    {
+      "epoch": 2.053422370617696,
+      "grad_norm": 0.3958706855773926,
+      "learning_rate": 0.0002,
+      "loss": 1.6977,
+      "step": 1230
+    },
+    {
+      "epoch": 2.0701168614357264,
+      "grad_norm": 0.43305638432502747,
+      "learning_rate": 0.0002,
+      "loss": 1.7054,
+      "step": 1240
+    },
+    {
+      "epoch": 2.0868113522537564,
+      "grad_norm": 0.4509678781032562,
+      "learning_rate": 0.0002,
+      "loss": 1.6275,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1035058430717863,
+      "grad_norm": 0.4297264516353607,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1202003338898163,
+      "grad_norm": 0.4579504132270813,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1270
+    },
+    {
+      "epoch": 2.1368948247078463,
+      "grad_norm": 0.4223267138004303,
+      "learning_rate": 0.0002,
+      "loss": 1.6207,
+      "step": 1280
+    },
+    {
+      "epoch": 2.1535893155258763,
+      "grad_norm": 0.41538703441619873,
+      "learning_rate": 0.0002,
+      "loss": 1.6472,
+      "step": 1290
+    },
+    {
+      "epoch": 2.1702838063439067,
+      "grad_norm": 0.4987374544143677,
+      "learning_rate": 0.0002,
+      "loss": 1.6274,
+      "step": 1300
+    },
+    {
+      "epoch": 2.1869782971619367,
+      "grad_norm": 0.45300114154815674,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1310
+    },
+    {
+      "epoch": 2.2036727879799667,
+      "grad_norm": 0.4577588737010956,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2203672787979967,
+      "grad_norm": 0.4110747277736664,
+      "learning_rate": 0.0002,
+      "loss": 1.644,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2370617696160267,
+      "grad_norm": 0.5107163190841675,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1340
+    },
+    {
+      "epoch": 2.2537562604340566,
+      "grad_norm": 0.41190820932388306,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 1350
+    },
+    {
+      "epoch": 2.2704507512520866,
+      "grad_norm": 0.47458386421203613,
+      "learning_rate": 0.0002,
+      "loss": 1.5745,
+      "step": 1360
+    },
+    {
+      "epoch": 2.287145242070117,
+      "grad_norm": 0.42136940360069275,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 1370
+    },
+    {
+      "epoch": 2.303839732888147,
+      "grad_norm": 0.48292383551597595,
+      "learning_rate": 0.0002,
+      "loss": 1.657,
+      "step": 1380
+    },
+    {
+      "epoch": 2.320534223706177,
+      "grad_norm": 0.4519229531288147,
+      "learning_rate": 0.0002,
+      "loss": 1.6816,
+      "step": 1390
+    },
+    {
+      "epoch": 2.337228714524207,
+      "grad_norm": 0.5860922336578369,
+      "learning_rate": 0.0002,
+      "loss": 1.6408,
+      "step": 1400
+    },
+    {
+      "epoch": 2.353923205342237,
+      "grad_norm": 0.4362313747406006,
+      "learning_rate": 0.0002,
+      "loss": 1.5551,
+      "step": 1410
+    },
+    {
+      "epoch": 2.370617696160267,
+      "grad_norm": 0.46916621923446655,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1420
+    },
+    {
+      "epoch": 2.3873121869782974,
+      "grad_norm": 0.5249663591384888,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 1430
+    },
+    {
+      "epoch": 2.4040066777963274,
+      "grad_norm": 0.4764375388622284,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4207011686143574,
+      "grad_norm": 0.46573784947395325,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4373956594323873,
+      "grad_norm": 0.44539371132850647,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1460
+    },
+    {
+      "epoch": 2.4540901502504173,
+      "grad_norm": 0.40925896167755127,
+      "learning_rate": 0.0002,
+      "loss": 1.6149,
+      "step": 1470
+    },
+    {
+      "epoch": 2.4707846410684473,
+      "grad_norm": 0.4431462287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.6213,
+      "step": 1480
+    },
+    {
+      "epoch": 2.4874791318864773,
+      "grad_norm": 0.5476022362709045,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5041736227045073,
+      "grad_norm": 0.44762539863586426,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1500
+    },
+    {
+      "epoch": 2.5208681135225377,
+      "grad_norm": 0.5470041632652283,
+      "learning_rate": 0.0002,
+      "loss": 1.6811,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5375626043405677,
+      "grad_norm": 0.4739997088909149,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 1520
+    },
+    {
+      "epoch": 2.5542570951585977,
+      "grad_norm": 0.47115322947502136,
+      "learning_rate": 0.0002,
+      "loss": 1.5975,
+      "step": 1530
+    },
+    {
+      "epoch": 2.5709515859766277,
+      "grad_norm": 0.49705708026885986,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 1540
+    },
+    {
+      "epoch": 2.5876460767946576,
+      "grad_norm": 0.5537301301956177,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 1550
+    },
+    {
+      "epoch": 2.604340567612688,
+      "grad_norm": 0.46930626034736633,
+      "learning_rate": 0.0002,
+      "loss": 1.5753,
+      "step": 1560
+    },
+    {
+      "epoch": 2.621035058430718,
+      "grad_norm": 0.42371469736099243,
+      "learning_rate": 0.0002,
+      "loss": 1.6706,
+      "step": 1570
+    },
+    {
+      "epoch": 2.637729549248748,
+      "grad_norm": 0.49005603790283203,
+      "learning_rate": 0.0002,
+      "loss": 1.6193,
+      "step": 1580
+    },
+    {
+      "epoch": 2.654424040066778,
+      "grad_norm": 0.4646829068660736,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1590
+    },
+    {
+      "epoch": 2.671118530884808,
+      "grad_norm": 0.5091238617897034,
+      "learning_rate": 0.0002,
+      "loss": 1.6806,
+      "step": 1600
+    },
+    {
+      "epoch": 2.687813021702838,
+      "grad_norm": 0.4889985918998718,
+      "learning_rate": 0.0002,
+      "loss": 1.65,
+      "step": 1610
+    },
+    {
+      "epoch": 2.704507512520868,
+      "grad_norm": 0.5128234624862671,
+      "learning_rate": 0.0002,
+      "loss": 1.6573,
+      "step": 1620
+    },
+    {
+      "epoch": 2.721202003338898,
+      "grad_norm": 0.46999186277389526,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7378964941569284,
+      "grad_norm": 0.4949921667575836,
+      "learning_rate": 0.0002,
+      "loss": 1.6277,
+      "step": 1640
+    },
+    {
+      "epoch": 2.7545909849749584,
+      "grad_norm": 0.4484370946884155,
+      "learning_rate": 0.0002,
+      "loss": 1.5958,
+      "step": 1650
+    },
+    {
+      "epoch": 2.7712854757929883,
+      "grad_norm": 0.45599570870399475,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1660
+    },
+    {
+      "epoch": 2.7879799666110183,
+      "grad_norm": 0.5093285441398621,
+      "learning_rate": 0.0002,
+      "loss": 1.6037,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8046744574290483,
+      "grad_norm": 0.44737935066223145,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1680
+    },
+    {
+      "epoch": 2.8213689482470787,
+      "grad_norm": 0.4374251365661621,
+      "learning_rate": 0.0002,
+      "loss": 1.6429,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8380634390651087,
+      "grad_norm": 0.44765740633010864,
+      "learning_rate": 0.0002,
+      "loss": 1.5941,
+      "step": 1700
+    },
+    {
+      "epoch": 2.8547579298831387,
+      "grad_norm": 0.44685253500938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 2.8714524207011687,
+      "grad_norm": 0.44777143001556396,
+      "learning_rate": 0.0002,
+      "loss": 1.6301,
+      "step": 1720
+    },
+    {
+      "epoch": 2.8881469115191987,
+      "grad_norm": 0.4178132712841034,
+      "learning_rate": 0.0002,
+      "loss": 1.6473,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9048414023372287,
+      "grad_norm": 0.4487852156162262,
+      "learning_rate": 0.0002,
+      "loss": 1.6491,
+      "step": 1740
+    },
+    {
+      "epoch": 2.9215358931552586,
+      "grad_norm": 0.47137337923049927,
+      "learning_rate": 0.0002,
+      "loss": 1.6616,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9382303839732886,
+      "grad_norm": 0.48543235659599304,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 1760
+    },
+    {
+      "epoch": 2.9549248747913186,
+      "grad_norm": 0.4174182116985321,
+      "learning_rate": 0.0002,
+      "loss": 1.7055,
+      "step": 1770
+    },
+    {
+      "epoch": 2.971619365609349,
+      "grad_norm": 0.43385711312294006,
+      "learning_rate": 0.0002,
+      "loss": 1.5767,
+      "step": 1780
+    },
+    {
+      "epoch": 2.988313856427379,
+      "grad_norm": 0.474332332611084,
+      "learning_rate": 0.0002,
+      "loss": 1.6215,
+      "step": 1790
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8456445932388306,
+      "eval_runtime": 87.6261,
+      "eval_samples_per_second": 5.877,
+      "eval_steps_per_second": 0.742,
+      "step": 1797
+    },
+    {
+      "epoch": 3.005008347245409,
+      "grad_norm": 0.40323764085769653,
+      "learning_rate": 0.0002,
+      "loss": 1.6224,
+      "step": 1800
+    },
+    {
+      "epoch": 3.021702838063439,
+      "grad_norm": 0.45069044828414917,
+      "learning_rate": 0.0002,
+      "loss": 1.5367,
+      "step": 1810
+    },
+    {
+      "epoch": 3.038397328881469,
+      "grad_norm": 0.6204925775527954,
+      "learning_rate": 0.0002,
+      "loss": 1.5271,
+      "step": 1820
+    },
+    {
+      "epoch": 3.0550918196994994,
+      "grad_norm": 0.5857783555984497,
+      "learning_rate": 0.0002,
+      "loss": 1.5056,
+      "step": 1830
+    },
+    {
+      "epoch": 3.0717863105175294,
+      "grad_norm": 0.6776524782180786,
+      "learning_rate": 0.0002,
+      "loss": 1.5137,
+      "step": 1840
+    },
+    {
+      "epoch": 3.0884808013355594,
+      "grad_norm": 0.5486199855804443,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 1850
+    },
+    {
+      "epoch": 3.1051752921535893,
+      "grad_norm": 0.5496503710746765,
+      "learning_rate": 0.0002,
+      "loss": 1.414,
+      "step": 1860
+    },
+    {
+      "epoch": 3.1218697829716193,
+      "grad_norm": 0.5602648258209229,
+      "learning_rate": 0.0002,
+      "loss": 1.5181,
+      "step": 1870
+    },
+    {
+      "epoch": 3.1385642737896493,
+      "grad_norm": 1.0697380304336548,
+      "learning_rate": 0.0002,
+      "loss": 1.5406,
+      "step": 1880
+    },
+    {
+      "epoch": 3.1552587646076793,
+      "grad_norm": 0.6087332367897034,
+      "learning_rate": 0.0002,
+      "loss": 1.4889,
+      "step": 1890
+    },
+    {
+      "epoch": 3.1719532554257097,
+      "grad_norm": 0.5112161040306091,
+      "learning_rate": 0.0002,
+      "loss": 1.5219,
+      "step": 1900
+    },
+    {
+      "epoch": 3.1886477462437397,
+      "grad_norm": 0.6393680572509766,
+      "learning_rate": 0.0002,
+      "loss": 1.5139,
+      "step": 1910
+    },
+    {
+      "epoch": 3.2053422370617697,
+      "grad_norm": 0.7201815247535706,
+      "learning_rate": 0.0002,
+      "loss": 1.5337,
+      "step": 1920
+    },
+    {
+      "epoch": 3.2220367278797997,
+      "grad_norm": 0.5856018662452698,
+      "learning_rate": 0.0002,
+      "loss": 1.6055,
+      "step": 1930
+    },
+    {
+      "epoch": 3.2387312186978297,
+      "grad_norm": 0.581247866153717,
+      "learning_rate": 0.0002,
+      "loss": 1.4791,
+      "step": 1940
+    },
+    {
+      "epoch": 3.2554257095158596,
+      "grad_norm": 0.6055102944374084,
+      "learning_rate": 0.0002,
+      "loss": 1.5395,
+      "step": 1950
+    },
+    {
+      "epoch": 3.27212020033389,
+      "grad_norm": 0.546894371509552,
+      "learning_rate": 0.0002,
+      "loss": 1.5086,
+      "step": 1960
+    },
+    {
+      "epoch": 3.28881469115192,
+      "grad_norm": 0.565558910369873,
+      "learning_rate": 0.0002,
+      "loss": 1.5712,
+      "step": 1970
+    },
+    {
+      "epoch": 3.30550918196995,
+      "grad_norm": 1.2238883972167969,
+      "learning_rate": 0.0002,
+      "loss": 1.47,
+      "step": 1980
+    },
+    {
+      "epoch": 3.32220367278798,
+      "grad_norm": 0.6362585425376892,
+      "learning_rate": 0.0002,
+      "loss": 1.4655,
+      "step": 1990
+    },
+    {
+      "epoch": 3.33889816360601,
+      "grad_norm": 0.6131124496459961,
+      "learning_rate": 0.0002,
+      "loss": 1.5157,
+      "step": 2000
+    },
+    {
+      "epoch": 3.35559265442404,
+      "grad_norm": 0.5181341767311096,
+      "learning_rate": 0.0002,
+      "loss": 1.5322,
+      "step": 2010
+    },
+    {
+      "epoch": 3.37228714524207,
+      "grad_norm": 0.6667609810829163,
+      "learning_rate": 0.0002,
+      "loss": 1.5039,
+      "step": 2020
+    },
+    {
+      "epoch": 3.3889816360601,
+      "grad_norm": 0.6488749980926514,
+      "learning_rate": 0.0002,
+      "loss": 1.5814,
+      "step": 2030
+    },
+    {
+      "epoch": 3.4056761268781304,
+      "grad_norm": 0.5693286061286926,
+      "learning_rate": 0.0002,
+      "loss": 1.5226,
+      "step": 2040
+    },
+    {
+      "epoch": 3.4223706176961604,
+      "grad_norm": 0.6154143810272217,
+      "learning_rate": 0.0002,
+      "loss": 1.5121,
+      "step": 2050
+    },
+    {
+      "epoch": 3.4390651085141903,
+      "grad_norm": 0.6747981309890747,
+      "learning_rate": 0.0002,
+      "loss": 1.6033,
+      "step": 2060
+    },
+    {
+      "epoch": 3.4557595993322203,
+      "grad_norm": 0.5494789481163025,
+      "learning_rate": 0.0002,
+      "loss": 1.5857,
+      "step": 2070
+    },
+    {
+      "epoch": 3.4724540901502503,
+      "grad_norm": 2.481968402862549,
+      "learning_rate": 0.0002,
+      "loss": 1.5223,
+      "step": 2080
+    },
+    {
+      "epoch": 3.4891485809682803,
+      "grad_norm": 0.589784562587738,
+      "learning_rate": 0.0002,
+      "loss": 1.4989,
+      "step": 2090
+    },
+    {
+      "epoch": 3.5058430717863107,
+      "grad_norm": 0.6449820399284363,
+      "learning_rate": 0.0002,
+      "loss": 1.6227,
+      "step": 2100
+    },
+    {
+      "epoch": 3.5225375626043407,
+      "grad_norm": 0.6467038989067078,
+      "learning_rate": 0.0002,
+      "loss": 1.588,
+      "step": 2110
+    },
+    {
+      "epoch": 3.5392320534223707,
+      "grad_norm": 0.6533533334732056,
+      "learning_rate": 0.0002,
+      "loss": 1.5655,
+      "step": 2120
+    },
+    {
+      "epoch": 3.5559265442404007,
+      "grad_norm": 0.6804035902023315,
+      "learning_rate": 0.0002,
+      "loss": 1.6052,
+      "step": 2130
+    },
+    {
+      "epoch": 3.5726210350584306,
+      "grad_norm": 0.628773033618927,
+      "learning_rate": 0.0002,
+      "loss": 1.5408,
+      "step": 2140
+    },
+    {
+      "epoch": 3.5893155258764606,
+      "grad_norm": 0.6055739521980286,
+      "learning_rate": 0.0002,
+      "loss": 1.5487,
+      "step": 2150
+    },
+    {
+      "epoch": 3.6060100166944906,
+      "grad_norm": 0.6000894904136658,
+      "learning_rate": 0.0002,
+      "loss": 1.5305,
+      "step": 2160
+    },
+    {
+      "epoch": 3.6227045075125206,
+      "grad_norm": 0.5862473249435425,
+      "learning_rate": 0.0002,
+      "loss": 1.4742,
+      "step": 2170
+    },
+    {
+      "epoch": 3.639398998330551,
+      "grad_norm": 0.6547419428825378,
+      "learning_rate": 0.0002,
+      "loss": 1.503,
+      "step": 2180
+    },
+    {
+      "epoch": 3.656093489148581,
+      "grad_norm": 0.5610318779945374,
+      "learning_rate": 0.0002,
+      "loss": 1.4704,
+      "step": 2190
+    },
+    {
+      "epoch": 3.672787979966611,
+      "grad_norm": 0.6387564539909363,
+      "learning_rate": 0.0002,
+      "loss": 1.4814,
+      "step": 2200
+    },
+    {
+      "epoch": 3.689482470784641,
+      "grad_norm": 0.6065090894699097,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 2210
+    },
+    {
+      "epoch": 3.706176961602671,
+      "grad_norm": 0.6266646981239319,
+      "learning_rate": 0.0002,
+      "loss": 1.5074,
+      "step": 2220
+    },
+    {
+      "epoch": 3.7228714524207014,
+      "grad_norm": 0.626944363117218,
+      "learning_rate": 0.0002,
+      "loss": 1.5146,
+      "step": 2230
+    },
+    {
+      "epoch": 3.7395659432387314,
+      "grad_norm": 0.6043975949287415,
+      "learning_rate": 0.0002,
+      "loss": 1.5131,
+      "step": 2240
+    },
+    {
+      "epoch": 3.7562604340567614,
+      "grad_norm": 0.599732518196106,
+      "learning_rate": 0.0002,
+      "loss": 1.5929,
+      "step": 2250
+    },
+    {
+      "epoch": 3.7729549248747913,
+      "grad_norm": 0.6738389134407043,
+      "learning_rate": 0.0002,
+      "loss": 1.5236,
+      "step": 2260
+    },
+    {
+      "epoch": 3.7896494156928213,
+      "grad_norm": 0.5561335682868958,
+      "learning_rate": 0.0002,
+      "loss": 1.5003,
+      "step": 2270
+    },
+    {
+      "epoch": 3.8063439065108513,
+      "grad_norm": 0.6185726523399353,
+      "learning_rate": 0.0002,
+      "loss": 1.5013,
+      "step": 2280
+    },
+    {
+      "epoch": 3.8230383973288813,
+      "grad_norm": 0.6151532530784607,
+      "learning_rate": 0.0002,
+      "loss": 1.4996,
+      "step": 2290
+    },
+    {
+      "epoch": 3.8397328881469113,
+      "grad_norm": 0.5808233022689819,
+      "learning_rate": 0.0002,
+      "loss": 1.5453,
+      "step": 2300
+    },
+    {
+      "epoch": 3.8564273789649417,
+      "grad_norm": 0.6615163683891296,
+      "learning_rate": 0.0002,
+      "loss": 1.5223,
+      "step": 2310
+    },
+    {
+      "epoch": 3.8731218697829717,
+      "grad_norm": 0.5832979679107666,
+      "learning_rate": 0.0002,
+      "loss": 1.4365,
+      "step": 2320
+    },
+    {
+      "epoch": 3.8898163606010017,
+      "grad_norm": 0.6119300127029419,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2330
+    },
+    {
+      "epoch": 3.9065108514190316,
+      "grad_norm": 0.6489697694778442,
+      "learning_rate": 0.0002,
+      "loss": 1.5581,
+      "step": 2340
+    },
+    {
+      "epoch": 3.9232053422370616,
+      "grad_norm": 0.5539063215255737,
+      "learning_rate": 0.0002,
+      "loss": 1.5601,
+      "step": 2350
+    },
+    {
+      "epoch": 3.939899833055092,
+      "grad_norm": 0.6062877178192139,
+      "learning_rate": 0.0002,
+      "loss": 1.5174,
+      "step": 2360
+    },
+    {
+      "epoch": 3.956594323873122,
+      "grad_norm": 0.680609941482544,
+      "learning_rate": 0.0002,
+      "loss": 1.5168,
+      "step": 2370
+    },
+    {
+      "epoch": 3.973288814691152,
+      "grad_norm": 0.6176834106445312,
+      "learning_rate": 0.0002,
+      "loss": 1.4875,
+      "step": 2380
+    },
+    {
+      "epoch": 3.989983305509182,
+      "grad_norm": 0.6538102030754089,
+      "learning_rate": 0.0002,
+      "loss": 1.4984,
+      "step": 2390
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8920671939849854,
+      "eval_runtime": 76.5227,
+      "eval_samples_per_second": 6.73,
+      "eval_steps_per_second": 0.849,
+      "step": 2396
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4792,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1088151513871155e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2396/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790482b172d64d1d94b484408c50783310f7b01be29f8cf82f809f2acd1ec121
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d8a094f89ef511bd01eac5f5a44a62ee185fa345dabc566691af268a3ac990
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6ec7bfa01f491d5e1b42a017607bc7cf2c7f4db35ebca1f5f45b7ca8b97f85
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14624519710bb8cc1311e6cc781b5a33ed02202d402078e40f4aa5315b0e7fcc
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d52afad77475f7419648c9086512c38d0f7c88c906ef4783e76885c190568b1
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/trainer_state.json

@@ -0,0 +1,2166 @@
+{
+  "best_metric": 1.8182536363601685,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-1198",
+  "epoch": 5.0,
+  "eval_steps": 10,
+  "global_step": 2995,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01669449081803005,
+      "grad_norm": 0.4811326861381531,
+      "learning_rate": 0.0002,
+      "loss": 2.6298,
+      "step": 10
+    },
+    {
+      "epoch": 0.0333889816360601,
+      "grad_norm": 0.697903573513031,
+      "learning_rate": 0.0002,
+      "loss": 2.2673,
+      "step": 20
+    },
+    {
+      "epoch": 0.05008347245409015,
+      "grad_norm": 0.5622886419296265,
+      "learning_rate": 0.0002,
+      "loss": 2.0746,
+      "step": 30
+    },
+    {
+      "epoch": 0.0667779632721202,
+      "grad_norm": 0.4684421122074127,
+      "learning_rate": 0.0002,
+      "loss": 1.9808,
+      "step": 40
+    },
+    {
+      "epoch": 0.08347245409015025,
+      "grad_norm": 0.4790354371070862,
+      "learning_rate": 0.0002,
+      "loss": 1.9796,
+      "step": 50
+    },
+    {
+      "epoch": 0.1001669449081803,
+      "grad_norm": 0.5846750140190125,
+      "learning_rate": 0.0002,
+      "loss": 1.9269,
+      "step": 60
+    },
+    {
+      "epoch": 0.11686143572621036,
+      "grad_norm": 0.4034216105937958,
+      "learning_rate": 0.0002,
+      "loss": 1.9773,
+      "step": 70
+    },
+    {
+      "epoch": 0.1335559265442404,
+      "grad_norm": 0.4602500796318054,
+      "learning_rate": 0.0002,
+      "loss": 1.8688,
+      "step": 80
+    },
+    {
+      "epoch": 0.15025041736227046,
+      "grad_norm": 0.46994853019714355,
+      "learning_rate": 0.0002,
+      "loss": 1.9703,
+      "step": 90
+    },
+    {
+      "epoch": 0.1669449081803005,
+      "grad_norm": 0.3892269730567932,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 100
+    },
+    {
+      "epoch": 0.18363939899833054,
+      "grad_norm": 0.40771016478538513,
+      "learning_rate": 0.0002,
+      "loss": 1.9192,
+      "step": 110
+    },
+    {
+      "epoch": 0.2003338898163606,
+      "grad_norm": 0.3820408880710602,
+      "learning_rate": 0.0002,
+      "loss": 1.8292,
+      "step": 120
+    },
+    {
+      "epoch": 0.21702838063439064,
+      "grad_norm": 0.3719843626022339,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 130
+    },
+    {
+      "epoch": 0.2337228714524207,
+      "grad_norm": 0.4359976351261139,
+      "learning_rate": 0.0002,
+      "loss": 1.8189,
+      "step": 140
+    },
+    {
+      "epoch": 0.25041736227045075,
+      "grad_norm": 0.3932259976863861,
+      "learning_rate": 0.0002,
+      "loss": 1.8125,
+      "step": 150
+    },
+    {
+      "epoch": 0.2671118530884808,
+      "grad_norm": 0.7001785635948181,
+      "learning_rate": 0.0002,
+      "loss": 1.8681,
+      "step": 160
+    },
+    {
+      "epoch": 0.2838063439065108,
+      "grad_norm": 0.7619664669036865,
+      "learning_rate": 0.0002,
+      "loss": 1.9328,
+      "step": 170
+    },
+    {
+      "epoch": 0.3005008347245409,
+      "grad_norm": 0.3715350329875946,
+      "learning_rate": 0.0002,
+      "loss": 1.7572,
+      "step": 180
+    },
+    {
+      "epoch": 0.31719532554257096,
+      "grad_norm": 0.5008004903793335,
+      "learning_rate": 0.0002,
+      "loss": 1.8551,
+      "step": 190
+    },
+    {
+      "epoch": 0.333889816360601,
+      "grad_norm": 0.47509506344795227,
+      "learning_rate": 0.0002,
+      "loss": 1.8469,
+      "step": 200
+    },
+    {
+      "epoch": 0.35058430717863104,
+      "grad_norm": 0.41775935888290405,
+      "learning_rate": 0.0002,
+      "loss": 1.9042,
+      "step": 210
+    },
+    {
+      "epoch": 0.3672787979966611,
+      "grad_norm": 0.43939948081970215,
+      "learning_rate": 0.0002,
+      "loss": 1.7995,
+      "step": 220
+    },
+    {
+      "epoch": 0.38397328881469117,
+      "grad_norm": 0.5101977586746216,
+      "learning_rate": 0.0002,
+      "loss": 1.8535,
+      "step": 230
+    },
+    {
+      "epoch": 0.4006677796327212,
+      "grad_norm": 0.37367475032806396,
+      "learning_rate": 0.0002,
+      "loss": 1.8261,
+      "step": 240
+    },
+    {
+      "epoch": 0.41736227045075125,
+      "grad_norm": 0.38865089416503906,
+      "learning_rate": 0.0002,
+      "loss": 1.8361,
+      "step": 250
+    },
+    {
+      "epoch": 0.4340567612687813,
+      "grad_norm": 0.33937838673591614,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 260
+    },
+    {
+      "epoch": 0.4507512520868113,
+      "grad_norm": 0.41416028141975403,
+      "learning_rate": 0.0002,
+      "loss": 1.8288,
+      "step": 270
+    },
+    {
+      "epoch": 0.4674457429048414,
+      "grad_norm": 0.4010271430015564,
+      "learning_rate": 0.0002,
+      "loss": 1.8542,
+      "step": 280
+    },
+    {
+      "epoch": 0.48414023372287146,
+      "grad_norm": 0.3960907459259033,
+      "learning_rate": 0.0002,
+      "loss": 1.8803,
+      "step": 290
+    },
+    {
+      "epoch": 0.5008347245409015,
+      "grad_norm": 0.357433021068573,
+      "learning_rate": 0.0002,
+      "loss": 1.8875,
+      "step": 300
+    },
+    {
+      "epoch": 0.5175292153589316,
+      "grad_norm": 0.38190674781799316,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 310
+    },
+    {
+      "epoch": 0.5342237061769616,
+      "grad_norm": 0.3336802124977112,
+      "learning_rate": 0.0002,
+      "loss": 1.8142,
+      "step": 320
+    },
+    {
+      "epoch": 0.5509181969949917,
+      "grad_norm": 0.35935860872268677,
+      "learning_rate": 0.0002,
+      "loss": 1.82,
+      "step": 330
+    },
+    {
+      "epoch": 0.5676126878130217,
+      "grad_norm": 0.3950583040714264,
+      "learning_rate": 0.0002,
+      "loss": 1.854,
+      "step": 340
+    },
+    {
+      "epoch": 0.5843071786310517,
+      "grad_norm": 0.31413400173187256,
+      "learning_rate": 0.0002,
+      "loss": 1.8089,
+      "step": 350
+    },
+    {
+      "epoch": 0.6010016694490818,
+      "grad_norm": 0.3342890441417694,
+      "learning_rate": 0.0002,
+      "loss": 1.8417,
+      "step": 360
+    },
+    {
+      "epoch": 0.6176961602671118,
+      "grad_norm": 0.36961331963539124,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.6343906510851419,
+      "grad_norm": 0.350652813911438,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 380
+    },
+    {
+      "epoch": 0.6510851419031719,
+      "grad_norm": 0.3588177263736725,
+      "learning_rate": 0.0002,
+      "loss": 1.7797,
+      "step": 390
+    },
+    {
+      "epoch": 0.667779632721202,
+      "grad_norm": 0.3327147960662842,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 400
+    },
+    {
+      "epoch": 0.6844741235392321,
+      "grad_norm": 0.3632844388484955,
+      "learning_rate": 0.0002,
+      "loss": 1.754,
+      "step": 410
+    },
+    {
+      "epoch": 0.7011686143572621,
+      "grad_norm": 0.34581053256988525,
+      "learning_rate": 0.0002,
+      "loss": 1.8264,
+      "step": 420
+    },
+    {
+      "epoch": 0.7178631051752922,
+      "grad_norm": 0.37237727642059326,
+      "learning_rate": 0.0002,
+      "loss": 1.8706,
+      "step": 430
+    },
+    {
+      "epoch": 0.7345575959933222,
+      "grad_norm": 0.48366475105285645,
+      "learning_rate": 0.0002,
+      "loss": 1.711,
+      "step": 440
+    },
+    {
+      "epoch": 0.7512520868113522,
+      "grad_norm": 0.3512793183326721,
+      "learning_rate": 0.0002,
+      "loss": 1.8658,
+      "step": 450
+    },
+    {
+      "epoch": 0.7679465776293823,
+      "grad_norm": 0.30473145842552185,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 460
+    },
+    {
+      "epoch": 0.7846410684474123,
+      "grad_norm": 0.3718157112598419,
+      "learning_rate": 0.0002,
+      "loss": 1.789,
+      "step": 470
+    },
+    {
+      "epoch": 0.8013355592654424,
+      "grad_norm": 0.34506872296333313,
+      "learning_rate": 0.0002,
+      "loss": 1.8527,
+      "step": 480
+    },
+    {
+      "epoch": 0.8180300500834724,
+      "grad_norm": 0.36895203590393066,
+      "learning_rate": 0.0002,
+      "loss": 1.8163,
+      "step": 490
+    },
+    {
+      "epoch": 0.8347245409015025,
+      "grad_norm": 0.35659778118133545,
+      "learning_rate": 0.0002,
+      "loss": 1.8499,
+      "step": 500
+    },
+    {
+      "epoch": 0.8514190317195326,
+      "grad_norm": 0.3631179928779602,
+      "learning_rate": 0.0002,
+      "loss": 1.8096,
+      "step": 510
+    },
+    {
+      "epoch": 0.8681135225375626,
+      "grad_norm": 0.3252873420715332,
+      "learning_rate": 0.0002,
+      "loss": 1.8003,
+      "step": 520
+    },
+    {
+      "epoch": 0.8848080133555927,
+      "grad_norm": 0.32796111702919006,
+      "learning_rate": 0.0002,
+      "loss": 1.7831,
+      "step": 530
+    },
+    {
+      "epoch": 0.9015025041736227,
+      "grad_norm": 0.3556145131587982,
+      "learning_rate": 0.0002,
+      "loss": 1.7675,
+      "step": 540
+    },
+    {
+      "epoch": 0.9181969949916527,
+      "grad_norm": 0.33029764890670776,
+      "learning_rate": 0.0002,
+      "loss": 1.7902,
+      "step": 550
+    },
+    {
+      "epoch": 0.9348914858096828,
+      "grad_norm": 0.3531745970249176,
+      "learning_rate": 0.0002,
+      "loss": 1.7932,
+      "step": 560
+    },
+    {
+      "epoch": 0.9515859766277128,
+      "grad_norm": 0.3486989140510559,
+      "learning_rate": 0.0002,
+      "loss": 1.7982,
+      "step": 570
+    },
+    {
+      "epoch": 0.9682804674457429,
+      "grad_norm": 0.34676939249038696,
+      "learning_rate": 0.0002,
+      "loss": 1.8522,
+      "step": 580
+    },
+    {
+      "epoch": 0.9849749582637729,
+      "grad_norm": 0.3389652669429779,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 590
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.8236571550369263,
+      "eval_runtime": 77.157,
+      "eval_samples_per_second": 6.675,
+      "eval_steps_per_second": 0.842,
+      "step": 599
+    },
+    {
+      "epoch": 1.001669449081803,
+      "grad_norm": 0.6550514698028564,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 600
+    },
+    {
+      "epoch": 1.018363939899833,
+      "grad_norm": 0.36824166774749756,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 610
+    },
+    {
+      "epoch": 1.0350584307178632,
+      "grad_norm": 0.34707099199295044,
+      "learning_rate": 0.0002,
+      "loss": 1.7684,
+      "step": 620
+    },
+    {
+      "epoch": 1.0517529215358932,
+      "grad_norm": 0.38599663972854614,
+      "learning_rate": 0.0002,
+      "loss": 1.7552,
+      "step": 630
+    },
+    {
+      "epoch": 1.0684474123539232,
+      "grad_norm": 0.34381693601608276,
+      "learning_rate": 0.0002,
+      "loss": 1.7396,
+      "step": 640
+    },
+    {
+      "epoch": 1.0851419031719534,
+      "grad_norm": 0.3657481372356415,
+      "learning_rate": 0.0002,
+      "loss": 1.7621,
+      "step": 650
+    },
+    {
+      "epoch": 1.1018363939899833,
+      "grad_norm": 0.3310803771018982,
+      "learning_rate": 0.0002,
+      "loss": 1.723,
+      "step": 660
+    },
+    {
+      "epoch": 1.1185308848080133,
+      "grad_norm": 0.37122875452041626,
+      "learning_rate": 0.0002,
+      "loss": 1.7788,
+      "step": 670
+    },
+    {
+      "epoch": 1.1352253756260433,
+      "grad_norm": 0.3976633548736572,
+      "learning_rate": 0.0002,
+      "loss": 1.6887,
+      "step": 680
+    },
+    {
+      "epoch": 1.1519198664440735,
+      "grad_norm": 0.37567615509033203,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 690
+    },
+    {
+      "epoch": 1.1686143572621035,
+      "grad_norm": 0.3683645725250244,
+      "learning_rate": 0.0002,
+      "loss": 1.7326,
+      "step": 700
+    },
+    {
+      "epoch": 1.1853088480801335,
+      "grad_norm": 0.3862009644508362,
+      "learning_rate": 0.0002,
+      "loss": 1.8074,
+      "step": 710
+    },
+    {
+      "epoch": 1.2020033388981637,
+      "grad_norm": 0.3478439450263977,
+      "learning_rate": 0.0002,
+      "loss": 1.7993,
+      "step": 720
+    },
+    {
+      "epoch": 1.2186978297161937,
+      "grad_norm": 0.3694932162761688,
+      "learning_rate": 0.0002,
+      "loss": 1.7945,
+      "step": 730
+    },
+    {
+      "epoch": 1.2353923205342237,
+      "grad_norm": 0.3661787211894989,
+      "learning_rate": 0.0002,
+      "loss": 1.7269,
+      "step": 740
+    },
+    {
+      "epoch": 1.2520868113522536,
+      "grad_norm": 0.372951865196228,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 750
+    },
+    {
+      "epoch": 1.2687813021702838,
+      "grad_norm": 0.38718998432159424,
+      "learning_rate": 0.0002,
+      "loss": 1.7507,
+      "step": 760
+    },
+    {
+      "epoch": 1.2854757929883138,
+      "grad_norm": 0.37488260865211487,
+      "learning_rate": 0.0002,
+      "loss": 1.7331,
+      "step": 770
+    },
+    {
+      "epoch": 1.302170283806344,
+      "grad_norm": 0.34794917702674866,
+      "learning_rate": 0.0002,
+      "loss": 1.7548,
+      "step": 780
+    },
+    {
+      "epoch": 1.318864774624374,
+      "grad_norm": 0.3627476990222931,
+      "learning_rate": 0.0002,
+      "loss": 1.7592,
+      "step": 790
+    },
+    {
+      "epoch": 1.335559265442404,
+      "grad_norm": 0.3773096799850464,
+      "learning_rate": 0.0002,
+      "loss": 1.6837,
+      "step": 800
+    },
+    {
+      "epoch": 1.352253756260434,
+      "grad_norm": 0.36476725339889526,
+      "learning_rate": 0.0002,
+      "loss": 1.7448,
+      "step": 810
+    },
+    {
+      "epoch": 1.3689482470784642,
+      "grad_norm": 0.3767942190170288,
+      "learning_rate": 0.0002,
+      "loss": 1.7958,
+      "step": 820
+    },
+    {
+      "epoch": 1.3856427378964942,
+      "grad_norm": 0.3502795398235321,
+      "learning_rate": 0.0002,
+      "loss": 1.7241,
+      "step": 830
+    },
+    {
+      "epoch": 1.4023372287145242,
+      "grad_norm": 0.4008622169494629,
+      "learning_rate": 0.0002,
+      "loss": 1.736,
+      "step": 840
+    },
+    {
+      "epoch": 1.4190317195325544,
+      "grad_norm": 0.4029707610607147,
+      "learning_rate": 0.0002,
+      "loss": 1.7211,
+      "step": 850
+    },
+    {
+      "epoch": 1.4357262103505843,
+      "grad_norm": 0.41480565071105957,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 860
+    },
+    {
+      "epoch": 1.4524207011686143,
+      "grad_norm": 0.4351646900177002,
+      "learning_rate": 0.0002,
+      "loss": 1.7287,
+      "step": 870
+    },
+    {
+      "epoch": 1.4691151919866443,
+      "grad_norm": 0.4053232967853546,
+      "learning_rate": 0.0002,
+      "loss": 1.8436,
+      "step": 880
+    },
+    {
+      "epoch": 1.4858096828046745,
+      "grad_norm": 0.3515186607837677,
+      "learning_rate": 0.0002,
+      "loss": 1.7669,
+      "step": 890
+    },
+    {
+      "epoch": 1.5025041736227045,
+      "grad_norm": 0.42895469069480896,
+      "learning_rate": 0.0002,
+      "loss": 1.698,
+      "step": 900
+    },
+    {
+      "epoch": 1.5191986644407347,
+      "grad_norm": 0.40897831320762634,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 910
+    },
+    {
+      "epoch": 1.5358931552587647,
+      "grad_norm": 0.3544739782810211,
+      "learning_rate": 0.0002,
+      "loss": 1.7539,
+      "step": 920
+    },
+    {
+      "epoch": 1.5525876460767947,
+      "grad_norm": 0.3848305642604828,
+      "learning_rate": 0.0002,
+      "loss": 1.7596,
+      "step": 930
+    },
+    {
+      "epoch": 1.5692821368948247,
+      "grad_norm": 0.36952173709869385,
+      "learning_rate": 0.0002,
+      "loss": 1.7344,
+      "step": 940
+    },
+    {
+      "epoch": 1.5859766277128546,
+      "grad_norm": 0.36505743861198425,
+      "learning_rate": 0.0002,
+      "loss": 1.7329,
+      "step": 950
+    },
+    {
+      "epoch": 1.6026711185308848,
+      "grad_norm": 0.3707764446735382,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 960
+    },
+    {
+      "epoch": 1.6193656093489148,
+      "grad_norm": 0.35995468497276306,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 970
+    },
+    {
+      "epoch": 1.636060100166945,
+      "grad_norm": 0.35458096861839294,
+      "learning_rate": 0.0002,
+      "loss": 1.7537,
+      "step": 980
+    },
+    {
+      "epoch": 1.652754590984975,
+      "grad_norm": 0.3557756841182709,
+      "learning_rate": 0.0002,
+      "loss": 1.7075,
+      "step": 990
+    },
+    {
+      "epoch": 1.669449081803005,
+      "grad_norm": 0.355899453163147,
+      "learning_rate": 0.0002,
+      "loss": 1.7307,
+      "step": 1000
+    },
+    {
+      "epoch": 1.686143572621035,
+      "grad_norm": 0.3709148168563843,
+      "learning_rate": 0.0002,
+      "loss": 1.7701,
+      "step": 1010
+    },
+    {
+      "epoch": 1.702838063439065,
+      "grad_norm": 0.3731614947319031,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 1020
+    },
+    {
+      "epoch": 1.7195325542570952,
+      "grad_norm": 0.3639261722564697,
+      "learning_rate": 0.0002,
+      "loss": 1.741,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7362270450751254,
+      "grad_norm": 0.36371079087257385,
+      "learning_rate": 0.0002,
+      "loss": 1.727,
+      "step": 1040
+    },
+    {
+      "epoch": 1.7529215358931554,
+      "grad_norm": 0.38235539197921753,
+      "learning_rate": 0.0002,
+      "loss": 1.7275,
+      "step": 1050
+    },
+    {
+      "epoch": 1.7696160267111853,
+      "grad_norm": 0.4109364151954651,
+      "learning_rate": 0.0002,
+      "loss": 1.7304,
+      "step": 1060
+    },
+    {
+      "epoch": 1.7863105175292153,
+      "grad_norm": 0.3499647378921509,
+      "learning_rate": 0.0002,
+      "loss": 1.7244,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8030050083472453,
+      "grad_norm": 0.3892260193824768,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8196994991652755,
+      "grad_norm": 0.3545094132423401,
+      "learning_rate": 0.0002,
+      "loss": 1.7764,
+      "step": 1090
+    },
+    {
+      "epoch": 1.8363939899833055,
+      "grad_norm": 0.40419837832450867,
+      "learning_rate": 0.0002,
+      "loss": 1.87,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8530884808013357,
+      "grad_norm": 0.38423678278923035,
+      "learning_rate": 0.0002,
+      "loss": 1.6783,
+      "step": 1110
+    },
+    {
+      "epoch": 1.8697829716193657,
+      "grad_norm": 0.378408282995224,
+      "learning_rate": 0.0002,
+      "loss": 1.7714,
+      "step": 1120
+    },
+    {
+      "epoch": 1.8864774624373957,
+      "grad_norm": 0.4071941077709198,
+      "learning_rate": 0.0002,
+      "loss": 1.7461,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9031719532554257,
+      "grad_norm": 0.42363739013671875,
+      "learning_rate": 0.0002,
+      "loss": 1.7281,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9198664440734556,
+      "grad_norm": 0.37373560667037964,
+      "learning_rate": 0.0002,
+      "loss": 1.819,
+      "step": 1150
+    },
+    {
+      "epoch": 1.9365609348914858,
+      "grad_norm": 0.36408767104148865,
+      "learning_rate": 0.0002,
+      "loss": 1.7847,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9532554257095158,
+      "grad_norm": 0.3795453906059265,
+      "learning_rate": 0.0002,
+      "loss": 1.6725,
+      "step": 1170
+    },
+    {
+      "epoch": 1.969949916527546,
+      "grad_norm": 0.34415504336357117,
+      "learning_rate": 0.0002,
+      "loss": 1.7726,
+      "step": 1180
+    },
+    {
+      "epoch": 1.986644407345576,
+      "grad_norm": 0.3491021394729614,
+      "learning_rate": 0.0002,
+      "loss": 1.6199,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8182536363601685,
+      "eval_runtime": 87.8767,
+      "eval_samples_per_second": 5.86,
+      "eval_steps_per_second": 0.74,
+      "step": 1198
+    },
+    {
+      "epoch": 2.003338898163606,
+      "grad_norm": 0.36758512258529663,
+      "learning_rate": 0.0002,
+      "loss": 1.5857,
+      "step": 1200
+    },
+    {
+      "epoch": 2.020033388981636,
+      "grad_norm": 0.36278557777404785,
+      "learning_rate": 0.0002,
+      "loss": 1.61,
+      "step": 1210
+    },
+    {
+      "epoch": 2.036727879799666,
+      "grad_norm": 0.4186977744102478,
+      "learning_rate": 0.0002,
+      "loss": 1.6733,
+      "step": 1220
+    },
+    {
+      "epoch": 2.053422370617696,
+      "grad_norm": 0.3958706855773926,
+      "learning_rate": 0.0002,
+      "loss": 1.6977,
+      "step": 1230
+    },
+    {
+      "epoch": 2.0701168614357264,
+      "grad_norm": 0.43305638432502747,
+      "learning_rate": 0.0002,
+      "loss": 1.7054,
+      "step": 1240
+    },
+    {
+      "epoch": 2.0868113522537564,
+      "grad_norm": 0.4509678781032562,
+      "learning_rate": 0.0002,
+      "loss": 1.6275,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1035058430717863,
+      "grad_norm": 0.4297264516353607,
+      "learning_rate": 0.0002,
+      "loss": 1.6814,
+      "step": 1260
+    },
+    {
+      "epoch": 2.1202003338898163,
+      "grad_norm": 0.4579504132270813,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1270
+    },
+    {
+      "epoch": 2.1368948247078463,
+      "grad_norm": 0.4223267138004303,
+      "learning_rate": 0.0002,
+      "loss": 1.6207,
+      "step": 1280
+    },
+    {
+      "epoch": 2.1535893155258763,
+      "grad_norm": 0.41538703441619873,
+      "learning_rate": 0.0002,
+      "loss": 1.6472,
+      "step": 1290
+    },
+    {
+      "epoch": 2.1702838063439067,
+      "grad_norm": 0.4987374544143677,
+      "learning_rate": 0.0002,
+      "loss": 1.6274,
+      "step": 1300
+    },
+    {
+      "epoch": 2.1869782971619367,
+      "grad_norm": 0.45300114154815674,
+      "learning_rate": 0.0002,
+      "loss": 1.6555,
+      "step": 1310
+    },
+    {
+      "epoch": 2.2036727879799667,
+      "grad_norm": 0.4577588737010956,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 1320
+    },
+    {
+      "epoch": 2.2203672787979967,
+      "grad_norm": 0.4110747277736664,
+      "learning_rate": 0.0002,
+      "loss": 1.644,
+      "step": 1330
+    },
+    {
+      "epoch": 2.2370617696160267,
+      "grad_norm": 0.5107163190841675,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1340
+    },
+    {
+      "epoch": 2.2537562604340566,
+      "grad_norm": 0.41190820932388306,
+      "learning_rate": 0.0002,
+      "loss": 1.691,
+      "step": 1350
+    },
+    {
+      "epoch": 2.2704507512520866,
+      "grad_norm": 0.47458386421203613,
+      "learning_rate": 0.0002,
+      "loss": 1.5745,
+      "step": 1360
+    },
+    {
+      "epoch": 2.287145242070117,
+      "grad_norm": 0.42136940360069275,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 1370
+    },
+    {
+      "epoch": 2.303839732888147,
+      "grad_norm": 0.48292383551597595,
+      "learning_rate": 0.0002,
+      "loss": 1.657,
+      "step": 1380
+    },
+    {
+      "epoch": 2.320534223706177,
+      "grad_norm": 0.4519229531288147,
+      "learning_rate": 0.0002,
+      "loss": 1.6816,
+      "step": 1390
+    },
+    {
+      "epoch": 2.337228714524207,
+      "grad_norm": 0.5860922336578369,
+      "learning_rate": 0.0002,
+      "loss": 1.6408,
+      "step": 1400
+    },
+    {
+      "epoch": 2.353923205342237,
+      "grad_norm": 0.4362313747406006,
+      "learning_rate": 0.0002,
+      "loss": 1.5551,
+      "step": 1410
+    },
+    {
+      "epoch": 2.370617696160267,
+      "grad_norm": 0.46916621923446655,
+      "learning_rate": 0.0002,
+      "loss": 1.6763,
+      "step": 1420
+    },
+    {
+      "epoch": 2.3873121869782974,
+      "grad_norm": 0.5249663591384888,
+      "learning_rate": 0.0002,
+      "loss": 1.6082,
+      "step": 1430
+    },
+    {
+      "epoch": 2.4040066777963274,
+      "grad_norm": 0.4764375388622284,
+      "learning_rate": 0.0002,
+      "loss": 1.6793,
+      "step": 1440
+    },
+    {
+      "epoch": 2.4207011686143574,
+      "grad_norm": 0.46573784947395325,
+      "learning_rate": 0.0002,
+      "loss": 1.6395,
+      "step": 1450
+    },
+    {
+      "epoch": 2.4373956594323873,
+      "grad_norm": 0.44539371132850647,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 1460
+    },
+    {
+      "epoch": 2.4540901502504173,
+      "grad_norm": 0.40925896167755127,
+      "learning_rate": 0.0002,
+      "loss": 1.6149,
+      "step": 1470
+    },
+    {
+      "epoch": 2.4707846410684473,
+      "grad_norm": 0.4431462287902832,
+      "learning_rate": 0.0002,
+      "loss": 1.6213,
+      "step": 1480
+    },
+    {
+      "epoch": 2.4874791318864773,
+      "grad_norm": 0.5476022362709045,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 1490
+    },
+    {
+      "epoch": 2.5041736227045073,
+      "grad_norm": 0.44762539863586426,
+      "learning_rate": 0.0002,
+      "loss": 1.5875,
+      "step": 1500
+    },
+    {
+      "epoch": 2.5208681135225377,
+      "grad_norm": 0.5470041632652283,
+      "learning_rate": 0.0002,
+      "loss": 1.6811,
+      "step": 1510
+    },
+    {
+      "epoch": 2.5375626043405677,
+      "grad_norm": 0.4739997088909149,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 1520
+    },
+    {
+      "epoch": 2.5542570951585977,
+      "grad_norm": 0.47115322947502136,
+      "learning_rate": 0.0002,
+      "loss": 1.5975,
+      "step": 1530
+    },
+    {
+      "epoch": 2.5709515859766277,
+      "grad_norm": 0.49705708026885986,
+      "learning_rate": 0.0002,
+      "loss": 1.6828,
+      "step": 1540
+    },
+    {
+      "epoch": 2.5876460767946576,
+      "grad_norm": 0.5537301301956177,
+      "learning_rate": 0.0002,
+      "loss": 1.7135,
+      "step": 1550
+    },
+    {
+      "epoch": 2.604340567612688,
+      "grad_norm": 0.46930626034736633,
+      "learning_rate": 0.0002,
+      "loss": 1.5753,
+      "step": 1560
+    },
+    {
+      "epoch": 2.621035058430718,
+      "grad_norm": 0.42371469736099243,
+      "learning_rate": 0.0002,
+      "loss": 1.6706,
+      "step": 1570
+    },
+    {
+      "epoch": 2.637729549248748,
+      "grad_norm": 0.49005603790283203,
+      "learning_rate": 0.0002,
+      "loss": 1.6193,
+      "step": 1580
+    },
+    {
+      "epoch": 2.654424040066778,
+      "grad_norm": 0.4646829068660736,
+      "learning_rate": 0.0002,
+      "loss": 1.7138,
+      "step": 1590
+    },
+    {
+      "epoch": 2.671118530884808,
+      "grad_norm": 0.5091238617897034,
+      "learning_rate": 0.0002,
+      "loss": 1.6806,
+      "step": 1600
+    },
+    {
+      "epoch": 2.687813021702838,
+      "grad_norm": 0.4889985918998718,
+      "learning_rate": 0.0002,
+      "loss": 1.65,
+      "step": 1610
+    },
+    {
+      "epoch": 2.704507512520868,
+      "grad_norm": 0.5128234624862671,
+      "learning_rate": 0.0002,
+      "loss": 1.6573,
+      "step": 1620
+    },
+    {
+      "epoch": 2.721202003338898,
+      "grad_norm": 0.46999186277389526,
+      "learning_rate": 0.0002,
+      "loss": 1.6739,
+      "step": 1630
+    },
+    {
+      "epoch": 2.7378964941569284,
+      "grad_norm": 0.4949921667575836,
+      "learning_rate": 0.0002,
+      "loss": 1.6277,
+      "step": 1640
+    },
+    {
+      "epoch": 2.7545909849749584,
+      "grad_norm": 0.4484370946884155,
+      "learning_rate": 0.0002,
+      "loss": 1.5958,
+      "step": 1650
+    },
+    {
+      "epoch": 2.7712854757929883,
+      "grad_norm": 0.45599570870399475,
+      "learning_rate": 0.0002,
+      "loss": 1.6156,
+      "step": 1660
+    },
+    {
+      "epoch": 2.7879799666110183,
+      "grad_norm": 0.5093285441398621,
+      "learning_rate": 0.0002,
+      "loss": 1.6037,
+      "step": 1670
+    },
+    {
+      "epoch": 2.8046744574290483,
+      "grad_norm": 0.44737935066223145,
+      "learning_rate": 0.0002,
+      "loss": 1.6675,
+      "step": 1680
+    },
+    {
+      "epoch": 2.8213689482470787,
+      "grad_norm": 0.4374251365661621,
+      "learning_rate": 0.0002,
+      "loss": 1.6429,
+      "step": 1690
+    },
+    {
+      "epoch": 2.8380634390651087,
+      "grad_norm": 0.44765740633010864,
+      "learning_rate": 0.0002,
+      "loss": 1.5941,
+      "step": 1700
+    },
+    {
+      "epoch": 2.8547579298831387,
+      "grad_norm": 0.44685253500938416,
+      "learning_rate": 0.0002,
+      "loss": 1.6841,
+      "step": 1710
+    },
+    {
+      "epoch": 2.8714524207011687,
+      "grad_norm": 0.44777143001556396,
+      "learning_rate": 0.0002,
+      "loss": 1.6301,
+      "step": 1720
+    },
+    {
+      "epoch": 2.8881469115191987,
+      "grad_norm": 0.4178132712841034,
+      "learning_rate": 0.0002,
+      "loss": 1.6473,
+      "step": 1730
+    },
+    {
+      "epoch": 2.9048414023372287,
+      "grad_norm": 0.4487852156162262,
+      "learning_rate": 0.0002,
+      "loss": 1.6491,
+      "step": 1740
+    },
+    {
+      "epoch": 2.9215358931552586,
+      "grad_norm": 0.47137337923049927,
+      "learning_rate": 0.0002,
+      "loss": 1.6616,
+      "step": 1750
+    },
+    {
+      "epoch": 2.9382303839732886,
+      "grad_norm": 0.48543235659599304,
+      "learning_rate": 0.0002,
+      "loss": 1.6767,
+      "step": 1760
+    },
+    {
+      "epoch": 2.9549248747913186,
+      "grad_norm": 0.4174182116985321,
+      "learning_rate": 0.0002,
+      "loss": 1.7055,
+      "step": 1770
+    },
+    {
+      "epoch": 2.971619365609349,
+      "grad_norm": 0.43385711312294006,
+      "learning_rate": 0.0002,
+      "loss": 1.5767,
+      "step": 1780
+    },
+    {
+      "epoch": 2.988313856427379,
+      "grad_norm": 0.474332332611084,
+      "learning_rate": 0.0002,
+      "loss": 1.6215,
+      "step": 1790
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.8456445932388306,
+      "eval_runtime": 87.6261,
+      "eval_samples_per_second": 5.877,
+      "eval_steps_per_second": 0.742,
+      "step": 1797
+    },
+    {
+      "epoch": 3.005008347245409,
+      "grad_norm": 0.40323764085769653,
+      "learning_rate": 0.0002,
+      "loss": 1.6224,
+      "step": 1800
+    },
+    {
+      "epoch": 3.021702838063439,
+      "grad_norm": 0.45069044828414917,
+      "learning_rate": 0.0002,
+      "loss": 1.5367,
+      "step": 1810
+    },
+    {
+      "epoch": 3.038397328881469,
+      "grad_norm": 0.6204925775527954,
+      "learning_rate": 0.0002,
+      "loss": 1.5271,
+      "step": 1820
+    },
+    {
+      "epoch": 3.0550918196994994,
+      "grad_norm": 0.5857783555984497,
+      "learning_rate": 0.0002,
+      "loss": 1.5056,
+      "step": 1830
+    },
+    {
+      "epoch": 3.0717863105175294,
+      "grad_norm": 0.6776524782180786,
+      "learning_rate": 0.0002,
+      "loss": 1.5137,
+      "step": 1840
+    },
+    {
+      "epoch": 3.0884808013355594,
+      "grad_norm": 0.5486199855804443,
+      "learning_rate": 0.0002,
+      "loss": 1.5106,
+      "step": 1850
+    },
+    {
+      "epoch": 3.1051752921535893,
+      "grad_norm": 0.5496503710746765,
+      "learning_rate": 0.0002,
+      "loss": 1.414,
+      "step": 1860
+    },
+    {
+      "epoch": 3.1218697829716193,
+      "grad_norm": 0.5602648258209229,
+      "learning_rate": 0.0002,
+      "loss": 1.5181,
+      "step": 1870
+    },
+    {
+      "epoch": 3.1385642737896493,
+      "grad_norm": 1.0697380304336548,
+      "learning_rate": 0.0002,
+      "loss": 1.5406,
+      "step": 1880
+    },
+    {
+      "epoch": 3.1552587646076793,
+      "grad_norm": 0.6087332367897034,
+      "learning_rate": 0.0002,
+      "loss": 1.4889,
+      "step": 1890
+    },
+    {
+      "epoch": 3.1719532554257097,
+      "grad_norm": 0.5112161040306091,
+      "learning_rate": 0.0002,
+      "loss": 1.5219,
+      "step": 1900
+    },
+    {
+      "epoch": 3.1886477462437397,
+      "grad_norm": 0.6393680572509766,
+      "learning_rate": 0.0002,
+      "loss": 1.5139,
+      "step": 1910
+    },
+    {
+      "epoch": 3.2053422370617697,
+      "grad_norm": 0.7201815247535706,
+      "learning_rate": 0.0002,
+      "loss": 1.5337,
+      "step": 1920
+    },
+    {
+      "epoch": 3.2220367278797997,
+      "grad_norm": 0.5856018662452698,
+      "learning_rate": 0.0002,
+      "loss": 1.6055,
+      "step": 1930
+    },
+    {
+      "epoch": 3.2387312186978297,
+      "grad_norm": 0.581247866153717,
+      "learning_rate": 0.0002,
+      "loss": 1.4791,
+      "step": 1940
+    },
+    {
+      "epoch": 3.2554257095158596,
+      "grad_norm": 0.6055102944374084,
+      "learning_rate": 0.0002,
+      "loss": 1.5395,
+      "step": 1950
+    },
+    {
+      "epoch": 3.27212020033389,
+      "grad_norm": 0.546894371509552,
+      "learning_rate": 0.0002,
+      "loss": 1.5086,
+      "step": 1960
+    },
+    {
+      "epoch": 3.28881469115192,
+      "grad_norm": 0.565558910369873,
+      "learning_rate": 0.0002,
+      "loss": 1.5712,
+      "step": 1970
+    },
+    {
+      "epoch": 3.30550918196995,
+      "grad_norm": 1.2238883972167969,
+      "learning_rate": 0.0002,
+      "loss": 1.47,
+      "step": 1980
+    },
+    {
+      "epoch": 3.32220367278798,
+      "grad_norm": 0.6362585425376892,
+      "learning_rate": 0.0002,
+      "loss": 1.4655,
+      "step": 1990
+    },
+    {
+      "epoch": 3.33889816360601,
+      "grad_norm": 0.6131124496459961,
+      "learning_rate": 0.0002,
+      "loss": 1.5157,
+      "step": 2000
+    },
+    {
+      "epoch": 3.35559265442404,
+      "grad_norm": 0.5181341767311096,
+      "learning_rate": 0.0002,
+      "loss": 1.5322,
+      "step": 2010
+    },
+    {
+      "epoch": 3.37228714524207,
+      "grad_norm": 0.6667609810829163,
+      "learning_rate": 0.0002,
+      "loss": 1.5039,
+      "step": 2020
+    },
+    {
+      "epoch": 3.3889816360601,
+      "grad_norm": 0.6488749980926514,
+      "learning_rate": 0.0002,
+      "loss": 1.5814,
+      "step": 2030
+    },
+    {
+      "epoch": 3.4056761268781304,
+      "grad_norm": 0.5693286061286926,
+      "learning_rate": 0.0002,
+      "loss": 1.5226,
+      "step": 2040
+    },
+    {
+      "epoch": 3.4223706176961604,
+      "grad_norm": 0.6154143810272217,
+      "learning_rate": 0.0002,
+      "loss": 1.5121,
+      "step": 2050
+    },
+    {
+      "epoch": 3.4390651085141903,
+      "grad_norm": 0.6747981309890747,
+      "learning_rate": 0.0002,
+      "loss": 1.6033,
+      "step": 2060
+    },
+    {
+      "epoch": 3.4557595993322203,
+      "grad_norm": 0.5494789481163025,
+      "learning_rate": 0.0002,
+      "loss": 1.5857,
+      "step": 2070
+    },
+    {
+      "epoch": 3.4724540901502503,
+      "grad_norm": 2.481968402862549,
+      "learning_rate": 0.0002,
+      "loss": 1.5223,
+      "step": 2080
+    },
+    {
+      "epoch": 3.4891485809682803,
+      "grad_norm": 0.589784562587738,
+      "learning_rate": 0.0002,
+      "loss": 1.4989,
+      "step": 2090
+    },
+    {
+      "epoch": 3.5058430717863107,
+      "grad_norm": 0.6449820399284363,
+      "learning_rate": 0.0002,
+      "loss": 1.6227,
+      "step": 2100
+    },
+    {
+      "epoch": 3.5225375626043407,
+      "grad_norm": 0.6467038989067078,
+      "learning_rate": 0.0002,
+      "loss": 1.588,
+      "step": 2110
+    },
+    {
+      "epoch": 3.5392320534223707,
+      "grad_norm": 0.6533533334732056,
+      "learning_rate": 0.0002,
+      "loss": 1.5655,
+      "step": 2120
+    },
+    {
+      "epoch": 3.5559265442404007,
+      "grad_norm": 0.6804035902023315,
+      "learning_rate": 0.0002,
+      "loss": 1.6052,
+      "step": 2130
+    },
+    {
+      "epoch": 3.5726210350584306,
+      "grad_norm": 0.628773033618927,
+      "learning_rate": 0.0002,
+      "loss": 1.5408,
+      "step": 2140
+    },
+    {
+      "epoch": 3.5893155258764606,
+      "grad_norm": 0.6055739521980286,
+      "learning_rate": 0.0002,
+      "loss": 1.5487,
+      "step": 2150
+    },
+    {
+      "epoch": 3.6060100166944906,
+      "grad_norm": 0.6000894904136658,
+      "learning_rate": 0.0002,
+      "loss": 1.5305,
+      "step": 2160
+    },
+    {
+      "epoch": 3.6227045075125206,
+      "grad_norm": 0.5862473249435425,
+      "learning_rate": 0.0002,
+      "loss": 1.4742,
+      "step": 2170
+    },
+    {
+      "epoch": 3.639398998330551,
+      "grad_norm": 0.6547419428825378,
+      "learning_rate": 0.0002,
+      "loss": 1.503,
+      "step": 2180
+    },
+    {
+      "epoch": 3.656093489148581,
+      "grad_norm": 0.5610318779945374,
+      "learning_rate": 0.0002,
+      "loss": 1.4704,
+      "step": 2190
+    },
+    {
+      "epoch": 3.672787979966611,
+      "grad_norm": 0.6387564539909363,
+      "learning_rate": 0.0002,
+      "loss": 1.4814,
+      "step": 2200
+    },
+    {
+      "epoch": 3.689482470784641,
+      "grad_norm": 0.6065090894699097,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 2210
+    },
+    {
+      "epoch": 3.706176961602671,
+      "grad_norm": 0.6266646981239319,
+      "learning_rate": 0.0002,
+      "loss": 1.5074,
+      "step": 2220
+    },
+    {
+      "epoch": 3.7228714524207014,
+      "grad_norm": 0.626944363117218,
+      "learning_rate": 0.0002,
+      "loss": 1.5146,
+      "step": 2230
+    },
+    {
+      "epoch": 3.7395659432387314,
+      "grad_norm": 0.6043975949287415,
+      "learning_rate": 0.0002,
+      "loss": 1.5131,
+      "step": 2240
+    },
+    {
+      "epoch": 3.7562604340567614,
+      "grad_norm": 0.599732518196106,
+      "learning_rate": 0.0002,
+      "loss": 1.5929,
+      "step": 2250
+    },
+    {
+      "epoch": 3.7729549248747913,
+      "grad_norm": 0.6738389134407043,
+      "learning_rate": 0.0002,
+      "loss": 1.5236,
+      "step": 2260
+    },
+    {
+      "epoch": 3.7896494156928213,
+      "grad_norm": 0.5561335682868958,
+      "learning_rate": 0.0002,
+      "loss": 1.5003,
+      "step": 2270
+    },
+    {
+      "epoch": 3.8063439065108513,
+      "grad_norm": 0.6185726523399353,
+      "learning_rate": 0.0002,
+      "loss": 1.5013,
+      "step": 2280
+    },
+    {
+      "epoch": 3.8230383973288813,
+      "grad_norm": 0.6151532530784607,
+      "learning_rate": 0.0002,
+      "loss": 1.4996,
+      "step": 2290
+    },
+    {
+      "epoch": 3.8397328881469113,
+      "grad_norm": 0.5808233022689819,
+      "learning_rate": 0.0002,
+      "loss": 1.5453,
+      "step": 2300
+    },
+    {
+      "epoch": 3.8564273789649417,
+      "grad_norm": 0.6615163683891296,
+      "learning_rate": 0.0002,
+      "loss": 1.5223,
+      "step": 2310
+    },
+    {
+      "epoch": 3.8731218697829717,
+      "grad_norm": 0.5832979679107666,
+      "learning_rate": 0.0002,
+      "loss": 1.4365,
+      "step": 2320
+    },
+    {
+      "epoch": 3.8898163606010017,
+      "grad_norm": 0.6119300127029419,
+      "learning_rate": 0.0002,
+      "loss": 1.6036,
+      "step": 2330
+    },
+    {
+      "epoch": 3.9065108514190316,
+      "grad_norm": 0.6489697694778442,
+      "learning_rate": 0.0002,
+      "loss": 1.5581,
+      "step": 2340
+    },
+    {
+      "epoch": 3.9232053422370616,
+      "grad_norm": 0.5539063215255737,
+      "learning_rate": 0.0002,
+      "loss": 1.5601,
+      "step": 2350
+    },
+    {
+      "epoch": 3.939899833055092,
+      "grad_norm": 0.6062877178192139,
+      "learning_rate": 0.0002,
+      "loss": 1.5174,
+      "step": 2360
+    },
+    {
+      "epoch": 3.956594323873122,
+      "grad_norm": 0.680609941482544,
+      "learning_rate": 0.0002,
+      "loss": 1.5168,
+      "step": 2370
+    },
+    {
+      "epoch": 3.973288814691152,
+      "grad_norm": 0.6176834106445312,
+      "learning_rate": 0.0002,
+      "loss": 1.4875,
+      "step": 2380
+    },
+    {
+      "epoch": 3.989983305509182,
+      "grad_norm": 0.6538102030754089,
+      "learning_rate": 0.0002,
+      "loss": 1.4984,
+      "step": 2390
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8920671939849854,
+      "eval_runtime": 76.5227,
+      "eval_samples_per_second": 6.73,
+      "eval_steps_per_second": 0.849,
+      "step": 2396
+    },
+    {
+      "epoch": 4.006677796327212,
+      "grad_norm": 0.5683762431144714,
+      "learning_rate": 0.0002,
+      "loss": 1.3926,
+      "step": 2400
+    },
+    {
+      "epoch": 4.023372287145242,
+      "grad_norm": 0.6858044862747192,
+      "learning_rate": 0.0002,
+      "loss": 1.3387,
+      "step": 2410
+    },
+    {
+      "epoch": 4.040066777963272,
+      "grad_norm": 0.7614858150482178,
+      "learning_rate": 0.0002,
+      "loss": 1.4495,
+      "step": 2420
+    },
+    {
+      "epoch": 4.056761268781302,
+      "grad_norm": 0.709412693977356,
+      "learning_rate": 0.0002,
+      "loss": 1.2696,
+      "step": 2430
+    },
+    {
+      "epoch": 4.073455759599332,
+      "grad_norm": 0.7070785760879517,
+      "learning_rate": 0.0002,
+      "loss": 1.3836,
+      "step": 2440
+    },
+    {
+      "epoch": 4.090150250417362,
+      "grad_norm": 0.8815216422080994,
+      "learning_rate": 0.0002,
+      "loss": 1.3527,
+      "step": 2450
+    },
+    {
+      "epoch": 4.106844741235392,
+      "grad_norm": 0.759981632232666,
+      "learning_rate": 0.0002,
+      "loss": 1.3731,
+      "step": 2460
+    },
+    {
+      "epoch": 4.123539232053423,
+      "grad_norm": 0.6715240478515625,
+      "learning_rate": 0.0002,
+      "loss": 1.3393,
+      "step": 2470
+    },
+    {
+      "epoch": 4.140233722871453,
+      "grad_norm": 0.7503564953804016,
+      "learning_rate": 0.0002,
+      "loss": 1.3934,
+      "step": 2480
+    },
+    {
+      "epoch": 4.156928213689483,
+      "grad_norm": 0.773743748664856,
+      "learning_rate": 0.0002,
+      "loss": 1.324,
+      "step": 2490
+    },
+    {
+      "epoch": 4.173622704507513,
+      "grad_norm": 0.8850100040435791,
+      "learning_rate": 0.0002,
+      "loss": 1.3782,
+      "step": 2500
+    },
+    {
+      "epoch": 4.190317195325543,
+      "grad_norm": 0.7575962543487549,
+      "learning_rate": 0.0002,
+      "loss": 1.3183,
+      "step": 2510
+    },
+    {
+      "epoch": 4.207011686143573,
+      "grad_norm": 0.9117498397827148,
+      "learning_rate": 0.0002,
+      "loss": 1.3673,
+      "step": 2520
+    },
+    {
+      "epoch": 4.223706176961603,
+      "grad_norm": 0.7637559175491333,
+      "learning_rate": 0.0002,
+      "loss": 1.3242,
+      "step": 2530
+    },
+    {
+      "epoch": 4.240400667779633,
+      "grad_norm": 0.8178390264511108,
+      "learning_rate": 0.0002,
+      "loss": 1.3764,
+      "step": 2540
+    },
+    {
+      "epoch": 4.257095158597663,
+      "grad_norm": 0.8299263119697571,
+      "learning_rate": 0.0002,
+      "loss": 1.3808,
+      "step": 2550
+    },
+    {
+      "epoch": 4.273789649415693,
+      "grad_norm": 0.7238091230392456,
+      "learning_rate": 0.0002,
+      "loss": 1.3637,
+      "step": 2560
+    },
+    {
+      "epoch": 4.290484140233723,
+      "grad_norm": 0.7468036413192749,
+      "learning_rate": 0.0002,
+      "loss": 1.349,
+      "step": 2570
+    },
+    {
+      "epoch": 4.307178631051753,
+      "grad_norm": 0.8012791275978088,
+      "learning_rate": 0.0002,
+      "loss": 1.4422,
+      "step": 2580
+    },
+    {
+      "epoch": 4.323873121869783,
+      "grad_norm": 0.8302484154701233,
+      "learning_rate": 0.0002,
+      "loss": 1.3723,
+      "step": 2590
+    },
+    {
+      "epoch": 4.340567612687813,
+      "grad_norm": 0.751864492893219,
+      "learning_rate": 0.0002,
+      "loss": 1.4013,
+      "step": 2600
+    },
+    {
+      "epoch": 4.357262103505843,
+      "grad_norm": 0.8025410175323486,
+      "learning_rate": 0.0002,
+      "loss": 1.3881,
+      "step": 2610
+    },
+    {
+      "epoch": 4.373956594323873,
+      "grad_norm": 0.7700799703598022,
+      "learning_rate": 0.0002,
+      "loss": 1.3831,
+      "step": 2620
+    },
+    {
+      "epoch": 4.390651085141903,
+      "grad_norm": 0.8526890873908997,
+      "learning_rate": 0.0002,
+      "loss": 1.3721,
+      "step": 2630
+    },
+    {
+      "epoch": 4.407345575959933,
+      "grad_norm": 1.0536625385284424,
+      "learning_rate": 0.0002,
+      "loss": 1.4253,
+      "step": 2640
+    },
+    {
+      "epoch": 4.424040066777963,
+      "grad_norm": 0.7223818898200989,
+      "learning_rate": 0.0002,
+      "loss": 1.3736,
+      "step": 2650
+    },
+    {
+      "epoch": 4.440734557595993,
+      "grad_norm": 0.7981253266334534,
+      "learning_rate": 0.0002,
+      "loss": 1.4652,
+      "step": 2660
+    },
+    {
+      "epoch": 4.457429048414023,
+      "grad_norm": 0.7136162519454956,
+      "learning_rate": 0.0002,
+      "loss": 1.3878,
+      "step": 2670
+    },
+    {
+      "epoch": 4.474123539232053,
+      "grad_norm": 0.8008312582969666,
+      "learning_rate": 0.0002,
+      "loss": 1.4242,
+      "step": 2680
+    },
+    {
+      "epoch": 4.490818030050083,
+      "grad_norm": 0.7924065589904785,
+      "learning_rate": 0.0002,
+      "loss": 1.3448,
+      "step": 2690
+    },
+    {
+      "epoch": 4.507512520868113,
+      "grad_norm": 0.8224287629127502,
+      "learning_rate": 0.0002,
+      "loss": 1.402,
+      "step": 2700
+    },
+    {
+      "epoch": 4.524207011686143,
+      "grad_norm": 0.7494375109672546,
+      "learning_rate": 0.0002,
+      "loss": 1.2841,
+      "step": 2710
+    },
+    {
+      "epoch": 4.540901502504173,
+      "grad_norm": 0.8097899556159973,
+      "learning_rate": 0.0002,
+      "loss": 1.4471,
+      "step": 2720
+    },
+    {
+      "epoch": 4.557595993322204,
+      "grad_norm": 0.7728819251060486,
+      "learning_rate": 0.0002,
+      "loss": 1.4116,
+      "step": 2730
+    },
+    {
+      "epoch": 4.574290484140234,
+      "grad_norm": 0.9112362265586853,
+      "learning_rate": 0.0002,
+      "loss": 1.3549,
+      "step": 2740
+    },
+    {
+      "epoch": 4.590984974958264,
+      "grad_norm": 0.7502672076225281,
+      "learning_rate": 0.0002,
+      "loss": 1.4601,
+      "step": 2750
+    },
+    {
+      "epoch": 4.607679465776294,
+      "grad_norm": 0.8816406726837158,
+      "learning_rate": 0.0002,
+      "loss": 1.4216,
+      "step": 2760
+    },
+    {
+      "epoch": 4.624373956594324,
+      "grad_norm": 0.7117180228233337,
+      "learning_rate": 0.0002,
+      "loss": 1.3233,
+      "step": 2770
+    },
+    {
+      "epoch": 4.641068447412354,
+      "grad_norm": 0.8224529027938843,
+      "learning_rate": 0.0002,
+      "loss": 1.3886,
+      "step": 2780
+    },
+    {
+      "epoch": 4.657762938230384,
+      "grad_norm": 0.7625266313552856,
+      "learning_rate": 0.0002,
+      "loss": 1.3756,
+      "step": 2790
+    },
+    {
+      "epoch": 4.674457429048414,
+      "grad_norm": 0.7754318118095398,
+      "learning_rate": 0.0002,
+      "loss": 1.3953,
+      "step": 2800
+    },
+    {
+      "epoch": 4.691151919866444,
+      "grad_norm": 0.7907336354255676,
+      "learning_rate": 0.0002,
+      "loss": 1.4102,
+      "step": 2810
+    },
+    {
+      "epoch": 4.707846410684474,
+      "grad_norm": 0.7377734780311584,
+      "learning_rate": 0.0002,
+      "loss": 1.3277,
+      "step": 2820
+    },
+    {
+      "epoch": 4.724540901502504,
+      "grad_norm": 0.7380456328392029,
+      "learning_rate": 0.0002,
+      "loss": 1.3686,
+      "step": 2830
+    },
+    {
+      "epoch": 4.741235392320534,
+      "grad_norm": 0.7148023247718811,
+      "learning_rate": 0.0002,
+      "loss": 1.4405,
+      "step": 2840
+    },
+    {
+      "epoch": 4.757929883138564,
+      "grad_norm": 0.807048499584198,
+      "learning_rate": 0.0002,
+      "loss": 1.4025,
+      "step": 2850
+    },
+    {
+      "epoch": 4.774624373956595,
+      "grad_norm": 0.8444154858589172,
+      "learning_rate": 0.0002,
+      "loss": 1.3195,
+      "step": 2860
+    },
+    {
+      "epoch": 4.791318864774624,
+      "grad_norm": 0.8328704237937927,
+      "learning_rate": 0.0002,
+      "loss": 1.4282,
+      "step": 2870
+    },
+    {
+      "epoch": 4.808013355592655,
+      "grad_norm": 0.89827960729599,
+      "learning_rate": 0.0002,
+      "loss": 1.413,
+      "step": 2880
+    },
+    {
+      "epoch": 4.824707846410685,
+      "grad_norm": 0.7848225831985474,
+      "learning_rate": 0.0002,
+      "loss": 1.4488,
+      "step": 2890
+    },
+    {
+      "epoch": 4.841402337228715,
+      "grad_norm": 0.703802227973938,
+      "learning_rate": 0.0002,
+      "loss": 1.3757,
+      "step": 2900
+    },
+    {
+      "epoch": 4.858096828046745,
+      "grad_norm": 0.8092581629753113,
+      "learning_rate": 0.0002,
+      "loss": 1.4404,
+      "step": 2910
+    },
+    {
+      "epoch": 4.874791318864775,
+      "grad_norm": 0.7537722587585449,
+      "learning_rate": 0.0002,
+      "loss": 1.3812,
+      "step": 2920
+    },
+    {
+      "epoch": 4.891485809682805,
+      "grad_norm": 0.7966470122337341,
+      "learning_rate": 0.0002,
+      "loss": 1.4499,
+      "step": 2930
+    },
+    {
+      "epoch": 4.908180300500835,
+      "grad_norm": 0.7860329747200012,
+      "learning_rate": 0.0002,
+      "loss": 1.3922,
+      "step": 2940
+    },
+    {
+      "epoch": 4.924874791318865,
+      "grad_norm": 0.7964439988136292,
+      "learning_rate": 0.0002,
+      "loss": 1.4224,
+      "step": 2950
+    },
+    {
+      "epoch": 4.941569282136895,
+      "grad_norm": 0.740288257598877,
+      "learning_rate": 0.0002,
+      "loss": 1.3869,
+      "step": 2960
+    },
+    {
+      "epoch": 4.958263772954925,
+      "grad_norm": 0.7377685904502869,
+      "learning_rate": 0.0002,
+      "loss": 1.4321,
+      "step": 2970
+    },
+    {
+      "epoch": 4.974958263772955,
+      "grad_norm": 0.793484628200531,
+      "learning_rate": 0.0002,
+      "loss": 1.4253,
+      "step": 2980
+    },
+    {
+      "epoch": 4.9916527545909855,
+      "grad_norm": 0.7710573077201843,
+      "learning_rate": 0.0002,
+      "loss": 1.3966,
+      "step": 2990
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.9764225482940674,
+      "eval_runtime": 87.968,
+      "eval_samples_per_second": 5.854,
+      "eval_steps_per_second": 0.739,
+      "step": 2995
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4792,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3860189392338944e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-2995/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790482b172d64d1d94b484408c50783310f7b01be29f8cf82f809f2acd1ec121
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-3594/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-2811-sd-0/checkpoint-3594/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}