Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoints_ia3_llama_class/checkpoint-128000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints_ia3_llama_class/checkpoint-136000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints_ia3_llama_class/checkpoint-144000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoints_ia3_llama_class/checkpoint-88000/tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoints_ia3_llama_class/checkpoint-128000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-3B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoints_ia3_llama_class/checkpoint-128000/adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 8,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoints_ia3_llama_class/checkpoint-128000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca8f29fa53e9fb7cf17f3c02115118a1aefa9f17afe964d39f02423fc92ba02
+size 7428608

checkpoints_ia3_llama_class/checkpoint-128000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b4e3a7f18ad8a059f43bc062ea5fde735a9b7e3aaf275dcda6df4707dbcc8
+size 14922618

checkpoints_ia3_llama_class/checkpoint-128000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343b86fb1e171885cb0c071ab63a50c9013f250625a41bf3aed2309fabd6f8da
+size 14244

checkpoints_ia3_llama_class/checkpoint-128000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e60412e3c3d79bbfabe881173d55a793784442809e8af103c2ef6e16870d2dd
+size 1064

checkpoints_ia3_llama_class/checkpoint-128000/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoints_ia3_llama_class/checkpoint-128000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55d3601efe3b76b75c99d892f669a53d23df00ee8bac2e67a72152ae2083cd
+size 17210017

checkpoints_ia3_llama_class/checkpoint-128000/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoints_ia3_llama_class/checkpoint-128000/trainer_state.json

@@ -0,0 +1,1970 @@
+{
+  "best_global_step": 88000,
+  "best_metric": 0.936161178019818,
+  "best_model_checkpoint": "/home/sujeet-pg/wav2vec2/peft/checkpoints_ia3_llama_class/checkpoint-88000",
+  "epoch": 16.0,
+  "eval_steps": 500,
+  "global_step": 128000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0625,
+      "grad_norm": 29.181745529174805,
+      "learning_rate": 4.982673611111111e-05,
+      "loss": 1.9515,
+      "step": 500
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 84.54170989990234,
+      "learning_rate": 4.9653125e-05,
+      "loss": 1.4973,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 118.13458251953125,
+      "learning_rate": 4.947951388888889e-05,
+      "loss": 1.3271,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.062166254967451096,
+      "learning_rate": 4.930590277777778e-05,
+      "loss": 0.9626,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 165.25686645507812,
+      "learning_rate": 4.9132291666666665e-05,
+      "loss": 0.7346,
+      "step": 2500
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.6356489658355713,
+      "learning_rate": 4.8958680555555555e-05,
+      "loss": 0.8147,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.012186303734779358,
+      "learning_rate": 4.8785069444444445e-05,
+      "loss": 0.5557,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 114.87812805175781,
+      "learning_rate": 4.8611458333333335e-05,
+      "loss": 0.546,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.3081382215023041,
+      "learning_rate": 4.8437847222222225e-05,
+      "loss": 0.5198,
+      "step": 4500
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.0013407367514446378,
+      "learning_rate": 4.826423611111111e-05,
+      "loss": 0.4668,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.032304372638463974,
+      "learning_rate": 4.8090625e-05,
+      "loss": 0.4066,
+      "step": 5500
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.350352019071579,
+      "learning_rate": 4.791701388888889e-05,
+      "loss": 0.494,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.031369373202323914,
+      "learning_rate": 4.774340277777778e-05,
+      "loss": 0.4372,
+      "step": 6500
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 87.0584716796875,
+      "learning_rate": 4.756979166666667e-05,
+      "loss": 0.546,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 42.25841522216797,
+      "learning_rate": 4.739618055555556e-05,
+      "loss": 0.4929,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.017110565677285194,
+      "learning_rate": 4.722256944444445e-05,
+      "loss": 0.4128,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.34961560368537903,
+      "eval_pearson": 0.9195974916185884,
+      "eval_runtime": 52.203,
+      "eval_samples_per_second": 38.312,
+      "eval_steps_per_second": 19.156,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 39.48343276977539,
+      "learning_rate": 4.704895833333334e-05,
+      "loss": 0.1769,
+      "step": 8500
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.0003292807668913156,
+      "learning_rate": 4.687534722222223e-05,
+      "loss": 0.3138,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.0025669685564935207,
+      "learning_rate": 4.670173611111111e-05,
+      "loss": 0.3529,
+      "step": 9500
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0019228530582040548,
+      "learning_rate": 4.6528125e-05,
+      "loss": 0.3181,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.09842195361852646,
+      "learning_rate": 4.635451388888889e-05,
+      "loss": 0.3358,
+      "step": 10500
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.0006872316589578986,
+      "learning_rate": 4.618090277777778e-05,
+      "loss": 0.3395,
+      "step": 11000
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.008952559903264046,
+      "learning_rate": 4.600729166666667e-05,
+      "loss": 0.3287,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.0010550743900239468,
+      "learning_rate": 4.583368055555556e-05,
+      "loss": 0.3742,
+      "step": 12000
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.0011425487464293838,
+      "learning_rate": 4.566006944444445e-05,
+      "loss": 0.2979,
+      "step": 12500
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 14.729352951049805,
+      "learning_rate": 4.5486458333333334e-05,
+      "loss": 0.2669,
+      "step": 13000
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 1.1553162039490417e-05,
+      "learning_rate": 4.5312847222222224e-05,
+      "loss": 0.3885,
+      "step": 13500
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.051722027361392975,
+      "learning_rate": 4.5139236111111114e-05,
+      "loss": 0.3096,
+      "step": 14000
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.12957464158535004,
+      "learning_rate": 4.4965625e-05,
+      "loss": 0.3479,
+      "step": 14500
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.012610511854290962,
+      "learning_rate": 4.479201388888889e-05,
+      "loss": 0.432,
+      "step": 15000
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.022952524945139885,
+      "learning_rate": 4.461840277777778e-05,
+      "loss": 0.2932,
+      "step": 15500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 3.255659612477757e-05,
+      "learning_rate": 4.444479166666667e-05,
+      "loss": 0.2544,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.3652373254299164,
+      "eval_pearson": 0.9308122796123071,
+      "eval_runtime": 52.221,
+      "eval_samples_per_second": 38.299,
+      "eval_steps_per_second": 19.149,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0625,
+      "grad_norm": 349.7726135253906,
+      "learning_rate": 4.427118055555556e-05,
+      "loss": 0.3006,
+      "step": 16500
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.05852258577942848,
+      "learning_rate": 4.409756944444445e-05,
+      "loss": 0.2222,
+      "step": 17000
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 8.100055129034445e-05,
+      "learning_rate": 4.3923958333333337e-05,
+      "loss": 0.2253,
+      "step": 17500
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.015503599308431149,
+      "learning_rate": 4.3750347222222226e-05,
+      "loss": 0.301,
+      "step": 18000
+    },
+    {
+      "epoch": 2.3125,
+      "grad_norm": 0.0007520843064412475,
+      "learning_rate": 4.357673611111111e-05,
+      "loss": 0.1979,
+      "step": 18500
+    },
+    {
+      "epoch": 2.375,
+      "grad_norm": 0.0003110193647444248,
+      "learning_rate": 4.3403125e-05,
+      "loss": 0.2496,
+      "step": 19000
+    },
+    {
+      "epoch": 2.4375,
+      "grad_norm": 5.800446033477783,
+      "learning_rate": 4.322951388888889e-05,
+      "loss": 0.3028,
+      "step": 19500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2.4347489215870155e-06,
+      "learning_rate": 4.305590277777778e-05,
+      "loss": 0.2218,
+      "step": 20000
+    },
+    {
+      "epoch": 2.5625,
+      "grad_norm": 0.972939133644104,
+      "learning_rate": 4.288229166666667e-05,
+      "loss": 0.2485,
+      "step": 20500
+    },
+    {
+      "epoch": 2.625,
+      "grad_norm": 1.2701035737991333,
+      "learning_rate": 4.270868055555556e-05,
+      "loss": 0.179,
+      "step": 21000
+    },
+    {
+      "epoch": 2.6875,
+      "grad_norm": 0.0001465667737647891,
+      "learning_rate": 4.253506944444445e-05,
+      "loss": 0.337,
+      "step": 21500
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 188.92559814453125,
+      "learning_rate": 4.236145833333334e-05,
+      "loss": 0.2353,
+      "step": 22000
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.0020125608425587416,
+      "learning_rate": 4.218784722222223e-05,
+      "loss": 0.2412,
+      "step": 22500
+    },
+    {
+      "epoch": 2.875,
+      "grad_norm": 0.030752288177609444,
+      "learning_rate": 4.201423611111111e-05,
+      "loss": 0.2645,
+      "step": 23000
+    },
+    {
+      "epoch": 2.9375,
+      "grad_norm": 76.4650650024414,
+      "learning_rate": 4.1840625e-05,
+      "loss": 0.2856,
+      "step": 23500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0004072492301929742,
+      "learning_rate": 4.166701388888889e-05,
+      "loss": 0.2395,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.28703999519348145,
+      "eval_pearson": 0.9358259106635223,
+      "eval_runtime": 52.1011,
+      "eval_samples_per_second": 38.387,
+      "eval_steps_per_second": 19.193,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0625,
+      "grad_norm": 0.007601168937981129,
+      "learning_rate": 4.149340277777778e-05,
+      "loss": 0.1748,
+      "step": 24500
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.026926109567284584,
+      "learning_rate": 4.1319791666666665e-05,
+      "loss": 0.1542,
+      "step": 25000
+    },
+    {
+      "epoch": 3.1875,
+      "grad_norm": 1.8115358352661133,
+      "learning_rate": 4.1146180555555555e-05,
+      "loss": 0.2275,
+      "step": 25500
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.06953763216733932,
+      "learning_rate": 4.0972569444444445e-05,
+      "loss": 0.1706,
+      "step": 26000
+    },
+    {
+      "epoch": 3.3125,
+      "grad_norm": 0.020493032410740852,
+      "learning_rate": 4.0798958333333335e-05,
+      "loss": 0.1474,
+      "step": 26500
+    },
+    {
+      "epoch": 3.375,
+      "grad_norm": 0.005125588737428188,
+      "learning_rate": 4.0625347222222225e-05,
+      "loss": 0.1723,
+      "step": 27000
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 5.002508163452148,
+      "learning_rate": 4.045173611111111e-05,
+      "loss": 0.196,
+      "step": 27500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.000834703678265214,
+      "learning_rate": 4.0278125e-05,
+      "loss": 0.1449,
+      "step": 28000
+    },
+    {
+      "epoch": 3.5625,
+      "grad_norm": 0.01109158806502819,
+      "learning_rate": 4.010451388888889e-05,
+      "loss": 0.2287,
+      "step": 28500
+    },
+    {
+      "epoch": 3.625,
+      "grad_norm": 9.071109161595814e-06,
+      "learning_rate": 3.993090277777778e-05,
+      "loss": 0.1955,
+      "step": 29000
+    },
+    {
+      "epoch": 3.6875,
+      "grad_norm": 0.0006111862603574991,
+      "learning_rate": 3.975729166666667e-05,
+      "loss": 0.2147,
+      "step": 29500
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 6.614517928937858e-07,
+      "learning_rate": 3.958368055555556e-05,
+      "loss": 0.2289,
+      "step": 30000
+    },
+    {
+      "epoch": 3.8125,
+      "grad_norm": 5.0481699872761965e-05,
+      "learning_rate": 3.941006944444445e-05,
+      "loss": 0.1941,
+      "step": 30500
+    },
+    {
+      "epoch": 3.875,
+      "grad_norm": 2.837545871734619,
+      "learning_rate": 3.923645833333334e-05,
+      "loss": 0.1753,
+      "step": 31000
+    },
+    {
+      "epoch": 3.9375,
+      "grad_norm": 0.00021911883959546685,
+      "learning_rate": 3.906284722222223e-05,
+      "loss": 0.1967,
+      "step": 31500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.008439241908490658,
+      "learning_rate": 3.888923611111111e-05,
+      "loss": 0.2341,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.28366541862487793,
+      "eval_pearson": 0.9336592859812687,
+      "eval_runtime": 52.2768,
+      "eval_samples_per_second": 38.258,
+      "eval_steps_per_second": 19.129,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0625,
+      "grad_norm": 3.5697648525238037,
+      "learning_rate": 3.8715625e-05,
+      "loss": 0.0898,
+      "step": 32500
+    },
+    {
+      "epoch": 4.125,
+      "grad_norm": 0.005574432201683521,
+      "learning_rate": 3.854201388888889e-05,
+      "loss": 0.0931,
+      "step": 33000
+    },
+    {
+      "epoch": 4.1875,
+      "grad_norm": 0.4526767134666443,
+      "learning_rate": 3.836840277777778e-05,
+      "loss": 0.1269,
+      "step": 33500
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.0006220944924280047,
+      "learning_rate": 3.819479166666667e-05,
+      "loss": 0.1229,
+      "step": 34000
+    },
+    {
+      "epoch": 4.3125,
+      "grad_norm": 0.0021529244258999825,
+      "learning_rate": 3.802118055555556e-05,
+      "loss": 0.0941,
+      "step": 34500
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 161.37889099121094,
+      "learning_rate": 3.784756944444445e-05,
+      "loss": 0.1504,
+      "step": 35000
+    },
+    {
+      "epoch": 4.4375,
+      "grad_norm": 0.11136477440595627,
+      "learning_rate": 3.7673958333333334e-05,
+      "loss": 0.1809,
+      "step": 35500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.001285308855585754,
+      "learning_rate": 3.7500347222222224e-05,
+      "loss": 0.0936,
+      "step": 36000
+    },
+    {
+      "epoch": 4.5625,
+      "grad_norm": 9.097888687392697e-05,
+      "learning_rate": 3.7326736111111114e-05,
+      "loss": 0.138,
+      "step": 36500
+    },
+    {
+      "epoch": 4.625,
+      "grad_norm": 8.100504373942385e-07,
+      "learning_rate": 3.7153125e-05,
+      "loss": 0.1018,
+      "step": 37000
+    },
+    {
+      "epoch": 4.6875,
+      "grad_norm": 7.76401338953292e-06,
+      "learning_rate": 3.697951388888889e-05,
+      "loss": 0.1467,
+      "step": 37500
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.00011219551379326731,
+      "learning_rate": 3.680590277777778e-05,
+      "loss": 0.1253,
+      "step": 38000
+    },
+    {
+      "epoch": 4.8125,
+      "grad_norm": 6.52613493912213e-07,
+      "learning_rate": 3.6632291666666667e-05,
+      "loss": 0.1658,
+      "step": 38500
+    },
+    {
+      "epoch": 4.875,
+      "grad_norm": 0.00043506777728907764,
+      "learning_rate": 3.6458680555555557e-05,
+      "loss": 0.1746,
+      "step": 39000
+    },
+    {
+      "epoch": 4.9375,
+      "grad_norm": 0.003737818216904998,
+      "learning_rate": 3.6285069444444446e-05,
+      "loss": 0.1511,
+      "step": 39500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.0032031103037297726,
+      "learning_rate": 3.6111458333333336e-05,
+      "loss": 0.1175,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.3400997221469879,
+      "eval_pearson": 0.9278541992287661,
+      "eval_runtime": 52.4259,
+      "eval_samples_per_second": 38.149,
+      "eval_steps_per_second": 19.075,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0625,
+      "grad_norm": 7.578780059702694e-05,
+      "learning_rate": 3.5937847222222226e-05,
+      "loss": 0.0854,
+      "step": 40500
+    },
+    {
+      "epoch": 5.125,
+      "grad_norm": 0.00047107384307309985,
+      "learning_rate": 3.576423611111111e-05,
+      "loss": 0.0978,
+      "step": 41000
+    },
+    {
+      "epoch": 5.1875,
+      "grad_norm": 1.537612479296513e-05,
+      "learning_rate": 3.5590625e-05,
+      "loss": 0.0771,
+      "step": 41500
+    },
+    {
+      "epoch": 5.25,
+      "grad_norm": 0.4128485918045044,
+      "learning_rate": 3.541701388888889e-05,
+      "loss": 0.0735,
+      "step": 42000
+    },
+    {
+      "epoch": 5.3125,
+      "grad_norm": 1.5655250549316406,
+      "learning_rate": 3.524340277777778e-05,
+      "loss": 0.0498,
+      "step": 42500
+    },
+    {
+      "epoch": 5.375,
+      "grad_norm": 7.616046104885754e-07,
+      "learning_rate": 3.506979166666667e-05,
+      "loss": 0.0931,
+      "step": 43000
+    },
+    {
+      "epoch": 5.4375,
+      "grad_norm": 88.26677703857422,
+      "learning_rate": 3.489618055555556e-05,
+      "loss": 0.0792,
+      "step": 43500
+    },
+    {
+      "epoch": 5.5,
+      "grad_norm": 5.622899834634154e-07,
+      "learning_rate": 3.472256944444445e-05,
+      "loss": 0.0598,
+      "step": 44000
+    },
+    {
+      "epoch": 5.5625,
+      "grad_norm": 3.284021659055725e-07,
+      "learning_rate": 3.454895833333334e-05,
+      "loss": 0.0569,
+      "step": 44500
+    },
+    {
+      "epoch": 5.625,
+      "grad_norm": 7.701730646658689e-05,
+      "learning_rate": 3.437534722222223e-05,
+      "loss": 0.1013,
+      "step": 45000
+    },
+    {
+      "epoch": 5.6875,
+      "grad_norm": 0.0011569270864129066,
+      "learning_rate": 3.420173611111111e-05,
+      "loss": 0.0752,
+      "step": 45500
+    },
+    {
+      "epoch": 5.75,
+      "grad_norm": 0.005151362158358097,
+      "learning_rate": 3.4028125e-05,
+      "loss": 0.1286,
+      "step": 46000
+    },
+    {
+      "epoch": 5.8125,
+      "grad_norm": 2.8667493268130784e-08,
+      "learning_rate": 3.385451388888889e-05,
+      "loss": 0.0628,
+      "step": 46500
+    },
+    {
+      "epoch": 5.875,
+      "grad_norm": 2.9006994282099186e-06,
+      "learning_rate": 3.3680902777777775e-05,
+      "loss": 0.0778,
+      "step": 47000
+    },
+    {
+      "epoch": 5.9375,
+      "grad_norm": 1.4291666047938634e-05,
+      "learning_rate": 3.3507291666666665e-05,
+      "loss": 0.0939,
+      "step": 47500
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.1977786420611665e-05,
+      "learning_rate": 3.3333680555555555e-05,
+      "loss": 0.0701,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.3394077718257904,
+      "eval_pearson": 0.929029551743213,
+      "eval_runtime": 52.4713,
+      "eval_samples_per_second": 38.116,
+      "eval_steps_per_second": 19.058,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0625,
+      "grad_norm": 2.3781665277056163e-06,
+      "learning_rate": 3.3160069444444445e-05,
+      "loss": 0.0575,
+      "step": 48500
+    },
+    {
+      "epoch": 6.125,
+      "grad_norm": 0.00014402755186893046,
+      "learning_rate": 3.2986458333333335e-05,
+      "loss": 0.0599,
+      "step": 49000
+    },
+    {
+      "epoch": 6.1875,
+      "grad_norm": 0.0024268697015941143,
+      "learning_rate": 3.2812847222222225e-05,
+      "loss": 0.0134,
+      "step": 49500
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 2.872504949569702,
+      "learning_rate": 3.263923611111111e-05,
+      "loss": 0.0529,
+      "step": 50000
+    },
+    {
+      "epoch": 6.3125,
+      "grad_norm": 0.08783645182847977,
+      "learning_rate": 3.2465625e-05,
+      "loss": 0.0429,
+      "step": 50500
+    },
+    {
+      "epoch": 6.375,
+      "grad_norm": 8.48967170715332,
+      "learning_rate": 3.229201388888889e-05,
+      "loss": 0.0615,
+      "step": 51000
+    },
+    {
+      "epoch": 6.4375,
+      "grad_norm": 4.978901984031836e-07,
+      "learning_rate": 3.211840277777778e-05,
+      "loss": 0.0493,
+      "step": 51500
+    },
+    {
+      "epoch": 6.5,
+      "grad_norm": 1.5710222669440554e-06,
+      "learning_rate": 3.194479166666667e-05,
+      "loss": 0.0842,
+      "step": 52000
+    },
+    {
+      "epoch": 6.5625,
+      "grad_norm": 0.0002388143038842827,
+      "learning_rate": 3.177118055555556e-05,
+      "loss": 0.0322,
+      "step": 52500
+    },
+    {
+      "epoch": 6.625,
+      "grad_norm": 4.66664324960675e-08,
+      "learning_rate": 3.159756944444445e-05,
+      "loss": 0.0182,
+      "step": 53000
+    },
+    {
+      "epoch": 6.6875,
+      "grad_norm": 57.2918586730957,
+      "learning_rate": 3.142395833333334e-05,
+      "loss": 0.0851,
+      "step": 53500
+    },
+    {
+      "epoch": 6.75,
+      "grad_norm": 5.3962357924319804e-05,
+      "learning_rate": 3.125034722222223e-05,
+      "loss": 0.0644,
+      "step": 54000
+    },
+    {
+      "epoch": 6.8125,
+      "grad_norm": 0.006401342805474997,
+      "learning_rate": 3.107673611111111e-05,
+      "loss": 0.0943,
+      "step": 54500
+    },
+    {
+      "epoch": 6.875,
+      "grad_norm": 3.415437390685838e-07,
+      "learning_rate": 3.0903125e-05,
+      "loss": 0.0967,
+      "step": 55000
+    },
+    {
+      "epoch": 6.9375,
+      "grad_norm": 5.508160825229425e-07,
+      "learning_rate": 3.072951388888889e-05,
+      "loss": 0.0507,
+      "step": 55500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.04088839516043663,
+      "learning_rate": 3.055590277777778e-05,
+      "loss": 0.0139,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.37575554847717285,
+      "eval_pearson": 0.9206240663481206,
+      "eval_runtime": 52.4561,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.064,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0625,
+      "grad_norm": 0.004823420196771622,
+      "learning_rate": 3.0382291666666667e-05,
+      "loss": 0.0539,
+      "step": 56500
+    },
+    {
+      "epoch": 7.125,
+      "grad_norm": 106.49919128417969,
+      "learning_rate": 3.0208680555555557e-05,
+      "loss": 0.0232,
+      "step": 57000
+    },
+    {
+      "epoch": 7.1875,
+      "grad_norm": 1.074000238077133e-06,
+      "learning_rate": 3.0035069444444447e-05,
+      "loss": 0.0187,
+      "step": 57500
+    },
+    {
+      "epoch": 7.25,
+      "grad_norm": 0.0039020858239382505,
+      "learning_rate": 2.9861458333333337e-05,
+      "loss": 0.0472,
+      "step": 58000
+    },
+    {
+      "epoch": 7.3125,
+      "grad_norm": 0.0892600491642952,
+      "learning_rate": 2.9687847222222227e-05,
+      "loss": 0.0658,
+      "step": 58500
+    },
+    {
+      "epoch": 7.375,
+      "grad_norm": 0.00350657245144248,
+      "learning_rate": 2.951423611111111e-05,
+      "loss": 0.0456,
+      "step": 59000
+    },
+    {
+      "epoch": 7.4375,
+      "grad_norm": 0.0006594175356440246,
+      "learning_rate": 2.9340625e-05,
+      "loss": 0.0171,
+      "step": 59500
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 92.61225128173828,
+      "learning_rate": 2.916701388888889e-05,
+      "loss": 0.0274,
+      "step": 60000
+    },
+    {
+      "epoch": 7.5625,
+      "grad_norm": 3.026230599445512e-09,
+      "learning_rate": 2.899340277777778e-05,
+      "loss": 0.0471,
+      "step": 60500
+    },
+    {
+      "epoch": 7.625,
+      "grad_norm": 1.0678179023670964e-05,
+      "learning_rate": 2.8819791666666666e-05,
+      "loss": 0.0216,
+      "step": 61000
+    },
+    {
+      "epoch": 7.6875,
+      "grad_norm": 5.752791912527755e-05,
+      "learning_rate": 2.8646180555555556e-05,
+      "loss": 0.0157,
+      "step": 61500
+    },
+    {
+      "epoch": 7.75,
+      "grad_norm": 5.118190288543701,
+      "learning_rate": 2.8472569444444446e-05,
+      "loss": 0.0616,
+      "step": 62000
+    },
+    {
+      "epoch": 7.8125,
+      "grad_norm": 2.0125851733610034e-05,
+      "learning_rate": 2.8298958333333336e-05,
+      "loss": 0.0783,
+      "step": 62500
+    },
+    {
+      "epoch": 7.875,
+      "grad_norm": 161.75416564941406,
+      "learning_rate": 2.8125347222222226e-05,
+      "loss": 0.0295,
+      "step": 63000
+    },
+    {
+      "epoch": 7.9375,
+      "grad_norm": 1.577711117306535e-08,
+      "learning_rate": 2.795173611111111e-05,
+      "loss": 0.0498,
+      "step": 63500
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 5.166618279872637e-07,
+      "learning_rate": 2.7778125e-05,
+      "loss": 0.0397,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.3336261510848999,
+      "eval_pearson": 0.9327475370491191,
+      "eval_runtime": 52.4675,
+      "eval_samples_per_second": 38.119,
+      "eval_steps_per_second": 19.059,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0625,
+      "grad_norm": 0.0026754948776215315,
+      "learning_rate": 2.760451388888889e-05,
+      "loss": 0.026,
+      "step": 64500
+    },
+    {
+      "epoch": 8.125,
+      "grad_norm": 3.3581352454348234e-07,
+      "learning_rate": 2.743090277777778e-05,
+      "loss": 0.0115,
+      "step": 65000
+    },
+    {
+      "epoch": 8.1875,
+      "grad_norm": 2.0662416488903546e-07,
+      "learning_rate": 2.725729166666667e-05,
+      "loss": 0.012,
+      "step": 65500
+    },
+    {
+      "epoch": 8.25,
+      "grad_norm": 8.040846921630873e-08,
+      "learning_rate": 2.7083680555555556e-05,
+      "loss": 0.0406,
+      "step": 66000
+    },
+    {
+      "epoch": 8.3125,
+      "grad_norm": 3.422968006816518e-07,
+      "learning_rate": 2.6910069444444446e-05,
+      "loss": 0.0321,
+      "step": 66500
+    },
+    {
+      "epoch": 8.375,
+      "grad_norm": 0.00017860137450043112,
+      "learning_rate": 2.6736458333333336e-05,
+      "loss": 0.0448,
+      "step": 67000
+    },
+    {
+      "epoch": 8.4375,
+      "grad_norm": 1.2621427236680915e-09,
+      "learning_rate": 2.6562847222222225e-05,
+      "loss": 0.0455,
+      "step": 67500
+    },
+    {
+      "epoch": 8.5,
+      "grad_norm": 1.4346144325827481e-06,
+      "learning_rate": 2.638923611111111e-05,
+      "loss": 0.0325,
+      "step": 68000
+    },
+    {
+      "epoch": 8.5625,
+      "grad_norm": 1.2407322174112778e-06,
+      "learning_rate": 2.6215625e-05,
+      "loss": 0.0223,
+      "step": 68500
+    },
+    {
+      "epoch": 8.625,
+      "grad_norm": 3.0256799163908e-06,
+      "learning_rate": 2.604201388888889e-05,
+      "loss": 0.0019,
+      "step": 69000
+    },
+    {
+      "epoch": 8.6875,
+      "grad_norm": 0.007253507152199745,
+      "learning_rate": 2.586840277777778e-05,
+      "loss": 0.0085,
+      "step": 69500
+    },
+    {
+      "epoch": 8.75,
+      "grad_norm": 2.782409467272373e-07,
+      "learning_rate": 2.569479166666667e-05,
+      "loss": 0.0518,
+      "step": 70000
+    },
+    {
+      "epoch": 8.8125,
+      "grad_norm": 0.000820077199023217,
+      "learning_rate": 2.552118055555556e-05,
+      "loss": 0.031,
+      "step": 70500
+    },
+    {
+      "epoch": 8.875,
+      "grad_norm": 2.470728213666007e-05,
+      "learning_rate": 2.5347569444444448e-05,
+      "loss": 0.0354,
+      "step": 71000
+    },
+    {
+      "epoch": 8.9375,
+      "grad_norm": 9.137271263170987e-05,
+      "learning_rate": 2.5173958333333335e-05,
+      "loss": 0.0666,
+      "step": 71500
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.00029885413823649287,
+      "learning_rate": 2.5000347222222225e-05,
+      "loss": 0.0267,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.37894001603126526,
+      "eval_pearson": 0.9279985680079542,
+      "eval_runtime": 52.4816,
+      "eval_samples_per_second": 38.109,
+      "eval_steps_per_second": 19.054,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0625,
+      "grad_norm": 6.724835839122534e-05,
+      "learning_rate": 2.482673611111111e-05,
+      "loss": 0.0044,
+      "step": 72500
+    },
+    {
+      "epoch": 9.125,
+      "grad_norm": 9.228666164595722e-10,
+      "learning_rate": 2.4653125e-05,
+      "loss": 0.0095,
+      "step": 73000
+    },
+    {
+      "epoch": 9.1875,
+      "grad_norm": 0.00011938459647353739,
+      "learning_rate": 2.447951388888889e-05,
+      "loss": 0.0384,
+      "step": 73500
+    },
+    {
+      "epoch": 9.25,
+      "grad_norm": 1.6898056287573127e-09,
+      "learning_rate": 2.4305902777777778e-05,
+      "loss": 0.0182,
+      "step": 74000
+    },
+    {
+      "epoch": 9.3125,
+      "grad_norm": 5.753568288469069e-09,
+      "learning_rate": 2.4132291666666668e-05,
+      "loss": 0.0075,
+      "step": 74500
+    },
+    {
+      "epoch": 9.375,
+      "grad_norm": 5.144208614638046e-08,
+      "learning_rate": 2.3958680555555558e-05,
+      "loss": 0.0172,
+      "step": 75000
+    },
+    {
+      "epoch": 9.4375,
+      "grad_norm": 9.800347200439319e-10,
+      "learning_rate": 2.3785069444444448e-05,
+      "loss": 0.0431,
+      "step": 75500
+    },
+    {
+      "epoch": 9.5,
+      "grad_norm": 5.440585135185749e-11,
+      "learning_rate": 2.3611458333333334e-05,
+      "loss": 0.0109,
+      "step": 76000
+    },
+    {
+      "epoch": 9.5625,
+      "grad_norm": 0.00019604770932346582,
+      "learning_rate": 2.3437847222222224e-05,
+      "loss": 0.0284,
+      "step": 76500
+    },
+    {
+      "epoch": 9.625,
+      "grad_norm": 1.242908239364624,
+      "learning_rate": 2.3264236111111114e-05,
+      "loss": 0.0405,
+      "step": 77000
+    },
+    {
+      "epoch": 9.6875,
+      "grad_norm": 1.540728953841608e-05,
+      "learning_rate": 2.3090625e-05,
+      "loss": 0.0435,
+      "step": 77500
+    },
+    {
+      "epoch": 9.75,
+      "grad_norm": 0.00013433759158942848,
+      "learning_rate": 2.291701388888889e-05,
+      "loss": 0.0181,
+      "step": 78000
+    },
+    {
+      "epoch": 9.8125,
+      "grad_norm": 3.088209687973631e-10,
+      "learning_rate": 2.2743402777777777e-05,
+      "loss": 0.0228,
+      "step": 78500
+    },
+    {
+      "epoch": 9.875,
+      "grad_norm": 0.000814907078165561,
+      "learning_rate": 2.2569791666666667e-05,
+      "loss": 0.0499,
+      "step": 79000
+    },
+    {
+      "epoch": 9.9375,
+      "grad_norm": 1.274260625905299e-07,
+      "learning_rate": 2.2396180555555557e-05,
+      "loss": 0.0316,
+      "step": 79500
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 4.301631997805089e-05,
+      "learning_rate": 2.2222569444444447e-05,
+      "loss": 0.015,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 0.38902410864830017,
+      "eval_pearson": 0.9249309324232664,
+      "eval_runtime": 52.3807,
+      "eval_samples_per_second": 38.182,
+      "eval_steps_per_second": 19.091,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0625,
+      "grad_norm": 1.7468665403086447e-10,
+      "learning_rate": 2.2048958333333333e-05,
+      "loss": 0.0081,
+      "step": 80500
+    },
+    {
+      "epoch": 10.125,
+      "grad_norm": 6.71422021696344e-05,
+      "learning_rate": 2.1875347222222223e-05,
+      "loss": 0.0143,
+      "step": 81000
+    },
+    {
+      "epoch": 10.1875,
+      "grad_norm": 3.1802871944819344e-06,
+      "learning_rate": 2.1701736111111113e-05,
+      "loss": 0.029,
+      "step": 81500
+    },
+    {
+      "epoch": 10.25,
+      "grad_norm": 0.014791320078074932,
+      "learning_rate": 2.1528125000000003e-05,
+      "loss": 0.0054,
+      "step": 82000
+    },
+    {
+      "epoch": 10.3125,
+      "grad_norm": 2.0462434235923865e-07,
+      "learning_rate": 2.135451388888889e-05,
+      "loss": 0.0436,
+      "step": 82500
+    },
+    {
+      "epoch": 10.375,
+      "grad_norm": 1.3791065216064453,
+      "learning_rate": 2.1180902777777776e-05,
+      "loss": 0.0181,
+      "step": 83000
+    },
+    {
+      "epoch": 10.4375,
+      "grad_norm": 0.002008361741900444,
+      "learning_rate": 2.1007291666666666e-05,
+      "loss": 0.0082,
+      "step": 83500
+    },
+    {
+      "epoch": 10.5,
+      "grad_norm": 5.804303704337599e-09,
+      "learning_rate": 2.0833680555555556e-05,
+      "loss": 0.0249,
+      "step": 84000
+    },
+    {
+      "epoch": 10.5625,
+      "grad_norm": 0.0007163327536545694,
+      "learning_rate": 2.0660069444444446e-05,
+      "loss": 0.0112,
+      "step": 84500
+    },
+    {
+      "epoch": 10.625,
+      "grad_norm": 0.0001620600960450247,
+      "learning_rate": 2.0486458333333333e-05,
+      "loss": 0.0295,
+      "step": 85000
+    },
+    {
+      "epoch": 10.6875,
+      "grad_norm": 0.05068128928542137,
+      "learning_rate": 2.0312847222222223e-05,
+      "loss": 0.0223,
+      "step": 85500
+    },
+    {
+      "epoch": 10.75,
+      "grad_norm": 0.0007038409821689129,
+      "learning_rate": 2.0139236111111113e-05,
+      "loss": 0.0192,
+      "step": 86000
+    },
+    {
+      "epoch": 10.8125,
+      "grad_norm": 0.024000702425837517,
+      "learning_rate": 1.9965625000000002e-05,
+      "loss": 0.0249,
+      "step": 86500
+    },
+    {
+      "epoch": 10.875,
+      "grad_norm": 3.588341712656984e-07,
+      "learning_rate": 1.9792013888888892e-05,
+      "loss": 0.0429,
+      "step": 87000
+    },
+    {
+      "epoch": 10.9375,
+      "grad_norm": 1.5524047114467976e-07,
+      "learning_rate": 1.961840277777778e-05,
+      "loss": 0.0188,
+      "step": 87500
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 2.524126614389388e-07,
+      "learning_rate": 1.944479166666667e-05,
+      "loss": 0.0217,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 0.39052143692970276,
+      "eval_pearson": 0.936161178019818,
+      "eval_runtime": 52.432,
+      "eval_samples_per_second": 38.145,
+      "eval_steps_per_second": 19.072,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0625,
+      "grad_norm": 0.0005805569817312062,
+      "learning_rate": 1.9271180555555555e-05,
+      "loss": 0.0255,
+      "step": 88500
+    },
+    {
+      "epoch": 11.125,
+      "grad_norm": 4.623345546406199e-07,
+      "learning_rate": 1.9097569444444445e-05,
+      "loss": 0.0078,
+      "step": 89000
+    },
+    {
+      "epoch": 11.1875,
+      "grad_norm": 5.301876715435583e-09,
+      "learning_rate": 1.8923958333333332e-05,
+      "loss": 0.005,
+      "step": 89500
+    },
+    {
+      "epoch": 11.25,
+      "grad_norm": 0.09818815439939499,
+      "learning_rate": 1.8750347222222222e-05,
+      "loss": 0.008,
+      "step": 90000
+    },
+    {
+      "epoch": 11.3125,
+      "grad_norm": 1.8287735656485893e-05,
+      "learning_rate": 1.8576736111111112e-05,
+      "loss": 0.0021,
+      "step": 90500
+    },
+    {
+      "epoch": 11.375,
+      "grad_norm": 9.81485072770738e-07,
+      "learning_rate": 1.8403125000000002e-05,
+      "loss": 0.014,
+      "step": 91000
+    },
+    {
+      "epoch": 11.4375,
+      "grad_norm": 0.006411096081137657,
+      "learning_rate": 1.8229513888888892e-05,
+      "loss": 0.0128,
+      "step": 91500
+    },
+    {
+      "epoch": 11.5,
+      "grad_norm": 4.448479778984549e-11,
+      "learning_rate": 1.8055902777777778e-05,
+      "loss": 0.0023,
+      "step": 92000
+    },
+    {
+      "epoch": 11.5625,
+      "grad_norm": 0.012693402357399464,
+      "learning_rate": 1.7882291666666668e-05,
+      "loss": 0.0344,
+      "step": 92500
+    },
+    {
+      "epoch": 11.625,
+      "grad_norm": 6.370872540628625e-08,
+      "learning_rate": 1.7708680555555558e-05,
+      "loss": 0.0258,
+      "step": 93000
+    },
+    {
+      "epoch": 11.6875,
+      "grad_norm": 9.032481429471773e-09,
+      "learning_rate": 1.7535069444444445e-05,
+      "loss": 0.0112,
+      "step": 93500
+    },
+    {
+      "epoch": 11.75,
+      "grad_norm": 0.001719271531328559,
+      "learning_rate": 1.7361458333333335e-05,
+      "loss": 0.0275,
+      "step": 94000
+    },
+    {
+      "epoch": 11.8125,
+      "grad_norm": 7.162652036640793e-05,
+      "learning_rate": 1.718784722222222e-05,
+      "loss": 0.0119,
+      "step": 94500
+    },
+    {
+      "epoch": 11.875,
+      "grad_norm": 1.2189951803520671e-06,
+      "learning_rate": 1.701423611111111e-05,
+      "loss": 0.0392,
+      "step": 95000
+    },
+    {
+      "epoch": 11.9375,
+      "grad_norm": 5.709237484552432e-06,
+      "learning_rate": 1.6840625e-05,
+      "loss": 0.0341,
+      "step": 95500
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 1.2266503290447872e-05,
+      "learning_rate": 1.666701388888889e-05,
+      "loss": 0.1026,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 0.42006340622901917,
+      "eval_pearson": 0.9249266863163004,
+      "eval_runtime": 52.4951,
+      "eval_samples_per_second": 38.099,
+      "eval_steps_per_second": 19.049,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0625,
+      "grad_norm": 1.2190711773385488e-09,
+      "learning_rate": 1.6493402777777778e-05,
+      "loss": 0.0118,
+      "step": 96500
+    },
+    {
+      "epoch": 12.125,
+      "grad_norm": 9.660718660597922e-07,
+      "learning_rate": 1.6319791666666668e-05,
+      "loss": 0.0021,
+      "step": 97000
+    },
+    {
+      "epoch": 12.1875,
+      "grad_norm": 0.0003258072247263044,
+      "learning_rate": 1.6146180555555557e-05,
+      "loss": 0.011,
+      "step": 97500
+    },
+    {
+      "epoch": 12.25,
+      "grad_norm": 0.00024601773475296795,
+      "learning_rate": 1.5972569444444447e-05,
+      "loss": 0.0161,
+      "step": 98000
+    },
+    {
+      "epoch": 12.3125,
+      "grad_norm": 2.0050613613875612e-07,
+      "learning_rate": 1.5798958333333334e-05,
+      "loss": 0.0062,
+      "step": 98500
+    },
+    {
+      "epoch": 12.375,
+      "grad_norm": 0.00019162562966812402,
+      "learning_rate": 1.5625347222222224e-05,
+      "loss": 0.0017,
+      "step": 99000
+    },
+    {
+      "epoch": 12.4375,
+      "grad_norm": 5.855550853084424e-07,
+      "learning_rate": 1.545173611111111e-05,
+      "loss": 0.011,
+      "step": 99500
+    },
+    {
+      "epoch": 12.5,
+      "grad_norm": 5.200939631322399e-05,
+      "learning_rate": 1.5278125e-05,
+      "loss": 0.0625,
+      "step": 100000
+    },
+    {
+      "epoch": 12.5625,
+      "grad_norm": 0.0051911999471485615,
+      "learning_rate": 1.510451388888889e-05,
+      "loss": 0.0223,
+      "step": 100500
+    },
+    {
+      "epoch": 12.625,
+      "grad_norm": 0.00023108582536224276,
+      "learning_rate": 1.4930902777777777e-05,
+      "loss": 0.0184,
+      "step": 101000
+    },
+    {
+      "epoch": 12.6875,
+      "grad_norm": 1.2751560461765621e-05,
+      "learning_rate": 1.4757291666666667e-05,
+      "loss": 0.0325,
+      "step": 101500
+    },
+    {
+      "epoch": 12.75,
+      "grad_norm": 0.07260618358850479,
+      "learning_rate": 1.4583680555555557e-05,
+      "loss": 0.0472,
+      "step": 102000
+    },
+    {
+      "epoch": 12.8125,
+      "grad_norm": 1.3546050467994064e-06,
+      "learning_rate": 1.4410069444444447e-05,
+      "loss": 0.0326,
+      "step": 102500
+    },
+    {
+      "epoch": 12.875,
+      "grad_norm": 0.00040618935599923134,
+      "learning_rate": 1.4236458333333333e-05,
+      "loss": 0.0092,
+      "step": 103000
+    },
+    {
+      "epoch": 12.9375,
+      "grad_norm": 3.1089444973986247e-07,
+      "learning_rate": 1.4062847222222223e-05,
+      "loss": 0.0493,
+      "step": 103500
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.02031463012099266,
+      "learning_rate": 1.3889236111111111e-05,
+      "loss": 0.0344,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 0.3848821818828583,
+      "eval_pearson": 0.9320737941331698,
+      "eval_runtime": 52.3286,
+      "eval_samples_per_second": 38.22,
+      "eval_steps_per_second": 19.11,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0625,
+      "grad_norm": 5.390070782596013e-06,
+      "learning_rate": 1.3715625000000001e-05,
+      "loss": 0.0024,
+      "step": 104500
+    },
+    {
+      "epoch": 13.125,
+      "grad_norm": 0.0009596606250852346,
+      "learning_rate": 1.3542013888888891e-05,
+      "loss": 0.0002,
+      "step": 105000
+    },
+    {
+      "epoch": 13.1875,
+      "grad_norm": 1.6519630889888504e-06,
+      "learning_rate": 1.3368402777777778e-05,
+      "loss": 0.0079,
+      "step": 105500
+    },
+    {
+      "epoch": 13.25,
+      "grad_norm": 2.448989988579342e-08,
+      "learning_rate": 1.3194791666666668e-05,
+      "loss": 0.0153,
+      "step": 106000
+    },
+    {
+      "epoch": 13.3125,
+      "grad_norm": 0.0002976028772536665,
+      "learning_rate": 1.3021180555555556e-05,
+      "loss": 0.0039,
+      "step": 106500
+    },
+    {
+      "epoch": 13.375,
+      "grad_norm": 0.00019340288417879492,
+      "learning_rate": 1.2847569444444446e-05,
+      "loss": 0.0163,
+      "step": 107000
+    },
+    {
+      "epoch": 13.4375,
+      "grad_norm": 0.0057904901914298534,
+      "learning_rate": 1.2673958333333333e-05,
+      "loss": 0.0122,
+      "step": 107500
+    },
+    {
+      "epoch": 13.5,
+      "grad_norm": 9.801337910175789e-06,
+      "learning_rate": 1.2500347222222222e-05,
+      "loss": 0.0379,
+      "step": 108000
+    },
+    {
+      "epoch": 13.5625,
+      "grad_norm": 1.4482387769021443e-06,
+      "learning_rate": 1.2326736111111112e-05,
+      "loss": 0.0114,
+      "step": 108500
+    },
+    {
+      "epoch": 13.625,
+      "grad_norm": 2.1305972040863708e-05,
+      "learning_rate": 1.2153125e-05,
+      "loss": 0.018,
+      "step": 109000
+    },
+    {
+      "epoch": 13.6875,
+      "grad_norm": 0.09945420920848846,
+      "learning_rate": 1.1979513888888889e-05,
+      "loss": 0.0726,
+      "step": 109500
+    },
+    {
+      "epoch": 13.75,
+      "grad_norm": 5.7829329307423905e-06,
+      "learning_rate": 1.1805902777777779e-05,
+      "loss": 0.0193,
+      "step": 110000
+    },
+    {
+      "epoch": 13.8125,
+      "grad_norm": 6.558164386660792e-06,
+      "learning_rate": 1.1632291666666667e-05,
+      "loss": 0.0129,
+      "step": 110500
+    },
+    {
+      "epoch": 13.875,
+      "grad_norm": 4.0651830346405404e-08,
+      "learning_rate": 1.1458680555555557e-05,
+      "loss": 0.0389,
+      "step": 111000
+    },
+    {
+      "epoch": 13.9375,
+      "grad_norm": 1.2806684601684992e-08,
+      "learning_rate": 1.1285069444444445e-05,
+      "loss": 0.0071,
+      "step": 111500
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.11720628291368484,
+      "learning_rate": 1.1111458333333333e-05,
+      "loss": 0.0115,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 0.4008629620075226,
+      "eval_pearson": 0.9287046075964228,
+      "eval_runtime": 52.1174,
+      "eval_samples_per_second": 38.375,
+      "eval_steps_per_second": 19.187,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0625,
+      "grad_norm": 3.696676298403645e-09,
+      "learning_rate": 1.0937847222222222e-05,
+      "loss": 0.002,
+      "step": 112500
+    },
+    {
+      "epoch": 14.125,
+      "grad_norm": 1.5702152040830697e-06,
+      "learning_rate": 1.0764236111111112e-05,
+      "loss": 0.011,
+      "step": 113000
+    },
+    {
+      "epoch": 14.1875,
+      "grad_norm": 5.9359957958804443e-05,
+      "learning_rate": 1.0590625e-05,
+      "loss": 0.002,
+      "step": 113500
+    },
+    {
+      "epoch": 14.25,
+      "grad_norm": 1.7063765331282177e-11,
+      "learning_rate": 1.041701388888889e-05,
+      "loss": 0.0092,
+      "step": 114000
+    },
+    {
+      "epoch": 14.3125,
+      "grad_norm": 0.0013318562414497137,
+      "learning_rate": 1.0243402777777778e-05,
+      "loss": 0.0037,
+      "step": 114500
+    },
+    {
+      "epoch": 14.375,
+      "grad_norm": 0.00013518838386517018,
+      "learning_rate": 1.0069791666666666e-05,
+      "loss": 0.0253,
+      "step": 115000
+    },
+    {
+      "epoch": 14.4375,
+      "grad_norm": 0.0004931968287564814,
+      "learning_rate": 9.896180555555556e-06,
+      "loss": 0.0002,
+      "step": 115500
+    },
+    {
+      "epoch": 14.5,
+      "grad_norm": 3.0277399787337345e-07,
+      "learning_rate": 9.722569444444445e-06,
+      "loss": 0.0219,
+      "step": 116000
+    },
+    {
+      "epoch": 14.5625,
+      "grad_norm": 0.005195027217268944,
+      "learning_rate": 9.548958333333334e-06,
+      "loss": 0.0144,
+      "step": 116500
+    },
+    {
+      "epoch": 14.625,
+      "grad_norm": 0.028845345601439476,
+      "learning_rate": 9.375347222222223e-06,
+      "loss": 0.0147,
+      "step": 117000
+    },
+    {
+      "epoch": 14.6875,
+      "grad_norm": 2.050080212256944e-07,
+      "learning_rate": 9.201736111111111e-06,
+      "loss": 0.047,
+      "step": 117500
+    },
+    {
+      "epoch": 14.75,
+      "grad_norm": 2.6781076911674973e-08,
+      "learning_rate": 9.028125e-06,
+      "loss": 0.023,
+      "step": 118000
+    },
+    {
+      "epoch": 14.8125,
+      "grad_norm": 4.3490285861480515e-07,
+      "learning_rate": 8.85451388888889e-06,
+      "loss": 0.0397,
+      "step": 118500
+    },
+    {
+      "epoch": 14.875,
+      "grad_norm": 5.553416121983901e-05,
+      "learning_rate": 8.680902777777779e-06,
+      "loss": 0.0129,
+      "step": 119000
+    },
+    {
+      "epoch": 14.9375,
+      "grad_norm": 0.0018387527670711279,
+      "learning_rate": 8.507291666666667e-06,
+      "loss": 0.0117,
+      "step": 119500
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.0822722846268746e-11,
+      "learning_rate": 8.333680555555556e-06,
+      "loss": 0.0289,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 0.4116508662700653,
+      "eval_pearson": 0.9338347129537201,
+      "eval_runtime": 52.0977,
+      "eval_samples_per_second": 38.389,
+      "eval_steps_per_second": 19.195,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0625,
+      "grad_norm": 0.001994462450966239,
+      "learning_rate": 8.160069444444444e-06,
+      "loss": 0.0078,
+      "step": 120500
+    },
+    {
+      "epoch": 15.125,
+      "grad_norm": 3.360041411770709e-10,
+      "learning_rate": 7.986458333333334e-06,
+      "loss": 0.0157,
+      "step": 121000
+    },
+    {
+      "epoch": 15.1875,
+      "grad_norm": 9.282373980568082e-07,
+      "learning_rate": 7.812847222222222e-06,
+      "loss": 0.0078,
+      "step": 121500
+    },
+    {
+      "epoch": 15.25,
+      "grad_norm": 1.6110238698630042e-09,
+      "learning_rate": 7.639236111111112e-06,
+      "loss": 0.026,
+      "step": 122000
+    },
+    {
+      "epoch": 15.3125,
+      "grad_norm": 2.1387499145930633e-05,
+      "learning_rate": 7.465624999999999e-06,
+      "loss": 0.0182,
+      "step": 122500
+    },
+    {
+      "epoch": 15.375,
+      "grad_norm": 5.649494067005989e-11,
+      "learning_rate": 7.292013888888889e-06,
+      "loss": 0.0106,
+      "step": 123000
+    },
+    {
+      "epoch": 15.4375,
+      "grad_norm": 0.008713332004845142,
+      "learning_rate": 7.118402777777778e-06,
+      "loss": 0.0361,
+      "step": 123500
+    },
+    {
+      "epoch": 15.5,
+      "grad_norm": 1.6483255649291095e-08,
+      "learning_rate": 6.944791666666667e-06,
+      "loss": 0.0187,
+      "step": 124000
+    },
+    {
+      "epoch": 15.5625,
+      "grad_norm": 0.002335034077987075,
+      "learning_rate": 6.7711805555555566e-06,
+      "loss": 0.0055,
+      "step": 124500
+    },
+    {
+      "epoch": 15.625,
+      "grad_norm": 0.03660840913653374,
+      "learning_rate": 6.597569444444445e-06,
+      "loss": 0.0327,
+      "step": 125000
+    },
+    {
+      "epoch": 15.6875,
+      "grad_norm": 1.491520379204303e-06,
+      "learning_rate": 6.423958333333334e-06,
+      "loss": 0.021,
+      "step": 125500
+    },
+    {
+      "epoch": 15.75,
+      "grad_norm": 1.702046326101936e-08,
+      "learning_rate": 6.250347222222222e-06,
+      "loss": 0.0192,
+      "step": 126000
+    },
+    {
+      "epoch": 15.8125,
+      "grad_norm": 4.671832812164212e-06,
+      "learning_rate": 6.076736111111111e-06,
+      "loss": 0.0218,
+      "step": 126500
+    },
+    {
+      "epoch": 15.875,
+      "grad_norm": 3.007305167557206e-06,
+      "learning_rate": 5.903125e-06,
+      "loss": 0.0071,
+      "step": 127000
+    },
+    {
+      "epoch": 15.9375,
+      "grad_norm": 0.00012980301107745618,
+      "learning_rate": 5.7295138888888894e-06,
+      "loss": 0.0128,
+      "step": 127500
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 4.560336890335748e-07,
+      "learning_rate": 5.555902777777778e-06,
+      "loss": 0.0095,
+      "step": 128000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 0.39633870124816895,
+      "eval_pearson": 0.9361489441284587,
+      "eval_runtime": 52.1321,
+      "eval_samples_per_second": 38.364,
+      "eval_steps_per_second": 19.182,
+      "step": 128000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 144000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 18,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1787147895953408e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints_ia3_llama_class/checkpoint-128000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6c46c9dda9757cc094892dfdf420dce55879ca8959ffad52b273b74ea2b4a
+size 5368

checkpoints_ia3_llama_class/checkpoint-136000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-3B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoints_ia3_llama_class/checkpoint-136000/adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 8,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoints_ia3_llama_class/checkpoint-136000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb5dbaf02e6043d093ff92a7be08c082da1c8bfba5e8f05e12aabda68f7e20b
+size 7428608

checkpoints_ia3_llama_class/checkpoint-136000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257f646d44a5777e384ed98dd7e9ce1d9555bdc942fa48db677b14de7ef86a5c
+size 14922618

checkpoints_ia3_llama_class/checkpoint-136000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24b6f69869891265446ef3e1fc30132f26bb58ea8f210f89370fae8b6754e6a
+size 14244

checkpoints_ia3_llama_class/checkpoint-136000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344b5b0debc3729e6a22ae37faf537723e332a9501c6ab92d33750b0352fcbd
+size 1064

checkpoints_ia3_llama_class/checkpoint-136000/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoints_ia3_llama_class/checkpoint-136000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55d3601efe3b76b75c99d892f669a53d23df00ee8bac2e67a72152ae2083cd
+size 17210017

checkpoints_ia3_llama_class/checkpoint-136000/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoints_ia3_llama_class/checkpoint-136000/trainer_state.json

@@ -0,0 +1,2091 @@
+{
+  "best_global_step": 88000,
+  "best_metric": 0.936161178019818,
+  "best_model_checkpoint": "/home/sujeet-pg/wav2vec2/peft/checkpoints_ia3_llama_class/checkpoint-88000",
+  "epoch": 17.0,
+  "eval_steps": 500,
+  "global_step": 136000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0625,
+      "grad_norm": 29.181745529174805,
+      "learning_rate": 4.982673611111111e-05,
+      "loss": 1.9515,
+      "step": 500
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 84.54170989990234,
+      "learning_rate": 4.9653125e-05,
+      "loss": 1.4973,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 118.13458251953125,
+      "learning_rate": 4.947951388888889e-05,
+      "loss": 1.3271,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.062166254967451096,
+      "learning_rate": 4.930590277777778e-05,
+      "loss": 0.9626,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 165.25686645507812,
+      "learning_rate": 4.9132291666666665e-05,
+      "loss": 0.7346,
+      "step": 2500
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.6356489658355713,
+      "learning_rate": 4.8958680555555555e-05,
+      "loss": 0.8147,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.012186303734779358,
+      "learning_rate": 4.8785069444444445e-05,
+      "loss": 0.5557,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 114.87812805175781,
+      "learning_rate": 4.8611458333333335e-05,
+      "loss": 0.546,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.3081382215023041,
+      "learning_rate": 4.8437847222222225e-05,
+      "loss": 0.5198,
+      "step": 4500
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.0013407367514446378,
+      "learning_rate": 4.826423611111111e-05,
+      "loss": 0.4668,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.032304372638463974,
+      "learning_rate": 4.8090625e-05,
+      "loss": 0.4066,
+      "step": 5500
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.350352019071579,
+      "learning_rate": 4.791701388888889e-05,
+      "loss": 0.494,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.031369373202323914,
+      "learning_rate": 4.774340277777778e-05,
+      "loss": 0.4372,
+      "step": 6500
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 87.0584716796875,
+      "learning_rate": 4.756979166666667e-05,
+      "loss": 0.546,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 42.25841522216797,
+      "learning_rate": 4.739618055555556e-05,
+      "loss": 0.4929,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.017110565677285194,
+      "learning_rate": 4.722256944444445e-05,
+      "loss": 0.4128,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.34961560368537903,
+      "eval_pearson": 0.9195974916185884,
+      "eval_runtime": 52.203,
+      "eval_samples_per_second": 38.312,
+      "eval_steps_per_second": 19.156,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 39.48343276977539,
+      "learning_rate": 4.704895833333334e-05,
+      "loss": 0.1769,
+      "step": 8500
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.0003292807668913156,
+      "learning_rate": 4.687534722222223e-05,
+      "loss": 0.3138,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.0025669685564935207,
+      "learning_rate": 4.670173611111111e-05,
+      "loss": 0.3529,
+      "step": 9500
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0019228530582040548,
+      "learning_rate": 4.6528125e-05,
+      "loss": 0.3181,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.09842195361852646,
+      "learning_rate": 4.635451388888889e-05,
+      "loss": 0.3358,
+      "step": 10500
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.0006872316589578986,
+      "learning_rate": 4.618090277777778e-05,
+      "loss": 0.3395,
+      "step": 11000
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.008952559903264046,
+      "learning_rate": 4.600729166666667e-05,
+      "loss": 0.3287,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.0010550743900239468,
+      "learning_rate": 4.583368055555556e-05,
+      "loss": 0.3742,
+      "step": 12000
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.0011425487464293838,
+      "learning_rate": 4.566006944444445e-05,
+      "loss": 0.2979,
+      "step": 12500
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 14.729352951049805,
+      "learning_rate": 4.5486458333333334e-05,
+      "loss": 0.2669,
+      "step": 13000
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 1.1553162039490417e-05,
+      "learning_rate": 4.5312847222222224e-05,
+      "loss": 0.3885,
+      "step": 13500
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.051722027361392975,
+      "learning_rate": 4.5139236111111114e-05,
+      "loss": 0.3096,
+      "step": 14000
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.12957464158535004,
+      "learning_rate": 4.4965625e-05,
+      "loss": 0.3479,
+      "step": 14500
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.012610511854290962,
+      "learning_rate": 4.479201388888889e-05,
+      "loss": 0.432,
+      "step": 15000
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.022952524945139885,
+      "learning_rate": 4.461840277777778e-05,
+      "loss": 0.2932,
+      "step": 15500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 3.255659612477757e-05,
+      "learning_rate": 4.444479166666667e-05,
+      "loss": 0.2544,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.3652373254299164,
+      "eval_pearson": 0.9308122796123071,
+      "eval_runtime": 52.221,
+      "eval_samples_per_second": 38.299,
+      "eval_steps_per_second": 19.149,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0625,
+      "grad_norm": 349.7726135253906,
+      "learning_rate": 4.427118055555556e-05,
+      "loss": 0.3006,
+      "step": 16500
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.05852258577942848,
+      "learning_rate": 4.409756944444445e-05,
+      "loss": 0.2222,
+      "step": 17000
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 8.100055129034445e-05,
+      "learning_rate": 4.3923958333333337e-05,
+      "loss": 0.2253,
+      "step": 17500
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.015503599308431149,
+      "learning_rate": 4.3750347222222226e-05,
+      "loss": 0.301,
+      "step": 18000
+    },
+    {
+      "epoch": 2.3125,
+      "grad_norm": 0.0007520843064412475,
+      "learning_rate": 4.357673611111111e-05,
+      "loss": 0.1979,
+      "step": 18500
+    },
+    {
+      "epoch": 2.375,
+      "grad_norm": 0.0003110193647444248,
+      "learning_rate": 4.3403125e-05,
+      "loss": 0.2496,
+      "step": 19000
+    },
+    {
+      "epoch": 2.4375,
+      "grad_norm": 5.800446033477783,
+      "learning_rate": 4.322951388888889e-05,
+      "loss": 0.3028,
+      "step": 19500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2.4347489215870155e-06,
+      "learning_rate": 4.305590277777778e-05,
+      "loss": 0.2218,
+      "step": 20000
+    },
+    {
+      "epoch": 2.5625,
+      "grad_norm": 0.972939133644104,
+      "learning_rate": 4.288229166666667e-05,
+      "loss": 0.2485,
+      "step": 20500
+    },
+    {
+      "epoch": 2.625,
+      "grad_norm": 1.2701035737991333,
+      "learning_rate": 4.270868055555556e-05,
+      "loss": 0.179,
+      "step": 21000
+    },
+    {
+      "epoch": 2.6875,
+      "grad_norm": 0.0001465667737647891,
+      "learning_rate": 4.253506944444445e-05,
+      "loss": 0.337,
+      "step": 21500
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 188.92559814453125,
+      "learning_rate": 4.236145833333334e-05,
+      "loss": 0.2353,
+      "step": 22000
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.0020125608425587416,
+      "learning_rate": 4.218784722222223e-05,
+      "loss": 0.2412,
+      "step": 22500
+    },
+    {
+      "epoch": 2.875,
+      "grad_norm": 0.030752288177609444,
+      "learning_rate": 4.201423611111111e-05,
+      "loss": 0.2645,
+      "step": 23000
+    },
+    {
+      "epoch": 2.9375,
+      "grad_norm": 76.4650650024414,
+      "learning_rate": 4.1840625e-05,
+      "loss": 0.2856,
+      "step": 23500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0004072492301929742,
+      "learning_rate": 4.166701388888889e-05,
+      "loss": 0.2395,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.28703999519348145,
+      "eval_pearson": 0.9358259106635223,
+      "eval_runtime": 52.1011,
+      "eval_samples_per_second": 38.387,
+      "eval_steps_per_second": 19.193,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0625,
+      "grad_norm": 0.007601168937981129,
+      "learning_rate": 4.149340277777778e-05,
+      "loss": 0.1748,
+      "step": 24500
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.026926109567284584,
+      "learning_rate": 4.1319791666666665e-05,
+      "loss": 0.1542,
+      "step": 25000
+    },
+    {
+      "epoch": 3.1875,
+      "grad_norm": 1.8115358352661133,
+      "learning_rate": 4.1146180555555555e-05,
+      "loss": 0.2275,
+      "step": 25500
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.06953763216733932,
+      "learning_rate": 4.0972569444444445e-05,
+      "loss": 0.1706,
+      "step": 26000
+    },
+    {
+      "epoch": 3.3125,
+      "grad_norm": 0.020493032410740852,
+      "learning_rate": 4.0798958333333335e-05,
+      "loss": 0.1474,
+      "step": 26500
+    },
+    {
+      "epoch": 3.375,
+      "grad_norm": 0.005125588737428188,
+      "learning_rate": 4.0625347222222225e-05,
+      "loss": 0.1723,
+      "step": 27000
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 5.002508163452148,
+      "learning_rate": 4.045173611111111e-05,
+      "loss": 0.196,
+      "step": 27500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.000834703678265214,
+      "learning_rate": 4.0278125e-05,
+      "loss": 0.1449,
+      "step": 28000
+    },
+    {
+      "epoch": 3.5625,
+      "grad_norm": 0.01109158806502819,
+      "learning_rate": 4.010451388888889e-05,
+      "loss": 0.2287,
+      "step": 28500
+    },
+    {
+      "epoch": 3.625,
+      "grad_norm": 9.071109161595814e-06,
+      "learning_rate": 3.993090277777778e-05,
+      "loss": 0.1955,
+      "step": 29000
+    },
+    {
+      "epoch": 3.6875,
+      "grad_norm": 0.0006111862603574991,
+      "learning_rate": 3.975729166666667e-05,
+      "loss": 0.2147,
+      "step": 29500
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 6.614517928937858e-07,
+      "learning_rate": 3.958368055555556e-05,
+      "loss": 0.2289,
+      "step": 30000
+    },
+    {
+      "epoch": 3.8125,
+      "grad_norm": 5.0481699872761965e-05,
+      "learning_rate": 3.941006944444445e-05,
+      "loss": 0.1941,
+      "step": 30500
+    },
+    {
+      "epoch": 3.875,
+      "grad_norm": 2.837545871734619,
+      "learning_rate": 3.923645833333334e-05,
+      "loss": 0.1753,
+      "step": 31000
+    },
+    {
+      "epoch": 3.9375,
+      "grad_norm": 0.00021911883959546685,
+      "learning_rate": 3.906284722222223e-05,
+      "loss": 0.1967,
+      "step": 31500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.008439241908490658,
+      "learning_rate": 3.888923611111111e-05,
+      "loss": 0.2341,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.28366541862487793,
+      "eval_pearson": 0.9336592859812687,
+      "eval_runtime": 52.2768,
+      "eval_samples_per_second": 38.258,
+      "eval_steps_per_second": 19.129,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0625,
+      "grad_norm": 3.5697648525238037,
+      "learning_rate": 3.8715625e-05,
+      "loss": 0.0898,
+      "step": 32500
+    },
+    {
+      "epoch": 4.125,
+      "grad_norm": 0.005574432201683521,
+      "learning_rate": 3.854201388888889e-05,
+      "loss": 0.0931,
+      "step": 33000
+    },
+    {
+      "epoch": 4.1875,
+      "grad_norm": 0.4526767134666443,
+      "learning_rate": 3.836840277777778e-05,
+      "loss": 0.1269,
+      "step": 33500
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.0006220944924280047,
+      "learning_rate": 3.819479166666667e-05,
+      "loss": 0.1229,
+      "step": 34000
+    },
+    {
+      "epoch": 4.3125,
+      "grad_norm": 0.0021529244258999825,
+      "learning_rate": 3.802118055555556e-05,
+      "loss": 0.0941,
+      "step": 34500
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 161.37889099121094,
+      "learning_rate": 3.784756944444445e-05,
+      "loss": 0.1504,
+      "step": 35000
+    },
+    {
+      "epoch": 4.4375,
+      "grad_norm": 0.11136477440595627,
+      "learning_rate": 3.7673958333333334e-05,
+      "loss": 0.1809,
+      "step": 35500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.001285308855585754,
+      "learning_rate": 3.7500347222222224e-05,
+      "loss": 0.0936,
+      "step": 36000
+    },
+    {
+      "epoch": 4.5625,
+      "grad_norm": 9.097888687392697e-05,
+      "learning_rate": 3.7326736111111114e-05,
+      "loss": 0.138,
+      "step": 36500
+    },
+    {
+      "epoch": 4.625,
+      "grad_norm": 8.100504373942385e-07,
+      "learning_rate": 3.7153125e-05,
+      "loss": 0.1018,
+      "step": 37000
+    },
+    {
+      "epoch": 4.6875,
+      "grad_norm": 7.76401338953292e-06,
+      "learning_rate": 3.697951388888889e-05,
+      "loss": 0.1467,
+      "step": 37500
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.00011219551379326731,
+      "learning_rate": 3.680590277777778e-05,
+      "loss": 0.1253,
+      "step": 38000
+    },
+    {
+      "epoch": 4.8125,
+      "grad_norm": 6.52613493912213e-07,
+      "learning_rate": 3.6632291666666667e-05,
+      "loss": 0.1658,
+      "step": 38500
+    },
+    {
+      "epoch": 4.875,
+      "grad_norm": 0.00043506777728907764,
+      "learning_rate": 3.6458680555555557e-05,
+      "loss": 0.1746,
+      "step": 39000
+    },
+    {
+      "epoch": 4.9375,
+      "grad_norm": 0.003737818216904998,
+      "learning_rate": 3.6285069444444446e-05,
+      "loss": 0.1511,
+      "step": 39500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.0032031103037297726,
+      "learning_rate": 3.6111458333333336e-05,
+      "loss": 0.1175,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.3400997221469879,
+      "eval_pearson": 0.9278541992287661,
+      "eval_runtime": 52.4259,
+      "eval_samples_per_second": 38.149,
+      "eval_steps_per_second": 19.075,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0625,
+      "grad_norm": 7.578780059702694e-05,
+      "learning_rate": 3.5937847222222226e-05,
+      "loss": 0.0854,
+      "step": 40500
+    },
+    {
+      "epoch": 5.125,
+      "grad_norm": 0.00047107384307309985,
+      "learning_rate": 3.576423611111111e-05,
+      "loss": 0.0978,
+      "step": 41000
+    },
+    {
+      "epoch": 5.1875,
+      "grad_norm": 1.537612479296513e-05,
+      "learning_rate": 3.5590625e-05,
+      "loss": 0.0771,
+      "step": 41500
+    },
+    {
+      "epoch": 5.25,
+      "grad_norm": 0.4128485918045044,
+      "learning_rate": 3.541701388888889e-05,
+      "loss": 0.0735,
+      "step": 42000
+    },
+    {
+      "epoch": 5.3125,
+      "grad_norm": 1.5655250549316406,
+      "learning_rate": 3.524340277777778e-05,
+      "loss": 0.0498,
+      "step": 42500
+    },
+    {
+      "epoch": 5.375,
+      "grad_norm": 7.616046104885754e-07,
+      "learning_rate": 3.506979166666667e-05,
+      "loss": 0.0931,
+      "step": 43000
+    },
+    {
+      "epoch": 5.4375,
+      "grad_norm": 88.26677703857422,
+      "learning_rate": 3.489618055555556e-05,
+      "loss": 0.0792,
+      "step": 43500
+    },
+    {
+      "epoch": 5.5,
+      "grad_norm": 5.622899834634154e-07,
+      "learning_rate": 3.472256944444445e-05,
+      "loss": 0.0598,
+      "step": 44000
+    },
+    {
+      "epoch": 5.5625,
+      "grad_norm": 3.284021659055725e-07,
+      "learning_rate": 3.454895833333334e-05,
+      "loss": 0.0569,
+      "step": 44500
+    },
+    {
+      "epoch": 5.625,
+      "grad_norm": 7.701730646658689e-05,
+      "learning_rate": 3.437534722222223e-05,
+      "loss": 0.1013,
+      "step": 45000
+    },
+    {
+      "epoch": 5.6875,
+      "grad_norm": 0.0011569270864129066,
+      "learning_rate": 3.420173611111111e-05,
+      "loss": 0.0752,
+      "step": 45500
+    },
+    {
+      "epoch": 5.75,
+      "grad_norm": 0.005151362158358097,
+      "learning_rate": 3.4028125e-05,
+      "loss": 0.1286,
+      "step": 46000
+    },
+    {
+      "epoch": 5.8125,
+      "grad_norm": 2.8667493268130784e-08,
+      "learning_rate": 3.385451388888889e-05,
+      "loss": 0.0628,
+      "step": 46500
+    },
+    {
+      "epoch": 5.875,
+      "grad_norm": 2.9006994282099186e-06,
+      "learning_rate": 3.3680902777777775e-05,
+      "loss": 0.0778,
+      "step": 47000
+    },
+    {
+      "epoch": 5.9375,
+      "grad_norm": 1.4291666047938634e-05,
+      "learning_rate": 3.3507291666666665e-05,
+      "loss": 0.0939,
+      "step": 47500
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.1977786420611665e-05,
+      "learning_rate": 3.3333680555555555e-05,
+      "loss": 0.0701,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.3394077718257904,
+      "eval_pearson": 0.929029551743213,
+      "eval_runtime": 52.4713,
+      "eval_samples_per_second": 38.116,
+      "eval_steps_per_second": 19.058,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0625,
+      "grad_norm": 2.3781665277056163e-06,
+      "learning_rate": 3.3160069444444445e-05,
+      "loss": 0.0575,
+      "step": 48500
+    },
+    {
+      "epoch": 6.125,
+      "grad_norm": 0.00014402755186893046,
+      "learning_rate": 3.2986458333333335e-05,
+      "loss": 0.0599,
+      "step": 49000
+    },
+    {
+      "epoch": 6.1875,
+      "grad_norm": 0.0024268697015941143,
+      "learning_rate": 3.2812847222222225e-05,
+      "loss": 0.0134,
+      "step": 49500
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 2.872504949569702,
+      "learning_rate": 3.263923611111111e-05,
+      "loss": 0.0529,
+      "step": 50000
+    },
+    {
+      "epoch": 6.3125,
+      "grad_norm": 0.08783645182847977,
+      "learning_rate": 3.2465625e-05,
+      "loss": 0.0429,
+      "step": 50500
+    },
+    {
+      "epoch": 6.375,
+      "grad_norm": 8.48967170715332,
+      "learning_rate": 3.229201388888889e-05,
+      "loss": 0.0615,
+      "step": 51000
+    },
+    {
+      "epoch": 6.4375,
+      "grad_norm": 4.978901984031836e-07,
+      "learning_rate": 3.211840277777778e-05,
+      "loss": 0.0493,
+      "step": 51500
+    },
+    {
+      "epoch": 6.5,
+      "grad_norm": 1.5710222669440554e-06,
+      "learning_rate": 3.194479166666667e-05,
+      "loss": 0.0842,
+      "step": 52000
+    },
+    {
+      "epoch": 6.5625,
+      "grad_norm": 0.0002388143038842827,
+      "learning_rate": 3.177118055555556e-05,
+      "loss": 0.0322,
+      "step": 52500
+    },
+    {
+      "epoch": 6.625,
+      "grad_norm": 4.66664324960675e-08,
+      "learning_rate": 3.159756944444445e-05,
+      "loss": 0.0182,
+      "step": 53000
+    },
+    {
+      "epoch": 6.6875,
+      "grad_norm": 57.2918586730957,
+      "learning_rate": 3.142395833333334e-05,
+      "loss": 0.0851,
+      "step": 53500
+    },
+    {
+      "epoch": 6.75,
+      "grad_norm": 5.3962357924319804e-05,
+      "learning_rate": 3.125034722222223e-05,
+      "loss": 0.0644,
+      "step": 54000
+    },
+    {
+      "epoch": 6.8125,
+      "grad_norm": 0.006401342805474997,
+      "learning_rate": 3.107673611111111e-05,
+      "loss": 0.0943,
+      "step": 54500
+    },
+    {
+      "epoch": 6.875,
+      "grad_norm": 3.415437390685838e-07,
+      "learning_rate": 3.0903125e-05,
+      "loss": 0.0967,
+      "step": 55000
+    },
+    {
+      "epoch": 6.9375,
+      "grad_norm": 5.508160825229425e-07,
+      "learning_rate": 3.072951388888889e-05,
+      "loss": 0.0507,
+      "step": 55500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.04088839516043663,
+      "learning_rate": 3.055590277777778e-05,
+      "loss": 0.0139,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.37575554847717285,
+      "eval_pearson": 0.9206240663481206,
+      "eval_runtime": 52.4561,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.064,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0625,
+      "grad_norm": 0.004823420196771622,
+      "learning_rate": 3.0382291666666667e-05,
+      "loss": 0.0539,
+      "step": 56500
+    },
+    {
+      "epoch": 7.125,
+      "grad_norm": 106.49919128417969,
+      "learning_rate": 3.0208680555555557e-05,
+      "loss": 0.0232,
+      "step": 57000
+    },
+    {
+      "epoch": 7.1875,
+      "grad_norm": 1.074000238077133e-06,
+      "learning_rate": 3.0035069444444447e-05,
+      "loss": 0.0187,
+      "step": 57500
+    },
+    {
+      "epoch": 7.25,
+      "grad_norm": 0.0039020858239382505,
+      "learning_rate": 2.9861458333333337e-05,
+      "loss": 0.0472,
+      "step": 58000
+    },
+    {
+      "epoch": 7.3125,
+      "grad_norm": 0.0892600491642952,
+      "learning_rate": 2.9687847222222227e-05,
+      "loss": 0.0658,
+      "step": 58500
+    },
+    {
+      "epoch": 7.375,
+      "grad_norm": 0.00350657245144248,
+      "learning_rate": 2.951423611111111e-05,
+      "loss": 0.0456,
+      "step": 59000
+    },
+    {
+      "epoch": 7.4375,
+      "grad_norm": 0.0006594175356440246,
+      "learning_rate": 2.9340625e-05,
+      "loss": 0.0171,
+      "step": 59500
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 92.61225128173828,
+      "learning_rate": 2.916701388888889e-05,
+      "loss": 0.0274,
+      "step": 60000
+    },
+    {
+      "epoch": 7.5625,
+      "grad_norm": 3.026230599445512e-09,
+      "learning_rate": 2.899340277777778e-05,
+      "loss": 0.0471,
+      "step": 60500
+    },
+    {
+      "epoch": 7.625,
+      "grad_norm": 1.0678179023670964e-05,
+      "learning_rate": 2.8819791666666666e-05,
+      "loss": 0.0216,
+      "step": 61000
+    },
+    {
+      "epoch": 7.6875,
+      "grad_norm": 5.752791912527755e-05,
+      "learning_rate": 2.8646180555555556e-05,
+      "loss": 0.0157,
+      "step": 61500
+    },
+    {
+      "epoch": 7.75,
+      "grad_norm": 5.118190288543701,
+      "learning_rate": 2.8472569444444446e-05,
+      "loss": 0.0616,
+      "step": 62000
+    },
+    {
+      "epoch": 7.8125,
+      "grad_norm": 2.0125851733610034e-05,
+      "learning_rate": 2.8298958333333336e-05,
+      "loss": 0.0783,
+      "step": 62500
+    },
+    {
+      "epoch": 7.875,
+      "grad_norm": 161.75416564941406,
+      "learning_rate": 2.8125347222222226e-05,
+      "loss": 0.0295,
+      "step": 63000
+    },
+    {
+      "epoch": 7.9375,
+      "grad_norm": 1.577711117306535e-08,
+      "learning_rate": 2.795173611111111e-05,
+      "loss": 0.0498,
+      "step": 63500
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 5.166618279872637e-07,
+      "learning_rate": 2.7778125e-05,
+      "loss": 0.0397,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.3336261510848999,
+      "eval_pearson": 0.9327475370491191,
+      "eval_runtime": 52.4675,
+      "eval_samples_per_second": 38.119,
+      "eval_steps_per_second": 19.059,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0625,
+      "grad_norm": 0.0026754948776215315,
+      "learning_rate": 2.760451388888889e-05,
+      "loss": 0.026,
+      "step": 64500
+    },
+    {
+      "epoch": 8.125,
+      "grad_norm": 3.3581352454348234e-07,
+      "learning_rate": 2.743090277777778e-05,
+      "loss": 0.0115,
+      "step": 65000
+    },
+    {
+      "epoch": 8.1875,
+      "grad_norm": 2.0662416488903546e-07,
+      "learning_rate": 2.725729166666667e-05,
+      "loss": 0.012,
+      "step": 65500
+    },
+    {
+      "epoch": 8.25,
+      "grad_norm": 8.040846921630873e-08,
+      "learning_rate": 2.7083680555555556e-05,
+      "loss": 0.0406,
+      "step": 66000
+    },
+    {
+      "epoch": 8.3125,
+      "grad_norm": 3.422968006816518e-07,
+      "learning_rate": 2.6910069444444446e-05,
+      "loss": 0.0321,
+      "step": 66500
+    },
+    {
+      "epoch": 8.375,
+      "grad_norm": 0.00017860137450043112,
+      "learning_rate": 2.6736458333333336e-05,
+      "loss": 0.0448,
+      "step": 67000
+    },
+    {
+      "epoch": 8.4375,
+      "grad_norm": 1.2621427236680915e-09,
+      "learning_rate": 2.6562847222222225e-05,
+      "loss": 0.0455,
+      "step": 67500
+    },
+    {
+      "epoch": 8.5,
+      "grad_norm": 1.4346144325827481e-06,
+      "learning_rate": 2.638923611111111e-05,
+      "loss": 0.0325,
+      "step": 68000
+    },
+    {
+      "epoch": 8.5625,
+      "grad_norm": 1.2407322174112778e-06,
+      "learning_rate": 2.6215625e-05,
+      "loss": 0.0223,
+      "step": 68500
+    },
+    {
+      "epoch": 8.625,
+      "grad_norm": 3.0256799163908e-06,
+      "learning_rate": 2.604201388888889e-05,
+      "loss": 0.0019,
+      "step": 69000
+    },
+    {
+      "epoch": 8.6875,
+      "grad_norm": 0.007253507152199745,
+      "learning_rate": 2.586840277777778e-05,
+      "loss": 0.0085,
+      "step": 69500
+    },
+    {
+      "epoch": 8.75,
+      "grad_norm": 2.782409467272373e-07,
+      "learning_rate": 2.569479166666667e-05,
+      "loss": 0.0518,
+      "step": 70000
+    },
+    {
+      "epoch": 8.8125,
+      "grad_norm": 0.000820077199023217,
+      "learning_rate": 2.552118055555556e-05,
+      "loss": 0.031,
+      "step": 70500
+    },
+    {
+      "epoch": 8.875,
+      "grad_norm": 2.470728213666007e-05,
+      "learning_rate": 2.5347569444444448e-05,
+      "loss": 0.0354,
+      "step": 71000
+    },
+    {
+      "epoch": 8.9375,
+      "grad_norm": 9.137271263170987e-05,
+      "learning_rate": 2.5173958333333335e-05,
+      "loss": 0.0666,
+      "step": 71500
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.00029885413823649287,
+      "learning_rate": 2.5000347222222225e-05,
+      "loss": 0.0267,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.37894001603126526,
+      "eval_pearson": 0.9279985680079542,
+      "eval_runtime": 52.4816,
+      "eval_samples_per_second": 38.109,
+      "eval_steps_per_second": 19.054,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0625,
+      "grad_norm": 6.724835839122534e-05,
+      "learning_rate": 2.482673611111111e-05,
+      "loss": 0.0044,
+      "step": 72500
+    },
+    {
+      "epoch": 9.125,
+      "grad_norm": 9.228666164595722e-10,
+      "learning_rate": 2.4653125e-05,
+      "loss": 0.0095,
+      "step": 73000
+    },
+    {
+      "epoch": 9.1875,
+      "grad_norm": 0.00011938459647353739,
+      "learning_rate": 2.447951388888889e-05,
+      "loss": 0.0384,
+      "step": 73500
+    },
+    {
+      "epoch": 9.25,
+      "grad_norm": 1.6898056287573127e-09,
+      "learning_rate": 2.4305902777777778e-05,
+      "loss": 0.0182,
+      "step": 74000
+    },
+    {
+      "epoch": 9.3125,
+      "grad_norm": 5.753568288469069e-09,
+      "learning_rate": 2.4132291666666668e-05,
+      "loss": 0.0075,
+      "step": 74500
+    },
+    {
+      "epoch": 9.375,
+      "grad_norm": 5.144208614638046e-08,
+      "learning_rate": 2.3958680555555558e-05,
+      "loss": 0.0172,
+      "step": 75000
+    },
+    {
+      "epoch": 9.4375,
+      "grad_norm": 9.800347200439319e-10,
+      "learning_rate": 2.3785069444444448e-05,
+      "loss": 0.0431,
+      "step": 75500
+    },
+    {
+      "epoch": 9.5,
+      "grad_norm": 5.440585135185749e-11,
+      "learning_rate": 2.3611458333333334e-05,
+      "loss": 0.0109,
+      "step": 76000
+    },
+    {
+      "epoch": 9.5625,
+      "grad_norm": 0.00019604770932346582,
+      "learning_rate": 2.3437847222222224e-05,
+      "loss": 0.0284,
+      "step": 76500
+    },
+    {
+      "epoch": 9.625,
+      "grad_norm": 1.242908239364624,
+      "learning_rate": 2.3264236111111114e-05,
+      "loss": 0.0405,
+      "step": 77000
+    },
+    {
+      "epoch": 9.6875,
+      "grad_norm": 1.540728953841608e-05,
+      "learning_rate": 2.3090625e-05,
+      "loss": 0.0435,
+      "step": 77500
+    },
+    {
+      "epoch": 9.75,
+      "grad_norm": 0.00013433759158942848,
+      "learning_rate": 2.291701388888889e-05,
+      "loss": 0.0181,
+      "step": 78000
+    },
+    {
+      "epoch": 9.8125,
+      "grad_norm": 3.088209687973631e-10,
+      "learning_rate": 2.2743402777777777e-05,
+      "loss": 0.0228,
+      "step": 78500
+    },
+    {
+      "epoch": 9.875,
+      "grad_norm": 0.000814907078165561,
+      "learning_rate": 2.2569791666666667e-05,
+      "loss": 0.0499,
+      "step": 79000
+    },
+    {
+      "epoch": 9.9375,
+      "grad_norm": 1.274260625905299e-07,
+      "learning_rate": 2.2396180555555557e-05,
+      "loss": 0.0316,
+      "step": 79500
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 4.301631997805089e-05,
+      "learning_rate": 2.2222569444444447e-05,
+      "loss": 0.015,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 0.38902410864830017,
+      "eval_pearson": 0.9249309324232664,
+      "eval_runtime": 52.3807,
+      "eval_samples_per_second": 38.182,
+      "eval_steps_per_second": 19.091,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0625,
+      "grad_norm": 1.7468665403086447e-10,
+      "learning_rate": 2.2048958333333333e-05,
+      "loss": 0.0081,
+      "step": 80500
+    },
+    {
+      "epoch": 10.125,
+      "grad_norm": 6.71422021696344e-05,
+      "learning_rate": 2.1875347222222223e-05,
+      "loss": 0.0143,
+      "step": 81000
+    },
+    {
+      "epoch": 10.1875,
+      "grad_norm": 3.1802871944819344e-06,
+      "learning_rate": 2.1701736111111113e-05,
+      "loss": 0.029,
+      "step": 81500
+    },
+    {
+      "epoch": 10.25,
+      "grad_norm": 0.014791320078074932,
+      "learning_rate": 2.1528125000000003e-05,
+      "loss": 0.0054,
+      "step": 82000
+    },
+    {
+      "epoch": 10.3125,
+      "grad_norm": 2.0462434235923865e-07,
+      "learning_rate": 2.135451388888889e-05,
+      "loss": 0.0436,
+      "step": 82500
+    },
+    {
+      "epoch": 10.375,
+      "grad_norm": 1.3791065216064453,
+      "learning_rate": 2.1180902777777776e-05,
+      "loss": 0.0181,
+      "step": 83000
+    },
+    {
+      "epoch": 10.4375,
+      "grad_norm": 0.002008361741900444,
+      "learning_rate": 2.1007291666666666e-05,
+      "loss": 0.0082,
+      "step": 83500
+    },
+    {
+      "epoch": 10.5,
+      "grad_norm": 5.804303704337599e-09,
+      "learning_rate": 2.0833680555555556e-05,
+      "loss": 0.0249,
+      "step": 84000
+    },
+    {
+      "epoch": 10.5625,
+      "grad_norm": 0.0007163327536545694,
+      "learning_rate": 2.0660069444444446e-05,
+      "loss": 0.0112,
+      "step": 84500
+    },
+    {
+      "epoch": 10.625,
+      "grad_norm": 0.0001620600960450247,
+      "learning_rate": 2.0486458333333333e-05,
+      "loss": 0.0295,
+      "step": 85000
+    },
+    {
+      "epoch": 10.6875,
+      "grad_norm": 0.05068128928542137,
+      "learning_rate": 2.0312847222222223e-05,
+      "loss": 0.0223,
+      "step": 85500
+    },
+    {
+      "epoch": 10.75,
+      "grad_norm": 0.0007038409821689129,
+      "learning_rate": 2.0139236111111113e-05,
+      "loss": 0.0192,
+      "step": 86000
+    },
+    {
+      "epoch": 10.8125,
+      "grad_norm": 0.024000702425837517,
+      "learning_rate": 1.9965625000000002e-05,
+      "loss": 0.0249,
+      "step": 86500
+    },
+    {
+      "epoch": 10.875,
+      "grad_norm": 3.588341712656984e-07,
+      "learning_rate": 1.9792013888888892e-05,
+      "loss": 0.0429,
+      "step": 87000
+    },
+    {
+      "epoch": 10.9375,
+      "grad_norm": 1.5524047114467976e-07,
+      "learning_rate": 1.961840277777778e-05,
+      "loss": 0.0188,
+      "step": 87500
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 2.524126614389388e-07,
+      "learning_rate": 1.944479166666667e-05,
+      "loss": 0.0217,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 0.39052143692970276,
+      "eval_pearson": 0.936161178019818,
+      "eval_runtime": 52.432,
+      "eval_samples_per_second": 38.145,
+      "eval_steps_per_second": 19.072,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0625,
+      "grad_norm": 0.0005805569817312062,
+      "learning_rate": 1.9271180555555555e-05,
+      "loss": 0.0255,
+      "step": 88500
+    },
+    {
+      "epoch": 11.125,
+      "grad_norm": 4.623345546406199e-07,
+      "learning_rate": 1.9097569444444445e-05,
+      "loss": 0.0078,
+      "step": 89000
+    },
+    {
+      "epoch": 11.1875,
+      "grad_norm": 5.301876715435583e-09,
+      "learning_rate": 1.8923958333333332e-05,
+      "loss": 0.005,
+      "step": 89500
+    },
+    {
+      "epoch": 11.25,
+      "grad_norm": 0.09818815439939499,
+      "learning_rate": 1.8750347222222222e-05,
+      "loss": 0.008,
+      "step": 90000
+    },
+    {
+      "epoch": 11.3125,
+      "grad_norm": 1.8287735656485893e-05,
+      "learning_rate": 1.8576736111111112e-05,
+      "loss": 0.0021,
+      "step": 90500
+    },
+    {
+      "epoch": 11.375,
+      "grad_norm": 9.81485072770738e-07,
+      "learning_rate": 1.8403125000000002e-05,
+      "loss": 0.014,
+      "step": 91000
+    },
+    {
+      "epoch": 11.4375,
+      "grad_norm": 0.006411096081137657,
+      "learning_rate": 1.8229513888888892e-05,
+      "loss": 0.0128,
+      "step": 91500
+    },
+    {
+      "epoch": 11.5,
+      "grad_norm": 4.448479778984549e-11,
+      "learning_rate": 1.8055902777777778e-05,
+      "loss": 0.0023,
+      "step": 92000
+    },
+    {
+      "epoch": 11.5625,
+      "grad_norm": 0.012693402357399464,
+      "learning_rate": 1.7882291666666668e-05,
+      "loss": 0.0344,
+      "step": 92500
+    },
+    {
+      "epoch": 11.625,
+      "grad_norm": 6.370872540628625e-08,
+      "learning_rate": 1.7708680555555558e-05,
+      "loss": 0.0258,
+      "step": 93000
+    },
+    {
+      "epoch": 11.6875,
+      "grad_norm": 9.032481429471773e-09,
+      "learning_rate": 1.7535069444444445e-05,
+      "loss": 0.0112,
+      "step": 93500
+    },
+    {
+      "epoch": 11.75,
+      "grad_norm": 0.001719271531328559,
+      "learning_rate": 1.7361458333333335e-05,
+      "loss": 0.0275,
+      "step": 94000
+    },
+    {
+      "epoch": 11.8125,
+      "grad_norm": 7.162652036640793e-05,
+      "learning_rate": 1.718784722222222e-05,
+      "loss": 0.0119,
+      "step": 94500
+    },
+    {
+      "epoch": 11.875,
+      "grad_norm": 1.2189951803520671e-06,
+      "learning_rate": 1.701423611111111e-05,
+      "loss": 0.0392,
+      "step": 95000
+    },
+    {
+      "epoch": 11.9375,
+      "grad_norm": 5.709237484552432e-06,
+      "learning_rate": 1.6840625e-05,
+      "loss": 0.0341,
+      "step": 95500
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 1.2266503290447872e-05,
+      "learning_rate": 1.666701388888889e-05,
+      "loss": 0.1026,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 0.42006340622901917,
+      "eval_pearson": 0.9249266863163004,
+      "eval_runtime": 52.4951,
+      "eval_samples_per_second": 38.099,
+      "eval_steps_per_second": 19.049,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0625,
+      "grad_norm": 1.2190711773385488e-09,
+      "learning_rate": 1.6493402777777778e-05,
+      "loss": 0.0118,
+      "step": 96500
+    },
+    {
+      "epoch": 12.125,
+      "grad_norm": 9.660718660597922e-07,
+      "learning_rate": 1.6319791666666668e-05,
+      "loss": 0.0021,
+      "step": 97000
+    },
+    {
+      "epoch": 12.1875,
+      "grad_norm": 0.0003258072247263044,
+      "learning_rate": 1.6146180555555557e-05,
+      "loss": 0.011,
+      "step": 97500
+    },
+    {
+      "epoch": 12.25,
+      "grad_norm": 0.00024601773475296795,
+      "learning_rate": 1.5972569444444447e-05,
+      "loss": 0.0161,
+      "step": 98000
+    },
+    {
+      "epoch": 12.3125,
+      "grad_norm": 2.0050613613875612e-07,
+      "learning_rate": 1.5798958333333334e-05,
+      "loss": 0.0062,
+      "step": 98500
+    },
+    {
+      "epoch": 12.375,
+      "grad_norm": 0.00019162562966812402,
+      "learning_rate": 1.5625347222222224e-05,
+      "loss": 0.0017,
+      "step": 99000
+    },
+    {
+      "epoch": 12.4375,
+      "grad_norm": 5.855550853084424e-07,
+      "learning_rate": 1.545173611111111e-05,
+      "loss": 0.011,
+      "step": 99500
+    },
+    {
+      "epoch": 12.5,
+      "grad_norm": 5.200939631322399e-05,
+      "learning_rate": 1.5278125e-05,
+      "loss": 0.0625,
+      "step": 100000
+    },
+    {
+      "epoch": 12.5625,
+      "grad_norm": 0.0051911999471485615,
+      "learning_rate": 1.510451388888889e-05,
+      "loss": 0.0223,
+      "step": 100500
+    },
+    {
+      "epoch": 12.625,
+      "grad_norm": 0.00023108582536224276,
+      "learning_rate": 1.4930902777777777e-05,
+      "loss": 0.0184,
+      "step": 101000
+    },
+    {
+      "epoch": 12.6875,
+      "grad_norm": 1.2751560461765621e-05,
+      "learning_rate": 1.4757291666666667e-05,
+      "loss": 0.0325,
+      "step": 101500
+    },
+    {
+      "epoch": 12.75,
+      "grad_norm": 0.07260618358850479,
+      "learning_rate": 1.4583680555555557e-05,
+      "loss": 0.0472,
+      "step": 102000
+    },
+    {
+      "epoch": 12.8125,
+      "grad_norm": 1.3546050467994064e-06,
+      "learning_rate": 1.4410069444444447e-05,
+      "loss": 0.0326,
+      "step": 102500
+    },
+    {
+      "epoch": 12.875,
+      "grad_norm": 0.00040618935599923134,
+      "learning_rate": 1.4236458333333333e-05,
+      "loss": 0.0092,
+      "step": 103000
+    },
+    {
+      "epoch": 12.9375,
+      "grad_norm": 3.1089444973986247e-07,
+      "learning_rate": 1.4062847222222223e-05,
+      "loss": 0.0493,
+      "step": 103500
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.02031463012099266,
+      "learning_rate": 1.3889236111111111e-05,
+      "loss": 0.0344,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 0.3848821818828583,
+      "eval_pearson": 0.9320737941331698,
+      "eval_runtime": 52.3286,
+      "eval_samples_per_second": 38.22,
+      "eval_steps_per_second": 19.11,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0625,
+      "grad_norm": 5.390070782596013e-06,
+      "learning_rate": 1.3715625000000001e-05,
+      "loss": 0.0024,
+      "step": 104500
+    },
+    {
+      "epoch": 13.125,
+      "grad_norm": 0.0009596606250852346,
+      "learning_rate": 1.3542013888888891e-05,
+      "loss": 0.0002,
+      "step": 105000
+    },
+    {
+      "epoch": 13.1875,
+      "grad_norm": 1.6519630889888504e-06,
+      "learning_rate": 1.3368402777777778e-05,
+      "loss": 0.0079,
+      "step": 105500
+    },
+    {
+      "epoch": 13.25,
+      "grad_norm": 2.448989988579342e-08,
+      "learning_rate": 1.3194791666666668e-05,
+      "loss": 0.0153,
+      "step": 106000
+    },
+    {
+      "epoch": 13.3125,
+      "grad_norm": 0.0002976028772536665,
+      "learning_rate": 1.3021180555555556e-05,
+      "loss": 0.0039,
+      "step": 106500
+    },
+    {
+      "epoch": 13.375,
+      "grad_norm": 0.00019340288417879492,
+      "learning_rate": 1.2847569444444446e-05,
+      "loss": 0.0163,
+      "step": 107000
+    },
+    {
+      "epoch": 13.4375,
+      "grad_norm": 0.0057904901914298534,
+      "learning_rate": 1.2673958333333333e-05,
+      "loss": 0.0122,
+      "step": 107500
+    },
+    {
+      "epoch": 13.5,
+      "grad_norm": 9.801337910175789e-06,
+      "learning_rate": 1.2500347222222222e-05,
+      "loss": 0.0379,
+      "step": 108000
+    },
+    {
+      "epoch": 13.5625,
+      "grad_norm": 1.4482387769021443e-06,
+      "learning_rate": 1.2326736111111112e-05,
+      "loss": 0.0114,
+      "step": 108500
+    },
+    {
+      "epoch": 13.625,
+      "grad_norm": 2.1305972040863708e-05,
+      "learning_rate": 1.2153125e-05,
+      "loss": 0.018,
+      "step": 109000
+    },
+    {
+      "epoch": 13.6875,
+      "grad_norm": 0.09945420920848846,
+      "learning_rate": 1.1979513888888889e-05,
+      "loss": 0.0726,
+      "step": 109500
+    },
+    {
+      "epoch": 13.75,
+      "grad_norm": 5.7829329307423905e-06,
+      "learning_rate": 1.1805902777777779e-05,
+      "loss": 0.0193,
+      "step": 110000
+    },
+    {
+      "epoch": 13.8125,
+      "grad_norm": 6.558164386660792e-06,
+      "learning_rate": 1.1632291666666667e-05,
+      "loss": 0.0129,
+      "step": 110500
+    },
+    {
+      "epoch": 13.875,
+      "grad_norm": 4.0651830346405404e-08,
+      "learning_rate": 1.1458680555555557e-05,
+      "loss": 0.0389,
+      "step": 111000
+    },
+    {
+      "epoch": 13.9375,
+      "grad_norm": 1.2806684601684992e-08,
+      "learning_rate": 1.1285069444444445e-05,
+      "loss": 0.0071,
+      "step": 111500
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.11720628291368484,
+      "learning_rate": 1.1111458333333333e-05,
+      "loss": 0.0115,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 0.4008629620075226,
+      "eval_pearson": 0.9287046075964228,
+      "eval_runtime": 52.1174,
+      "eval_samples_per_second": 38.375,
+      "eval_steps_per_second": 19.187,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0625,
+      "grad_norm": 3.696676298403645e-09,
+      "learning_rate": 1.0937847222222222e-05,
+      "loss": 0.002,
+      "step": 112500
+    },
+    {
+      "epoch": 14.125,
+      "grad_norm": 1.5702152040830697e-06,
+      "learning_rate": 1.0764236111111112e-05,
+      "loss": 0.011,
+      "step": 113000
+    },
+    {
+      "epoch": 14.1875,
+      "grad_norm": 5.9359957958804443e-05,
+      "learning_rate": 1.0590625e-05,
+      "loss": 0.002,
+      "step": 113500
+    },
+    {
+      "epoch": 14.25,
+      "grad_norm": 1.7063765331282177e-11,
+      "learning_rate": 1.041701388888889e-05,
+      "loss": 0.0092,
+      "step": 114000
+    },
+    {
+      "epoch": 14.3125,
+      "grad_norm": 0.0013318562414497137,
+      "learning_rate": 1.0243402777777778e-05,
+      "loss": 0.0037,
+      "step": 114500
+    },
+    {
+      "epoch": 14.375,
+      "grad_norm": 0.00013518838386517018,
+      "learning_rate": 1.0069791666666666e-05,
+      "loss": 0.0253,
+      "step": 115000
+    },
+    {
+      "epoch": 14.4375,
+      "grad_norm": 0.0004931968287564814,
+      "learning_rate": 9.896180555555556e-06,
+      "loss": 0.0002,
+      "step": 115500
+    },
+    {
+      "epoch": 14.5,
+      "grad_norm": 3.0277399787337345e-07,
+      "learning_rate": 9.722569444444445e-06,
+      "loss": 0.0219,
+      "step": 116000
+    },
+    {
+      "epoch": 14.5625,
+      "grad_norm": 0.005195027217268944,
+      "learning_rate": 9.548958333333334e-06,
+      "loss": 0.0144,
+      "step": 116500
+    },
+    {
+      "epoch": 14.625,
+      "grad_norm": 0.028845345601439476,
+      "learning_rate": 9.375347222222223e-06,
+      "loss": 0.0147,
+      "step": 117000
+    },
+    {
+      "epoch": 14.6875,
+      "grad_norm": 2.050080212256944e-07,
+      "learning_rate": 9.201736111111111e-06,
+      "loss": 0.047,
+      "step": 117500
+    },
+    {
+      "epoch": 14.75,
+      "grad_norm": 2.6781076911674973e-08,
+      "learning_rate": 9.028125e-06,
+      "loss": 0.023,
+      "step": 118000
+    },
+    {
+      "epoch": 14.8125,
+      "grad_norm": 4.3490285861480515e-07,
+      "learning_rate": 8.85451388888889e-06,
+      "loss": 0.0397,
+      "step": 118500
+    },
+    {
+      "epoch": 14.875,
+      "grad_norm": 5.553416121983901e-05,
+      "learning_rate": 8.680902777777779e-06,
+      "loss": 0.0129,
+      "step": 119000
+    },
+    {
+      "epoch": 14.9375,
+      "grad_norm": 0.0018387527670711279,
+      "learning_rate": 8.507291666666667e-06,
+      "loss": 0.0117,
+      "step": 119500
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.0822722846268746e-11,
+      "learning_rate": 8.333680555555556e-06,
+      "loss": 0.0289,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 0.4116508662700653,
+      "eval_pearson": 0.9338347129537201,
+      "eval_runtime": 52.0977,
+      "eval_samples_per_second": 38.389,
+      "eval_steps_per_second": 19.195,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0625,
+      "grad_norm": 0.001994462450966239,
+      "learning_rate": 8.160069444444444e-06,
+      "loss": 0.0078,
+      "step": 120500
+    },
+    {
+      "epoch": 15.125,
+      "grad_norm": 3.360041411770709e-10,
+      "learning_rate": 7.986458333333334e-06,
+      "loss": 0.0157,
+      "step": 121000
+    },
+    {
+      "epoch": 15.1875,
+      "grad_norm": 9.282373980568082e-07,
+      "learning_rate": 7.812847222222222e-06,
+      "loss": 0.0078,
+      "step": 121500
+    },
+    {
+      "epoch": 15.25,
+      "grad_norm": 1.6110238698630042e-09,
+      "learning_rate": 7.639236111111112e-06,
+      "loss": 0.026,
+      "step": 122000
+    },
+    {
+      "epoch": 15.3125,
+      "grad_norm": 2.1387499145930633e-05,
+      "learning_rate": 7.465624999999999e-06,
+      "loss": 0.0182,
+      "step": 122500
+    },
+    {
+      "epoch": 15.375,
+      "grad_norm": 5.649494067005989e-11,
+      "learning_rate": 7.292013888888889e-06,
+      "loss": 0.0106,
+      "step": 123000
+    },
+    {
+      "epoch": 15.4375,
+      "grad_norm": 0.008713332004845142,
+      "learning_rate": 7.118402777777778e-06,
+      "loss": 0.0361,
+      "step": 123500
+    },
+    {
+      "epoch": 15.5,
+      "grad_norm": 1.6483255649291095e-08,
+      "learning_rate": 6.944791666666667e-06,
+      "loss": 0.0187,
+      "step": 124000
+    },
+    {
+      "epoch": 15.5625,
+      "grad_norm": 0.002335034077987075,
+      "learning_rate": 6.7711805555555566e-06,
+      "loss": 0.0055,
+      "step": 124500
+    },
+    {
+      "epoch": 15.625,
+      "grad_norm": 0.03660840913653374,
+      "learning_rate": 6.597569444444445e-06,
+      "loss": 0.0327,
+      "step": 125000
+    },
+    {
+      "epoch": 15.6875,
+      "grad_norm": 1.491520379204303e-06,
+      "learning_rate": 6.423958333333334e-06,
+      "loss": 0.021,
+      "step": 125500
+    },
+    {
+      "epoch": 15.75,
+      "grad_norm": 1.702046326101936e-08,
+      "learning_rate": 6.250347222222222e-06,
+      "loss": 0.0192,
+      "step": 126000
+    },
+    {
+      "epoch": 15.8125,
+      "grad_norm": 4.671832812164212e-06,
+      "learning_rate": 6.076736111111111e-06,
+      "loss": 0.0218,
+      "step": 126500
+    },
+    {
+      "epoch": 15.875,
+      "grad_norm": 3.007305167557206e-06,
+      "learning_rate": 5.903125e-06,
+      "loss": 0.0071,
+      "step": 127000
+    },
+    {
+      "epoch": 15.9375,
+      "grad_norm": 0.00012980301107745618,
+      "learning_rate": 5.7295138888888894e-06,
+      "loss": 0.0128,
+      "step": 127500
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 4.560336890335748e-07,
+      "learning_rate": 5.555902777777778e-06,
+      "loss": 0.0095,
+      "step": 128000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 0.39633870124816895,
+      "eval_pearson": 0.9361489441284587,
+      "eval_runtime": 52.1321,
+      "eval_samples_per_second": 38.364,
+      "eval_steps_per_second": 19.182,
+      "step": 128000
+    },
+    {
+      "epoch": 16.0625,
+      "grad_norm": 4.1626062596833435e-09,
+      "learning_rate": 5.382291666666667e-06,
+      "loss": 0.0022,
+      "step": 128500
+    },
+    {
+      "epoch": 16.125,
+      "grad_norm": 0.001842322526499629,
+      "learning_rate": 5.208680555555556e-06,
+      "loss": 0.0141,
+      "step": 129000
+    },
+    {
+      "epoch": 16.1875,
+      "grad_norm": 3.6366621714023495e-08,
+      "learning_rate": 5.035069444444444e-06,
+      "loss": 0.0233,
+      "step": 129500
+    },
+    {
+      "epoch": 16.25,
+      "grad_norm": 1.9658939436340006e-06,
+      "learning_rate": 4.861458333333334e-06,
+      "loss": 0.0049,
+      "step": 130000
+    },
+    {
+      "epoch": 16.3125,
+      "grad_norm": 8.618873835075647e-06,
+      "learning_rate": 4.687847222222222e-06,
+      "loss": 0.0038,
+      "step": 130500
+    },
+    {
+      "epoch": 16.375,
+      "grad_norm": 3.656549552033539e-08,
+      "learning_rate": 4.514236111111111e-06,
+      "loss": 0.0025,
+      "step": 131000
+    },
+    {
+      "epoch": 16.4375,
+      "grad_norm": 3.9857341107563116e-06,
+      "learning_rate": 4.3406250000000005e-06,
+      "loss": 0.0113,
+      "step": 131500
+    },
+    {
+      "epoch": 16.5,
+      "grad_norm": 1.3211584359851258e-07,
+      "learning_rate": 4.167013888888889e-06,
+      "loss": 0.0091,
+      "step": 132000
+    },
+    {
+      "epoch": 16.5625,
+      "grad_norm": 0.012276459485292435,
+      "learning_rate": 3.993402777777778e-06,
+      "loss": 0.0068,
+      "step": 132500
+    },
+    {
+      "epoch": 16.625,
+      "grad_norm": 0.0287026297301054,
+      "learning_rate": 3.819791666666667e-06,
+      "loss": 0.0386,
+      "step": 133000
+    },
+    {
+      "epoch": 16.6875,
+      "grad_norm": 1.2811213423447043e-07,
+      "learning_rate": 3.6461805555555556e-06,
+      "loss": 0.0,
+      "step": 133500
+    },
+    {
+      "epoch": 16.75,
+      "grad_norm": 3.6252565394079284e-08,
+      "learning_rate": 3.4725694444444442e-06,
+      "loss": 0.0048,
+      "step": 134000
+    },
+    {
+      "epoch": 16.8125,
+      "grad_norm": 0.007136507425457239,
+      "learning_rate": 3.2989583333333338e-06,
+      "loss": 0.0093,
+      "step": 134500
+    },
+    {
+      "epoch": 16.875,
+      "grad_norm": 0.00022970048303250223,
+      "learning_rate": 3.1253472222222224e-06,
+      "loss": 0.0201,
+      "step": 135000
+    },
+    {
+      "epoch": 16.9375,
+      "grad_norm": 1.450917920919892e-06,
+      "learning_rate": 2.9517361111111115e-06,
+      "loss": 0.0207,
+      "step": 135500
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 4.926808472305311e-08,
+      "learning_rate": 2.778125e-06,
+      "loss": 0.0254,
+      "step": 136000
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 0.36975476145744324,
+      "eval_pearson": 0.9265418354468642,
+      "eval_runtime": 52.4565,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.063,
+      "step": 136000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 144000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 18,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2524419411141018e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints_ia3_llama_class/checkpoint-136000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6c46c9dda9757cc094892dfdf420dce55879ca8959ffad52b273b74ea2b4a
+size 5368

checkpoints_ia3_llama_class/checkpoint-144000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-3B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoints_ia3_llama_class/checkpoint-144000/adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 8,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoints_ia3_llama_class/checkpoint-144000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c260cda8ceb59e4b14aaa1db25365a37c4ccd09cd58d0d7bdebfb806b87829e4
+size 7428608

checkpoints_ia3_llama_class/checkpoint-144000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074d7973372a5d7ea23bd9d315d5331f985720ceca67d2282a301f3269e6b4a3
+size 14922618

checkpoints_ia3_llama_class/checkpoint-144000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8903584982ed966ddb3e790f06922cb8ef36373d8f73613be12e092682b3fc44
+size 14244

checkpoints_ia3_llama_class/checkpoint-144000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99214dec9930361c48ca8025d8543340ff8f93d4fd960d45e89f804ee70b676c
+size 1064

checkpoints_ia3_llama_class/checkpoint-144000/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoints_ia3_llama_class/checkpoint-144000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55d3601efe3b76b75c99d892f669a53d23df00ee8bac2e67a72152ae2083cd
+size 17210017

checkpoints_ia3_llama_class/checkpoint-144000/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoints_ia3_llama_class/checkpoint-144000/trainer_state.json

@@ -0,0 +1,2212 @@
+{
+  "best_global_step": 88000,
+  "best_metric": 0.936161178019818,
+  "best_model_checkpoint": "/home/sujeet-pg/wav2vec2/peft/checkpoints_ia3_llama_class/checkpoint-88000",
+  "epoch": 18.0,
+  "eval_steps": 500,
+  "global_step": 144000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0625,
+      "grad_norm": 29.181745529174805,
+      "learning_rate": 4.982673611111111e-05,
+      "loss": 1.9515,
+      "step": 500
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 84.54170989990234,
+      "learning_rate": 4.9653125e-05,
+      "loss": 1.4973,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 118.13458251953125,
+      "learning_rate": 4.947951388888889e-05,
+      "loss": 1.3271,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.062166254967451096,
+      "learning_rate": 4.930590277777778e-05,
+      "loss": 0.9626,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 165.25686645507812,
+      "learning_rate": 4.9132291666666665e-05,
+      "loss": 0.7346,
+      "step": 2500
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.6356489658355713,
+      "learning_rate": 4.8958680555555555e-05,
+      "loss": 0.8147,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.012186303734779358,
+      "learning_rate": 4.8785069444444445e-05,
+      "loss": 0.5557,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 114.87812805175781,
+      "learning_rate": 4.8611458333333335e-05,
+      "loss": 0.546,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.3081382215023041,
+      "learning_rate": 4.8437847222222225e-05,
+      "loss": 0.5198,
+      "step": 4500
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.0013407367514446378,
+      "learning_rate": 4.826423611111111e-05,
+      "loss": 0.4668,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.032304372638463974,
+      "learning_rate": 4.8090625e-05,
+      "loss": 0.4066,
+      "step": 5500
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.350352019071579,
+      "learning_rate": 4.791701388888889e-05,
+      "loss": 0.494,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.031369373202323914,
+      "learning_rate": 4.774340277777778e-05,
+      "loss": 0.4372,
+      "step": 6500
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 87.0584716796875,
+      "learning_rate": 4.756979166666667e-05,
+      "loss": 0.546,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 42.25841522216797,
+      "learning_rate": 4.739618055555556e-05,
+      "loss": 0.4929,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.017110565677285194,
+      "learning_rate": 4.722256944444445e-05,
+      "loss": 0.4128,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.34961560368537903,
+      "eval_pearson": 0.9195974916185884,
+      "eval_runtime": 52.203,
+      "eval_samples_per_second": 38.312,
+      "eval_steps_per_second": 19.156,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 39.48343276977539,
+      "learning_rate": 4.704895833333334e-05,
+      "loss": 0.1769,
+      "step": 8500
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.0003292807668913156,
+      "learning_rate": 4.687534722222223e-05,
+      "loss": 0.3138,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.0025669685564935207,
+      "learning_rate": 4.670173611111111e-05,
+      "loss": 0.3529,
+      "step": 9500
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0019228530582040548,
+      "learning_rate": 4.6528125e-05,
+      "loss": 0.3181,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.09842195361852646,
+      "learning_rate": 4.635451388888889e-05,
+      "loss": 0.3358,
+      "step": 10500
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.0006872316589578986,
+      "learning_rate": 4.618090277777778e-05,
+      "loss": 0.3395,
+      "step": 11000
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.008952559903264046,
+      "learning_rate": 4.600729166666667e-05,
+      "loss": 0.3287,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.0010550743900239468,
+      "learning_rate": 4.583368055555556e-05,
+      "loss": 0.3742,
+      "step": 12000
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.0011425487464293838,
+      "learning_rate": 4.566006944444445e-05,
+      "loss": 0.2979,
+      "step": 12500
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 14.729352951049805,
+      "learning_rate": 4.5486458333333334e-05,
+      "loss": 0.2669,
+      "step": 13000
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 1.1553162039490417e-05,
+      "learning_rate": 4.5312847222222224e-05,
+      "loss": 0.3885,
+      "step": 13500
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.051722027361392975,
+      "learning_rate": 4.5139236111111114e-05,
+      "loss": 0.3096,
+      "step": 14000
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.12957464158535004,
+      "learning_rate": 4.4965625e-05,
+      "loss": 0.3479,
+      "step": 14500
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.012610511854290962,
+      "learning_rate": 4.479201388888889e-05,
+      "loss": 0.432,
+      "step": 15000
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.022952524945139885,
+      "learning_rate": 4.461840277777778e-05,
+      "loss": 0.2932,
+      "step": 15500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 3.255659612477757e-05,
+      "learning_rate": 4.444479166666667e-05,
+      "loss": 0.2544,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.3652373254299164,
+      "eval_pearson": 0.9308122796123071,
+      "eval_runtime": 52.221,
+      "eval_samples_per_second": 38.299,
+      "eval_steps_per_second": 19.149,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0625,
+      "grad_norm": 349.7726135253906,
+      "learning_rate": 4.427118055555556e-05,
+      "loss": 0.3006,
+      "step": 16500
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.05852258577942848,
+      "learning_rate": 4.409756944444445e-05,
+      "loss": 0.2222,
+      "step": 17000
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 8.100055129034445e-05,
+      "learning_rate": 4.3923958333333337e-05,
+      "loss": 0.2253,
+      "step": 17500
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.015503599308431149,
+      "learning_rate": 4.3750347222222226e-05,
+      "loss": 0.301,
+      "step": 18000
+    },
+    {
+      "epoch": 2.3125,
+      "grad_norm": 0.0007520843064412475,
+      "learning_rate": 4.357673611111111e-05,
+      "loss": 0.1979,
+      "step": 18500
+    },
+    {
+      "epoch": 2.375,
+      "grad_norm": 0.0003110193647444248,
+      "learning_rate": 4.3403125e-05,
+      "loss": 0.2496,
+      "step": 19000
+    },
+    {
+      "epoch": 2.4375,
+      "grad_norm": 5.800446033477783,
+      "learning_rate": 4.322951388888889e-05,
+      "loss": 0.3028,
+      "step": 19500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2.4347489215870155e-06,
+      "learning_rate": 4.305590277777778e-05,
+      "loss": 0.2218,
+      "step": 20000
+    },
+    {
+      "epoch": 2.5625,
+      "grad_norm": 0.972939133644104,
+      "learning_rate": 4.288229166666667e-05,
+      "loss": 0.2485,
+      "step": 20500
+    },
+    {
+      "epoch": 2.625,
+      "grad_norm": 1.2701035737991333,
+      "learning_rate": 4.270868055555556e-05,
+      "loss": 0.179,
+      "step": 21000
+    },
+    {
+      "epoch": 2.6875,
+      "grad_norm": 0.0001465667737647891,
+      "learning_rate": 4.253506944444445e-05,
+      "loss": 0.337,
+      "step": 21500
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 188.92559814453125,
+      "learning_rate": 4.236145833333334e-05,
+      "loss": 0.2353,
+      "step": 22000
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.0020125608425587416,
+      "learning_rate": 4.218784722222223e-05,
+      "loss": 0.2412,
+      "step": 22500
+    },
+    {
+      "epoch": 2.875,
+      "grad_norm": 0.030752288177609444,
+      "learning_rate": 4.201423611111111e-05,
+      "loss": 0.2645,
+      "step": 23000
+    },
+    {
+      "epoch": 2.9375,
+      "grad_norm": 76.4650650024414,
+      "learning_rate": 4.1840625e-05,
+      "loss": 0.2856,
+      "step": 23500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0004072492301929742,
+      "learning_rate": 4.166701388888889e-05,
+      "loss": 0.2395,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.28703999519348145,
+      "eval_pearson": 0.9358259106635223,
+      "eval_runtime": 52.1011,
+      "eval_samples_per_second": 38.387,
+      "eval_steps_per_second": 19.193,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0625,
+      "grad_norm": 0.007601168937981129,
+      "learning_rate": 4.149340277777778e-05,
+      "loss": 0.1748,
+      "step": 24500
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.026926109567284584,
+      "learning_rate": 4.1319791666666665e-05,
+      "loss": 0.1542,
+      "step": 25000
+    },
+    {
+      "epoch": 3.1875,
+      "grad_norm": 1.8115358352661133,
+      "learning_rate": 4.1146180555555555e-05,
+      "loss": 0.2275,
+      "step": 25500
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.06953763216733932,
+      "learning_rate": 4.0972569444444445e-05,
+      "loss": 0.1706,
+      "step": 26000
+    },
+    {
+      "epoch": 3.3125,
+      "grad_norm": 0.020493032410740852,
+      "learning_rate": 4.0798958333333335e-05,
+      "loss": 0.1474,
+      "step": 26500
+    },
+    {
+      "epoch": 3.375,
+      "grad_norm": 0.005125588737428188,
+      "learning_rate": 4.0625347222222225e-05,
+      "loss": 0.1723,
+      "step": 27000
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 5.002508163452148,
+      "learning_rate": 4.045173611111111e-05,
+      "loss": 0.196,
+      "step": 27500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.000834703678265214,
+      "learning_rate": 4.0278125e-05,
+      "loss": 0.1449,
+      "step": 28000
+    },
+    {
+      "epoch": 3.5625,
+      "grad_norm": 0.01109158806502819,
+      "learning_rate": 4.010451388888889e-05,
+      "loss": 0.2287,
+      "step": 28500
+    },
+    {
+      "epoch": 3.625,
+      "grad_norm": 9.071109161595814e-06,
+      "learning_rate": 3.993090277777778e-05,
+      "loss": 0.1955,
+      "step": 29000
+    },
+    {
+      "epoch": 3.6875,
+      "grad_norm": 0.0006111862603574991,
+      "learning_rate": 3.975729166666667e-05,
+      "loss": 0.2147,
+      "step": 29500
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 6.614517928937858e-07,
+      "learning_rate": 3.958368055555556e-05,
+      "loss": 0.2289,
+      "step": 30000
+    },
+    {
+      "epoch": 3.8125,
+      "grad_norm": 5.0481699872761965e-05,
+      "learning_rate": 3.941006944444445e-05,
+      "loss": 0.1941,
+      "step": 30500
+    },
+    {
+      "epoch": 3.875,
+      "grad_norm": 2.837545871734619,
+      "learning_rate": 3.923645833333334e-05,
+      "loss": 0.1753,
+      "step": 31000
+    },
+    {
+      "epoch": 3.9375,
+      "grad_norm": 0.00021911883959546685,
+      "learning_rate": 3.906284722222223e-05,
+      "loss": 0.1967,
+      "step": 31500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.008439241908490658,
+      "learning_rate": 3.888923611111111e-05,
+      "loss": 0.2341,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.28366541862487793,
+      "eval_pearson": 0.9336592859812687,
+      "eval_runtime": 52.2768,
+      "eval_samples_per_second": 38.258,
+      "eval_steps_per_second": 19.129,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0625,
+      "grad_norm": 3.5697648525238037,
+      "learning_rate": 3.8715625e-05,
+      "loss": 0.0898,
+      "step": 32500
+    },
+    {
+      "epoch": 4.125,
+      "grad_norm": 0.005574432201683521,
+      "learning_rate": 3.854201388888889e-05,
+      "loss": 0.0931,
+      "step": 33000
+    },
+    {
+      "epoch": 4.1875,
+      "grad_norm": 0.4526767134666443,
+      "learning_rate": 3.836840277777778e-05,
+      "loss": 0.1269,
+      "step": 33500
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.0006220944924280047,
+      "learning_rate": 3.819479166666667e-05,
+      "loss": 0.1229,
+      "step": 34000
+    },
+    {
+      "epoch": 4.3125,
+      "grad_norm": 0.0021529244258999825,
+      "learning_rate": 3.802118055555556e-05,
+      "loss": 0.0941,
+      "step": 34500
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 161.37889099121094,
+      "learning_rate": 3.784756944444445e-05,
+      "loss": 0.1504,
+      "step": 35000
+    },
+    {
+      "epoch": 4.4375,
+      "grad_norm": 0.11136477440595627,
+      "learning_rate": 3.7673958333333334e-05,
+      "loss": 0.1809,
+      "step": 35500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.001285308855585754,
+      "learning_rate": 3.7500347222222224e-05,
+      "loss": 0.0936,
+      "step": 36000
+    },
+    {
+      "epoch": 4.5625,
+      "grad_norm": 9.097888687392697e-05,
+      "learning_rate": 3.7326736111111114e-05,
+      "loss": 0.138,
+      "step": 36500
+    },
+    {
+      "epoch": 4.625,
+      "grad_norm": 8.100504373942385e-07,
+      "learning_rate": 3.7153125e-05,
+      "loss": 0.1018,
+      "step": 37000
+    },
+    {
+      "epoch": 4.6875,
+      "grad_norm": 7.76401338953292e-06,
+      "learning_rate": 3.697951388888889e-05,
+      "loss": 0.1467,
+      "step": 37500
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.00011219551379326731,
+      "learning_rate": 3.680590277777778e-05,
+      "loss": 0.1253,
+      "step": 38000
+    },
+    {
+      "epoch": 4.8125,
+      "grad_norm": 6.52613493912213e-07,
+      "learning_rate": 3.6632291666666667e-05,
+      "loss": 0.1658,
+      "step": 38500
+    },
+    {
+      "epoch": 4.875,
+      "grad_norm": 0.00043506777728907764,
+      "learning_rate": 3.6458680555555557e-05,
+      "loss": 0.1746,
+      "step": 39000
+    },
+    {
+      "epoch": 4.9375,
+      "grad_norm": 0.003737818216904998,
+      "learning_rate": 3.6285069444444446e-05,
+      "loss": 0.1511,
+      "step": 39500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.0032031103037297726,
+      "learning_rate": 3.6111458333333336e-05,
+      "loss": 0.1175,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.3400997221469879,
+      "eval_pearson": 0.9278541992287661,
+      "eval_runtime": 52.4259,
+      "eval_samples_per_second": 38.149,
+      "eval_steps_per_second": 19.075,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0625,
+      "grad_norm": 7.578780059702694e-05,
+      "learning_rate": 3.5937847222222226e-05,
+      "loss": 0.0854,
+      "step": 40500
+    },
+    {
+      "epoch": 5.125,
+      "grad_norm": 0.00047107384307309985,
+      "learning_rate": 3.576423611111111e-05,
+      "loss": 0.0978,
+      "step": 41000
+    },
+    {
+      "epoch": 5.1875,
+      "grad_norm": 1.537612479296513e-05,
+      "learning_rate": 3.5590625e-05,
+      "loss": 0.0771,
+      "step": 41500
+    },
+    {
+      "epoch": 5.25,
+      "grad_norm": 0.4128485918045044,
+      "learning_rate": 3.541701388888889e-05,
+      "loss": 0.0735,
+      "step": 42000
+    },
+    {
+      "epoch": 5.3125,
+      "grad_norm": 1.5655250549316406,
+      "learning_rate": 3.524340277777778e-05,
+      "loss": 0.0498,
+      "step": 42500
+    },
+    {
+      "epoch": 5.375,
+      "grad_norm": 7.616046104885754e-07,
+      "learning_rate": 3.506979166666667e-05,
+      "loss": 0.0931,
+      "step": 43000
+    },
+    {
+      "epoch": 5.4375,
+      "grad_norm": 88.26677703857422,
+      "learning_rate": 3.489618055555556e-05,
+      "loss": 0.0792,
+      "step": 43500
+    },
+    {
+      "epoch": 5.5,
+      "grad_norm": 5.622899834634154e-07,
+      "learning_rate": 3.472256944444445e-05,
+      "loss": 0.0598,
+      "step": 44000
+    },
+    {
+      "epoch": 5.5625,
+      "grad_norm": 3.284021659055725e-07,
+      "learning_rate": 3.454895833333334e-05,
+      "loss": 0.0569,
+      "step": 44500
+    },
+    {
+      "epoch": 5.625,
+      "grad_norm": 7.701730646658689e-05,
+      "learning_rate": 3.437534722222223e-05,
+      "loss": 0.1013,
+      "step": 45000
+    },
+    {
+      "epoch": 5.6875,
+      "grad_norm": 0.0011569270864129066,
+      "learning_rate": 3.420173611111111e-05,
+      "loss": 0.0752,
+      "step": 45500
+    },
+    {
+      "epoch": 5.75,
+      "grad_norm": 0.005151362158358097,
+      "learning_rate": 3.4028125e-05,
+      "loss": 0.1286,
+      "step": 46000
+    },
+    {
+      "epoch": 5.8125,
+      "grad_norm": 2.8667493268130784e-08,
+      "learning_rate": 3.385451388888889e-05,
+      "loss": 0.0628,
+      "step": 46500
+    },
+    {
+      "epoch": 5.875,
+      "grad_norm": 2.9006994282099186e-06,
+      "learning_rate": 3.3680902777777775e-05,
+      "loss": 0.0778,
+      "step": 47000
+    },
+    {
+      "epoch": 5.9375,
+      "grad_norm": 1.4291666047938634e-05,
+      "learning_rate": 3.3507291666666665e-05,
+      "loss": 0.0939,
+      "step": 47500
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.1977786420611665e-05,
+      "learning_rate": 3.3333680555555555e-05,
+      "loss": 0.0701,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.3394077718257904,
+      "eval_pearson": 0.929029551743213,
+      "eval_runtime": 52.4713,
+      "eval_samples_per_second": 38.116,
+      "eval_steps_per_second": 19.058,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0625,
+      "grad_norm": 2.3781665277056163e-06,
+      "learning_rate": 3.3160069444444445e-05,
+      "loss": 0.0575,
+      "step": 48500
+    },
+    {
+      "epoch": 6.125,
+      "grad_norm": 0.00014402755186893046,
+      "learning_rate": 3.2986458333333335e-05,
+      "loss": 0.0599,
+      "step": 49000
+    },
+    {
+      "epoch": 6.1875,
+      "grad_norm": 0.0024268697015941143,
+      "learning_rate": 3.2812847222222225e-05,
+      "loss": 0.0134,
+      "step": 49500
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 2.872504949569702,
+      "learning_rate": 3.263923611111111e-05,
+      "loss": 0.0529,
+      "step": 50000
+    },
+    {
+      "epoch": 6.3125,
+      "grad_norm": 0.08783645182847977,
+      "learning_rate": 3.2465625e-05,
+      "loss": 0.0429,
+      "step": 50500
+    },
+    {
+      "epoch": 6.375,
+      "grad_norm": 8.48967170715332,
+      "learning_rate": 3.229201388888889e-05,
+      "loss": 0.0615,
+      "step": 51000
+    },
+    {
+      "epoch": 6.4375,
+      "grad_norm": 4.978901984031836e-07,
+      "learning_rate": 3.211840277777778e-05,
+      "loss": 0.0493,
+      "step": 51500
+    },
+    {
+      "epoch": 6.5,
+      "grad_norm": 1.5710222669440554e-06,
+      "learning_rate": 3.194479166666667e-05,
+      "loss": 0.0842,
+      "step": 52000
+    },
+    {
+      "epoch": 6.5625,
+      "grad_norm": 0.0002388143038842827,
+      "learning_rate": 3.177118055555556e-05,
+      "loss": 0.0322,
+      "step": 52500
+    },
+    {
+      "epoch": 6.625,
+      "grad_norm": 4.66664324960675e-08,
+      "learning_rate": 3.159756944444445e-05,
+      "loss": 0.0182,
+      "step": 53000
+    },
+    {
+      "epoch": 6.6875,
+      "grad_norm": 57.2918586730957,
+      "learning_rate": 3.142395833333334e-05,
+      "loss": 0.0851,
+      "step": 53500
+    },
+    {
+      "epoch": 6.75,
+      "grad_norm": 5.3962357924319804e-05,
+      "learning_rate": 3.125034722222223e-05,
+      "loss": 0.0644,
+      "step": 54000
+    },
+    {
+      "epoch": 6.8125,
+      "grad_norm": 0.006401342805474997,
+      "learning_rate": 3.107673611111111e-05,
+      "loss": 0.0943,
+      "step": 54500
+    },
+    {
+      "epoch": 6.875,
+      "grad_norm": 3.415437390685838e-07,
+      "learning_rate": 3.0903125e-05,
+      "loss": 0.0967,
+      "step": 55000
+    },
+    {
+      "epoch": 6.9375,
+      "grad_norm": 5.508160825229425e-07,
+      "learning_rate": 3.072951388888889e-05,
+      "loss": 0.0507,
+      "step": 55500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.04088839516043663,
+      "learning_rate": 3.055590277777778e-05,
+      "loss": 0.0139,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.37575554847717285,
+      "eval_pearson": 0.9206240663481206,
+      "eval_runtime": 52.4561,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.064,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0625,
+      "grad_norm": 0.004823420196771622,
+      "learning_rate": 3.0382291666666667e-05,
+      "loss": 0.0539,
+      "step": 56500
+    },
+    {
+      "epoch": 7.125,
+      "grad_norm": 106.49919128417969,
+      "learning_rate": 3.0208680555555557e-05,
+      "loss": 0.0232,
+      "step": 57000
+    },
+    {
+      "epoch": 7.1875,
+      "grad_norm": 1.074000238077133e-06,
+      "learning_rate": 3.0035069444444447e-05,
+      "loss": 0.0187,
+      "step": 57500
+    },
+    {
+      "epoch": 7.25,
+      "grad_norm": 0.0039020858239382505,
+      "learning_rate": 2.9861458333333337e-05,
+      "loss": 0.0472,
+      "step": 58000
+    },
+    {
+      "epoch": 7.3125,
+      "grad_norm": 0.0892600491642952,
+      "learning_rate": 2.9687847222222227e-05,
+      "loss": 0.0658,
+      "step": 58500
+    },
+    {
+      "epoch": 7.375,
+      "grad_norm": 0.00350657245144248,
+      "learning_rate": 2.951423611111111e-05,
+      "loss": 0.0456,
+      "step": 59000
+    },
+    {
+      "epoch": 7.4375,
+      "grad_norm": 0.0006594175356440246,
+      "learning_rate": 2.9340625e-05,
+      "loss": 0.0171,
+      "step": 59500
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 92.61225128173828,
+      "learning_rate": 2.916701388888889e-05,
+      "loss": 0.0274,
+      "step": 60000
+    },
+    {
+      "epoch": 7.5625,
+      "grad_norm": 3.026230599445512e-09,
+      "learning_rate": 2.899340277777778e-05,
+      "loss": 0.0471,
+      "step": 60500
+    },
+    {
+      "epoch": 7.625,
+      "grad_norm": 1.0678179023670964e-05,
+      "learning_rate": 2.8819791666666666e-05,
+      "loss": 0.0216,
+      "step": 61000
+    },
+    {
+      "epoch": 7.6875,
+      "grad_norm": 5.752791912527755e-05,
+      "learning_rate": 2.8646180555555556e-05,
+      "loss": 0.0157,
+      "step": 61500
+    },
+    {
+      "epoch": 7.75,
+      "grad_norm": 5.118190288543701,
+      "learning_rate": 2.8472569444444446e-05,
+      "loss": 0.0616,
+      "step": 62000
+    },
+    {
+      "epoch": 7.8125,
+      "grad_norm": 2.0125851733610034e-05,
+      "learning_rate": 2.8298958333333336e-05,
+      "loss": 0.0783,
+      "step": 62500
+    },
+    {
+      "epoch": 7.875,
+      "grad_norm": 161.75416564941406,
+      "learning_rate": 2.8125347222222226e-05,
+      "loss": 0.0295,
+      "step": 63000
+    },
+    {
+      "epoch": 7.9375,
+      "grad_norm": 1.577711117306535e-08,
+      "learning_rate": 2.795173611111111e-05,
+      "loss": 0.0498,
+      "step": 63500
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 5.166618279872637e-07,
+      "learning_rate": 2.7778125e-05,
+      "loss": 0.0397,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.3336261510848999,
+      "eval_pearson": 0.9327475370491191,
+      "eval_runtime": 52.4675,
+      "eval_samples_per_second": 38.119,
+      "eval_steps_per_second": 19.059,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0625,
+      "grad_norm": 0.0026754948776215315,
+      "learning_rate": 2.760451388888889e-05,
+      "loss": 0.026,
+      "step": 64500
+    },
+    {
+      "epoch": 8.125,
+      "grad_norm": 3.3581352454348234e-07,
+      "learning_rate": 2.743090277777778e-05,
+      "loss": 0.0115,
+      "step": 65000
+    },
+    {
+      "epoch": 8.1875,
+      "grad_norm": 2.0662416488903546e-07,
+      "learning_rate": 2.725729166666667e-05,
+      "loss": 0.012,
+      "step": 65500
+    },
+    {
+      "epoch": 8.25,
+      "grad_norm": 8.040846921630873e-08,
+      "learning_rate": 2.7083680555555556e-05,
+      "loss": 0.0406,
+      "step": 66000
+    },
+    {
+      "epoch": 8.3125,
+      "grad_norm": 3.422968006816518e-07,
+      "learning_rate": 2.6910069444444446e-05,
+      "loss": 0.0321,
+      "step": 66500
+    },
+    {
+      "epoch": 8.375,
+      "grad_norm": 0.00017860137450043112,
+      "learning_rate": 2.6736458333333336e-05,
+      "loss": 0.0448,
+      "step": 67000
+    },
+    {
+      "epoch": 8.4375,
+      "grad_norm": 1.2621427236680915e-09,
+      "learning_rate": 2.6562847222222225e-05,
+      "loss": 0.0455,
+      "step": 67500
+    },
+    {
+      "epoch": 8.5,
+      "grad_norm": 1.4346144325827481e-06,
+      "learning_rate": 2.638923611111111e-05,
+      "loss": 0.0325,
+      "step": 68000
+    },
+    {
+      "epoch": 8.5625,
+      "grad_norm": 1.2407322174112778e-06,
+      "learning_rate": 2.6215625e-05,
+      "loss": 0.0223,
+      "step": 68500
+    },
+    {
+      "epoch": 8.625,
+      "grad_norm": 3.0256799163908e-06,
+      "learning_rate": 2.604201388888889e-05,
+      "loss": 0.0019,
+      "step": 69000
+    },
+    {
+      "epoch": 8.6875,
+      "grad_norm": 0.007253507152199745,
+      "learning_rate": 2.586840277777778e-05,
+      "loss": 0.0085,
+      "step": 69500
+    },
+    {
+      "epoch": 8.75,
+      "grad_norm": 2.782409467272373e-07,
+      "learning_rate": 2.569479166666667e-05,
+      "loss": 0.0518,
+      "step": 70000
+    },
+    {
+      "epoch": 8.8125,
+      "grad_norm": 0.000820077199023217,
+      "learning_rate": 2.552118055555556e-05,
+      "loss": 0.031,
+      "step": 70500
+    },
+    {
+      "epoch": 8.875,
+      "grad_norm": 2.470728213666007e-05,
+      "learning_rate": 2.5347569444444448e-05,
+      "loss": 0.0354,
+      "step": 71000
+    },
+    {
+      "epoch": 8.9375,
+      "grad_norm": 9.137271263170987e-05,
+      "learning_rate": 2.5173958333333335e-05,
+      "loss": 0.0666,
+      "step": 71500
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.00029885413823649287,
+      "learning_rate": 2.5000347222222225e-05,
+      "loss": 0.0267,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.37894001603126526,
+      "eval_pearson": 0.9279985680079542,
+      "eval_runtime": 52.4816,
+      "eval_samples_per_second": 38.109,
+      "eval_steps_per_second": 19.054,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0625,
+      "grad_norm": 6.724835839122534e-05,
+      "learning_rate": 2.482673611111111e-05,
+      "loss": 0.0044,
+      "step": 72500
+    },
+    {
+      "epoch": 9.125,
+      "grad_norm": 9.228666164595722e-10,
+      "learning_rate": 2.4653125e-05,
+      "loss": 0.0095,
+      "step": 73000
+    },
+    {
+      "epoch": 9.1875,
+      "grad_norm": 0.00011938459647353739,
+      "learning_rate": 2.447951388888889e-05,
+      "loss": 0.0384,
+      "step": 73500
+    },
+    {
+      "epoch": 9.25,
+      "grad_norm": 1.6898056287573127e-09,
+      "learning_rate": 2.4305902777777778e-05,
+      "loss": 0.0182,
+      "step": 74000
+    },
+    {
+      "epoch": 9.3125,
+      "grad_norm": 5.753568288469069e-09,
+      "learning_rate": 2.4132291666666668e-05,
+      "loss": 0.0075,
+      "step": 74500
+    },
+    {
+      "epoch": 9.375,
+      "grad_norm": 5.144208614638046e-08,
+      "learning_rate": 2.3958680555555558e-05,
+      "loss": 0.0172,
+      "step": 75000
+    },
+    {
+      "epoch": 9.4375,
+      "grad_norm": 9.800347200439319e-10,
+      "learning_rate": 2.3785069444444448e-05,
+      "loss": 0.0431,
+      "step": 75500
+    },
+    {
+      "epoch": 9.5,
+      "grad_norm": 5.440585135185749e-11,
+      "learning_rate": 2.3611458333333334e-05,
+      "loss": 0.0109,
+      "step": 76000
+    },
+    {
+      "epoch": 9.5625,
+      "grad_norm": 0.00019604770932346582,
+      "learning_rate": 2.3437847222222224e-05,
+      "loss": 0.0284,
+      "step": 76500
+    },
+    {
+      "epoch": 9.625,
+      "grad_norm": 1.242908239364624,
+      "learning_rate": 2.3264236111111114e-05,
+      "loss": 0.0405,
+      "step": 77000
+    },
+    {
+      "epoch": 9.6875,
+      "grad_norm": 1.540728953841608e-05,
+      "learning_rate": 2.3090625e-05,
+      "loss": 0.0435,
+      "step": 77500
+    },
+    {
+      "epoch": 9.75,
+      "grad_norm": 0.00013433759158942848,
+      "learning_rate": 2.291701388888889e-05,
+      "loss": 0.0181,
+      "step": 78000
+    },
+    {
+      "epoch": 9.8125,
+      "grad_norm": 3.088209687973631e-10,
+      "learning_rate": 2.2743402777777777e-05,
+      "loss": 0.0228,
+      "step": 78500
+    },
+    {
+      "epoch": 9.875,
+      "grad_norm": 0.000814907078165561,
+      "learning_rate": 2.2569791666666667e-05,
+      "loss": 0.0499,
+      "step": 79000
+    },
+    {
+      "epoch": 9.9375,
+      "grad_norm": 1.274260625905299e-07,
+      "learning_rate": 2.2396180555555557e-05,
+      "loss": 0.0316,
+      "step": 79500
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 4.301631997805089e-05,
+      "learning_rate": 2.2222569444444447e-05,
+      "loss": 0.015,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 0.38902410864830017,
+      "eval_pearson": 0.9249309324232664,
+      "eval_runtime": 52.3807,
+      "eval_samples_per_second": 38.182,
+      "eval_steps_per_second": 19.091,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0625,
+      "grad_norm": 1.7468665403086447e-10,
+      "learning_rate": 2.2048958333333333e-05,
+      "loss": 0.0081,
+      "step": 80500
+    },
+    {
+      "epoch": 10.125,
+      "grad_norm": 6.71422021696344e-05,
+      "learning_rate": 2.1875347222222223e-05,
+      "loss": 0.0143,
+      "step": 81000
+    },
+    {
+      "epoch": 10.1875,
+      "grad_norm": 3.1802871944819344e-06,
+      "learning_rate": 2.1701736111111113e-05,
+      "loss": 0.029,
+      "step": 81500
+    },
+    {
+      "epoch": 10.25,
+      "grad_norm": 0.014791320078074932,
+      "learning_rate": 2.1528125000000003e-05,
+      "loss": 0.0054,
+      "step": 82000
+    },
+    {
+      "epoch": 10.3125,
+      "grad_norm": 2.0462434235923865e-07,
+      "learning_rate": 2.135451388888889e-05,
+      "loss": 0.0436,
+      "step": 82500
+    },
+    {
+      "epoch": 10.375,
+      "grad_norm": 1.3791065216064453,
+      "learning_rate": 2.1180902777777776e-05,
+      "loss": 0.0181,
+      "step": 83000
+    },
+    {
+      "epoch": 10.4375,
+      "grad_norm": 0.002008361741900444,
+      "learning_rate": 2.1007291666666666e-05,
+      "loss": 0.0082,
+      "step": 83500
+    },
+    {
+      "epoch": 10.5,
+      "grad_norm": 5.804303704337599e-09,
+      "learning_rate": 2.0833680555555556e-05,
+      "loss": 0.0249,
+      "step": 84000
+    },
+    {
+      "epoch": 10.5625,
+      "grad_norm": 0.0007163327536545694,
+      "learning_rate": 2.0660069444444446e-05,
+      "loss": 0.0112,
+      "step": 84500
+    },
+    {
+      "epoch": 10.625,
+      "grad_norm": 0.0001620600960450247,
+      "learning_rate": 2.0486458333333333e-05,
+      "loss": 0.0295,
+      "step": 85000
+    },
+    {
+      "epoch": 10.6875,
+      "grad_norm": 0.05068128928542137,
+      "learning_rate": 2.0312847222222223e-05,
+      "loss": 0.0223,
+      "step": 85500
+    },
+    {
+      "epoch": 10.75,
+      "grad_norm": 0.0007038409821689129,
+      "learning_rate": 2.0139236111111113e-05,
+      "loss": 0.0192,
+      "step": 86000
+    },
+    {
+      "epoch": 10.8125,
+      "grad_norm": 0.024000702425837517,
+      "learning_rate": 1.9965625000000002e-05,
+      "loss": 0.0249,
+      "step": 86500
+    },
+    {
+      "epoch": 10.875,
+      "grad_norm": 3.588341712656984e-07,
+      "learning_rate": 1.9792013888888892e-05,
+      "loss": 0.0429,
+      "step": 87000
+    },
+    {
+      "epoch": 10.9375,
+      "grad_norm": 1.5524047114467976e-07,
+      "learning_rate": 1.961840277777778e-05,
+      "loss": 0.0188,
+      "step": 87500
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 2.524126614389388e-07,
+      "learning_rate": 1.944479166666667e-05,
+      "loss": 0.0217,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 0.39052143692970276,
+      "eval_pearson": 0.936161178019818,
+      "eval_runtime": 52.432,
+      "eval_samples_per_second": 38.145,
+      "eval_steps_per_second": 19.072,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0625,
+      "grad_norm": 0.0005805569817312062,
+      "learning_rate": 1.9271180555555555e-05,
+      "loss": 0.0255,
+      "step": 88500
+    },
+    {
+      "epoch": 11.125,
+      "grad_norm": 4.623345546406199e-07,
+      "learning_rate": 1.9097569444444445e-05,
+      "loss": 0.0078,
+      "step": 89000
+    },
+    {
+      "epoch": 11.1875,
+      "grad_norm": 5.301876715435583e-09,
+      "learning_rate": 1.8923958333333332e-05,
+      "loss": 0.005,
+      "step": 89500
+    },
+    {
+      "epoch": 11.25,
+      "grad_norm": 0.09818815439939499,
+      "learning_rate": 1.8750347222222222e-05,
+      "loss": 0.008,
+      "step": 90000
+    },
+    {
+      "epoch": 11.3125,
+      "grad_norm": 1.8287735656485893e-05,
+      "learning_rate": 1.8576736111111112e-05,
+      "loss": 0.0021,
+      "step": 90500
+    },
+    {
+      "epoch": 11.375,
+      "grad_norm": 9.81485072770738e-07,
+      "learning_rate": 1.8403125000000002e-05,
+      "loss": 0.014,
+      "step": 91000
+    },
+    {
+      "epoch": 11.4375,
+      "grad_norm": 0.006411096081137657,
+      "learning_rate": 1.8229513888888892e-05,
+      "loss": 0.0128,
+      "step": 91500
+    },
+    {
+      "epoch": 11.5,
+      "grad_norm": 4.448479778984549e-11,
+      "learning_rate": 1.8055902777777778e-05,
+      "loss": 0.0023,
+      "step": 92000
+    },
+    {
+      "epoch": 11.5625,
+      "grad_norm": 0.012693402357399464,
+      "learning_rate": 1.7882291666666668e-05,
+      "loss": 0.0344,
+      "step": 92500
+    },
+    {
+      "epoch": 11.625,
+      "grad_norm": 6.370872540628625e-08,
+      "learning_rate": 1.7708680555555558e-05,
+      "loss": 0.0258,
+      "step": 93000
+    },
+    {
+      "epoch": 11.6875,
+      "grad_norm": 9.032481429471773e-09,
+      "learning_rate": 1.7535069444444445e-05,
+      "loss": 0.0112,
+      "step": 93500
+    },
+    {
+      "epoch": 11.75,
+      "grad_norm": 0.001719271531328559,
+      "learning_rate": 1.7361458333333335e-05,
+      "loss": 0.0275,
+      "step": 94000
+    },
+    {
+      "epoch": 11.8125,
+      "grad_norm": 7.162652036640793e-05,
+      "learning_rate": 1.718784722222222e-05,
+      "loss": 0.0119,
+      "step": 94500
+    },
+    {
+      "epoch": 11.875,
+      "grad_norm": 1.2189951803520671e-06,
+      "learning_rate": 1.701423611111111e-05,
+      "loss": 0.0392,
+      "step": 95000
+    },
+    {
+      "epoch": 11.9375,
+      "grad_norm": 5.709237484552432e-06,
+      "learning_rate": 1.6840625e-05,
+      "loss": 0.0341,
+      "step": 95500
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 1.2266503290447872e-05,
+      "learning_rate": 1.666701388888889e-05,
+      "loss": 0.1026,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 0.42006340622901917,
+      "eval_pearson": 0.9249266863163004,
+      "eval_runtime": 52.4951,
+      "eval_samples_per_second": 38.099,
+      "eval_steps_per_second": 19.049,
+      "step": 96000
+    },
+    {
+      "epoch": 12.0625,
+      "grad_norm": 1.2190711773385488e-09,
+      "learning_rate": 1.6493402777777778e-05,
+      "loss": 0.0118,
+      "step": 96500
+    },
+    {
+      "epoch": 12.125,
+      "grad_norm": 9.660718660597922e-07,
+      "learning_rate": 1.6319791666666668e-05,
+      "loss": 0.0021,
+      "step": 97000
+    },
+    {
+      "epoch": 12.1875,
+      "grad_norm": 0.0003258072247263044,
+      "learning_rate": 1.6146180555555557e-05,
+      "loss": 0.011,
+      "step": 97500
+    },
+    {
+      "epoch": 12.25,
+      "grad_norm": 0.00024601773475296795,
+      "learning_rate": 1.5972569444444447e-05,
+      "loss": 0.0161,
+      "step": 98000
+    },
+    {
+      "epoch": 12.3125,
+      "grad_norm": 2.0050613613875612e-07,
+      "learning_rate": 1.5798958333333334e-05,
+      "loss": 0.0062,
+      "step": 98500
+    },
+    {
+      "epoch": 12.375,
+      "grad_norm": 0.00019162562966812402,
+      "learning_rate": 1.5625347222222224e-05,
+      "loss": 0.0017,
+      "step": 99000
+    },
+    {
+      "epoch": 12.4375,
+      "grad_norm": 5.855550853084424e-07,
+      "learning_rate": 1.545173611111111e-05,
+      "loss": 0.011,
+      "step": 99500
+    },
+    {
+      "epoch": 12.5,
+      "grad_norm": 5.200939631322399e-05,
+      "learning_rate": 1.5278125e-05,
+      "loss": 0.0625,
+      "step": 100000
+    },
+    {
+      "epoch": 12.5625,
+      "grad_norm": 0.0051911999471485615,
+      "learning_rate": 1.510451388888889e-05,
+      "loss": 0.0223,
+      "step": 100500
+    },
+    {
+      "epoch": 12.625,
+      "grad_norm": 0.00023108582536224276,
+      "learning_rate": 1.4930902777777777e-05,
+      "loss": 0.0184,
+      "step": 101000
+    },
+    {
+      "epoch": 12.6875,
+      "grad_norm": 1.2751560461765621e-05,
+      "learning_rate": 1.4757291666666667e-05,
+      "loss": 0.0325,
+      "step": 101500
+    },
+    {
+      "epoch": 12.75,
+      "grad_norm": 0.07260618358850479,
+      "learning_rate": 1.4583680555555557e-05,
+      "loss": 0.0472,
+      "step": 102000
+    },
+    {
+      "epoch": 12.8125,
+      "grad_norm": 1.3546050467994064e-06,
+      "learning_rate": 1.4410069444444447e-05,
+      "loss": 0.0326,
+      "step": 102500
+    },
+    {
+      "epoch": 12.875,
+      "grad_norm": 0.00040618935599923134,
+      "learning_rate": 1.4236458333333333e-05,
+      "loss": 0.0092,
+      "step": 103000
+    },
+    {
+      "epoch": 12.9375,
+      "grad_norm": 3.1089444973986247e-07,
+      "learning_rate": 1.4062847222222223e-05,
+      "loss": 0.0493,
+      "step": 103500
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.02031463012099266,
+      "learning_rate": 1.3889236111111111e-05,
+      "loss": 0.0344,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 0.3848821818828583,
+      "eval_pearson": 0.9320737941331698,
+      "eval_runtime": 52.3286,
+      "eval_samples_per_second": 38.22,
+      "eval_steps_per_second": 19.11,
+      "step": 104000
+    },
+    {
+      "epoch": 13.0625,
+      "grad_norm": 5.390070782596013e-06,
+      "learning_rate": 1.3715625000000001e-05,
+      "loss": 0.0024,
+      "step": 104500
+    },
+    {
+      "epoch": 13.125,
+      "grad_norm": 0.0009596606250852346,
+      "learning_rate": 1.3542013888888891e-05,
+      "loss": 0.0002,
+      "step": 105000
+    },
+    {
+      "epoch": 13.1875,
+      "grad_norm": 1.6519630889888504e-06,
+      "learning_rate": 1.3368402777777778e-05,
+      "loss": 0.0079,
+      "step": 105500
+    },
+    {
+      "epoch": 13.25,
+      "grad_norm": 2.448989988579342e-08,
+      "learning_rate": 1.3194791666666668e-05,
+      "loss": 0.0153,
+      "step": 106000
+    },
+    {
+      "epoch": 13.3125,
+      "grad_norm": 0.0002976028772536665,
+      "learning_rate": 1.3021180555555556e-05,
+      "loss": 0.0039,
+      "step": 106500
+    },
+    {
+      "epoch": 13.375,
+      "grad_norm": 0.00019340288417879492,
+      "learning_rate": 1.2847569444444446e-05,
+      "loss": 0.0163,
+      "step": 107000
+    },
+    {
+      "epoch": 13.4375,
+      "grad_norm": 0.0057904901914298534,
+      "learning_rate": 1.2673958333333333e-05,
+      "loss": 0.0122,
+      "step": 107500
+    },
+    {
+      "epoch": 13.5,
+      "grad_norm": 9.801337910175789e-06,
+      "learning_rate": 1.2500347222222222e-05,
+      "loss": 0.0379,
+      "step": 108000
+    },
+    {
+      "epoch": 13.5625,
+      "grad_norm": 1.4482387769021443e-06,
+      "learning_rate": 1.2326736111111112e-05,
+      "loss": 0.0114,
+      "step": 108500
+    },
+    {
+      "epoch": 13.625,
+      "grad_norm": 2.1305972040863708e-05,
+      "learning_rate": 1.2153125e-05,
+      "loss": 0.018,
+      "step": 109000
+    },
+    {
+      "epoch": 13.6875,
+      "grad_norm": 0.09945420920848846,
+      "learning_rate": 1.1979513888888889e-05,
+      "loss": 0.0726,
+      "step": 109500
+    },
+    {
+      "epoch": 13.75,
+      "grad_norm": 5.7829329307423905e-06,
+      "learning_rate": 1.1805902777777779e-05,
+      "loss": 0.0193,
+      "step": 110000
+    },
+    {
+      "epoch": 13.8125,
+      "grad_norm": 6.558164386660792e-06,
+      "learning_rate": 1.1632291666666667e-05,
+      "loss": 0.0129,
+      "step": 110500
+    },
+    {
+      "epoch": 13.875,
+      "grad_norm": 4.0651830346405404e-08,
+      "learning_rate": 1.1458680555555557e-05,
+      "loss": 0.0389,
+      "step": 111000
+    },
+    {
+      "epoch": 13.9375,
+      "grad_norm": 1.2806684601684992e-08,
+      "learning_rate": 1.1285069444444445e-05,
+      "loss": 0.0071,
+      "step": 111500
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.11720628291368484,
+      "learning_rate": 1.1111458333333333e-05,
+      "loss": 0.0115,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 0.4008629620075226,
+      "eval_pearson": 0.9287046075964228,
+      "eval_runtime": 52.1174,
+      "eval_samples_per_second": 38.375,
+      "eval_steps_per_second": 19.187,
+      "step": 112000
+    },
+    {
+      "epoch": 14.0625,
+      "grad_norm": 3.696676298403645e-09,
+      "learning_rate": 1.0937847222222222e-05,
+      "loss": 0.002,
+      "step": 112500
+    },
+    {
+      "epoch": 14.125,
+      "grad_norm": 1.5702152040830697e-06,
+      "learning_rate": 1.0764236111111112e-05,
+      "loss": 0.011,
+      "step": 113000
+    },
+    {
+      "epoch": 14.1875,
+      "grad_norm": 5.9359957958804443e-05,
+      "learning_rate": 1.0590625e-05,
+      "loss": 0.002,
+      "step": 113500
+    },
+    {
+      "epoch": 14.25,
+      "grad_norm": 1.7063765331282177e-11,
+      "learning_rate": 1.041701388888889e-05,
+      "loss": 0.0092,
+      "step": 114000
+    },
+    {
+      "epoch": 14.3125,
+      "grad_norm": 0.0013318562414497137,
+      "learning_rate": 1.0243402777777778e-05,
+      "loss": 0.0037,
+      "step": 114500
+    },
+    {
+      "epoch": 14.375,
+      "grad_norm": 0.00013518838386517018,
+      "learning_rate": 1.0069791666666666e-05,
+      "loss": 0.0253,
+      "step": 115000
+    },
+    {
+      "epoch": 14.4375,
+      "grad_norm": 0.0004931968287564814,
+      "learning_rate": 9.896180555555556e-06,
+      "loss": 0.0002,
+      "step": 115500
+    },
+    {
+      "epoch": 14.5,
+      "grad_norm": 3.0277399787337345e-07,
+      "learning_rate": 9.722569444444445e-06,
+      "loss": 0.0219,
+      "step": 116000
+    },
+    {
+      "epoch": 14.5625,
+      "grad_norm": 0.005195027217268944,
+      "learning_rate": 9.548958333333334e-06,
+      "loss": 0.0144,
+      "step": 116500
+    },
+    {
+      "epoch": 14.625,
+      "grad_norm": 0.028845345601439476,
+      "learning_rate": 9.375347222222223e-06,
+      "loss": 0.0147,
+      "step": 117000
+    },
+    {
+      "epoch": 14.6875,
+      "grad_norm": 2.050080212256944e-07,
+      "learning_rate": 9.201736111111111e-06,
+      "loss": 0.047,
+      "step": 117500
+    },
+    {
+      "epoch": 14.75,
+      "grad_norm": 2.6781076911674973e-08,
+      "learning_rate": 9.028125e-06,
+      "loss": 0.023,
+      "step": 118000
+    },
+    {
+      "epoch": 14.8125,
+      "grad_norm": 4.3490285861480515e-07,
+      "learning_rate": 8.85451388888889e-06,
+      "loss": 0.0397,
+      "step": 118500
+    },
+    {
+      "epoch": 14.875,
+      "grad_norm": 5.553416121983901e-05,
+      "learning_rate": 8.680902777777779e-06,
+      "loss": 0.0129,
+      "step": 119000
+    },
+    {
+      "epoch": 14.9375,
+      "grad_norm": 0.0018387527670711279,
+      "learning_rate": 8.507291666666667e-06,
+      "loss": 0.0117,
+      "step": 119500
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.0822722846268746e-11,
+      "learning_rate": 8.333680555555556e-06,
+      "loss": 0.0289,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 0.4116508662700653,
+      "eval_pearson": 0.9338347129537201,
+      "eval_runtime": 52.0977,
+      "eval_samples_per_second": 38.389,
+      "eval_steps_per_second": 19.195,
+      "step": 120000
+    },
+    {
+      "epoch": 15.0625,
+      "grad_norm": 0.001994462450966239,
+      "learning_rate": 8.160069444444444e-06,
+      "loss": 0.0078,
+      "step": 120500
+    },
+    {
+      "epoch": 15.125,
+      "grad_norm": 3.360041411770709e-10,
+      "learning_rate": 7.986458333333334e-06,
+      "loss": 0.0157,
+      "step": 121000
+    },
+    {
+      "epoch": 15.1875,
+      "grad_norm": 9.282373980568082e-07,
+      "learning_rate": 7.812847222222222e-06,
+      "loss": 0.0078,
+      "step": 121500
+    },
+    {
+      "epoch": 15.25,
+      "grad_norm": 1.6110238698630042e-09,
+      "learning_rate": 7.639236111111112e-06,
+      "loss": 0.026,
+      "step": 122000
+    },
+    {
+      "epoch": 15.3125,
+      "grad_norm": 2.1387499145930633e-05,
+      "learning_rate": 7.465624999999999e-06,
+      "loss": 0.0182,
+      "step": 122500
+    },
+    {
+      "epoch": 15.375,
+      "grad_norm": 5.649494067005989e-11,
+      "learning_rate": 7.292013888888889e-06,
+      "loss": 0.0106,
+      "step": 123000
+    },
+    {
+      "epoch": 15.4375,
+      "grad_norm": 0.008713332004845142,
+      "learning_rate": 7.118402777777778e-06,
+      "loss": 0.0361,
+      "step": 123500
+    },
+    {
+      "epoch": 15.5,
+      "grad_norm": 1.6483255649291095e-08,
+      "learning_rate": 6.944791666666667e-06,
+      "loss": 0.0187,
+      "step": 124000
+    },
+    {
+      "epoch": 15.5625,
+      "grad_norm": 0.002335034077987075,
+      "learning_rate": 6.7711805555555566e-06,
+      "loss": 0.0055,
+      "step": 124500
+    },
+    {
+      "epoch": 15.625,
+      "grad_norm": 0.03660840913653374,
+      "learning_rate": 6.597569444444445e-06,
+      "loss": 0.0327,
+      "step": 125000
+    },
+    {
+      "epoch": 15.6875,
+      "grad_norm": 1.491520379204303e-06,
+      "learning_rate": 6.423958333333334e-06,
+      "loss": 0.021,
+      "step": 125500
+    },
+    {
+      "epoch": 15.75,
+      "grad_norm": 1.702046326101936e-08,
+      "learning_rate": 6.250347222222222e-06,
+      "loss": 0.0192,
+      "step": 126000
+    },
+    {
+      "epoch": 15.8125,
+      "grad_norm": 4.671832812164212e-06,
+      "learning_rate": 6.076736111111111e-06,
+      "loss": 0.0218,
+      "step": 126500
+    },
+    {
+      "epoch": 15.875,
+      "grad_norm": 3.007305167557206e-06,
+      "learning_rate": 5.903125e-06,
+      "loss": 0.0071,
+      "step": 127000
+    },
+    {
+      "epoch": 15.9375,
+      "grad_norm": 0.00012980301107745618,
+      "learning_rate": 5.7295138888888894e-06,
+      "loss": 0.0128,
+      "step": 127500
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 4.560336890335748e-07,
+      "learning_rate": 5.555902777777778e-06,
+      "loss": 0.0095,
+      "step": 128000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 0.39633870124816895,
+      "eval_pearson": 0.9361489441284587,
+      "eval_runtime": 52.1321,
+      "eval_samples_per_second": 38.364,
+      "eval_steps_per_second": 19.182,
+      "step": 128000
+    },
+    {
+      "epoch": 16.0625,
+      "grad_norm": 4.1626062596833435e-09,
+      "learning_rate": 5.382291666666667e-06,
+      "loss": 0.0022,
+      "step": 128500
+    },
+    {
+      "epoch": 16.125,
+      "grad_norm": 0.001842322526499629,
+      "learning_rate": 5.208680555555556e-06,
+      "loss": 0.0141,
+      "step": 129000
+    },
+    {
+      "epoch": 16.1875,
+      "grad_norm": 3.6366621714023495e-08,
+      "learning_rate": 5.035069444444444e-06,
+      "loss": 0.0233,
+      "step": 129500
+    },
+    {
+      "epoch": 16.25,
+      "grad_norm": 1.9658939436340006e-06,
+      "learning_rate": 4.861458333333334e-06,
+      "loss": 0.0049,
+      "step": 130000
+    },
+    {
+      "epoch": 16.3125,
+      "grad_norm": 8.618873835075647e-06,
+      "learning_rate": 4.687847222222222e-06,
+      "loss": 0.0038,
+      "step": 130500
+    },
+    {
+      "epoch": 16.375,
+      "grad_norm": 3.656549552033539e-08,
+      "learning_rate": 4.514236111111111e-06,
+      "loss": 0.0025,
+      "step": 131000
+    },
+    {
+      "epoch": 16.4375,
+      "grad_norm": 3.9857341107563116e-06,
+      "learning_rate": 4.3406250000000005e-06,
+      "loss": 0.0113,
+      "step": 131500
+    },
+    {
+      "epoch": 16.5,
+      "grad_norm": 1.3211584359851258e-07,
+      "learning_rate": 4.167013888888889e-06,
+      "loss": 0.0091,
+      "step": 132000
+    },
+    {
+      "epoch": 16.5625,
+      "grad_norm": 0.012276459485292435,
+      "learning_rate": 3.993402777777778e-06,
+      "loss": 0.0068,
+      "step": 132500
+    },
+    {
+      "epoch": 16.625,
+      "grad_norm": 0.0287026297301054,
+      "learning_rate": 3.819791666666667e-06,
+      "loss": 0.0386,
+      "step": 133000
+    },
+    {
+      "epoch": 16.6875,
+      "grad_norm": 1.2811213423447043e-07,
+      "learning_rate": 3.6461805555555556e-06,
+      "loss": 0.0,
+      "step": 133500
+    },
+    {
+      "epoch": 16.75,
+      "grad_norm": 3.6252565394079284e-08,
+      "learning_rate": 3.4725694444444442e-06,
+      "loss": 0.0048,
+      "step": 134000
+    },
+    {
+      "epoch": 16.8125,
+      "grad_norm": 0.007136507425457239,
+      "learning_rate": 3.2989583333333338e-06,
+      "loss": 0.0093,
+      "step": 134500
+    },
+    {
+      "epoch": 16.875,
+      "grad_norm": 0.00022970048303250223,
+      "learning_rate": 3.1253472222222224e-06,
+      "loss": 0.0201,
+      "step": 135000
+    },
+    {
+      "epoch": 16.9375,
+      "grad_norm": 1.450917920919892e-06,
+      "learning_rate": 2.9517361111111115e-06,
+      "loss": 0.0207,
+      "step": 135500
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 4.926808472305311e-08,
+      "learning_rate": 2.778125e-06,
+      "loss": 0.0254,
+      "step": 136000
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 0.36975476145744324,
+      "eval_pearson": 0.9265418354468642,
+      "eval_runtime": 52.4565,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.063,
+      "step": 136000
+    },
+    {
+      "epoch": 17.0625,
+      "grad_norm": 9.686777205017427e-13,
+      "learning_rate": 2.604513888888889e-06,
+      "loss": 0.0023,
+      "step": 136500
+    },
+    {
+      "epoch": 17.125,
+      "grad_norm": 1.9179442460881546e-06,
+      "learning_rate": 2.430902777777778e-06,
+      "loss": 0.0082,
+      "step": 137000
+    },
+    {
+      "epoch": 17.1875,
+      "grad_norm": 1.2164252439106349e-05,
+      "learning_rate": 2.257291666666667e-06,
+      "loss": 0.0046,
+      "step": 137500
+    },
+    {
+      "epoch": 17.25,
+      "grad_norm": 4.2734385474751946e-10,
+      "learning_rate": 2.0836805555555557e-06,
+      "loss": 0.0019,
+      "step": 138000
+    },
+    {
+      "epoch": 17.3125,
+      "grad_norm": 0.0007651239866390824,
+      "learning_rate": 1.9100694444444444e-06,
+      "loss": 0.003,
+      "step": 138500
+    },
+    {
+      "epoch": 17.375,
+      "grad_norm": 0.001468669855967164,
+      "learning_rate": 1.7364583333333333e-06,
+      "loss": 0.0019,
+      "step": 139000
+    },
+    {
+      "epoch": 17.4375,
+      "grad_norm": 0.00026872969465330243,
+      "learning_rate": 1.5628472222222221e-06,
+      "loss": 0.0099,
+      "step": 139500
+    },
+    {
+      "epoch": 17.5,
+      "grad_norm": 1.7162893755084951e-06,
+      "learning_rate": 1.389236111111111e-06,
+      "loss": 0.0048,
+      "step": 140000
+    },
+    {
+      "epoch": 17.5625,
+      "grad_norm": 0.0008746526436880231,
+      "learning_rate": 1.2156250000000001e-06,
+      "loss": 0.0102,
+      "step": 140500
+    },
+    {
+      "epoch": 17.625,
+      "grad_norm": 1.9161303498549387e-05,
+      "learning_rate": 1.042013888888889e-06,
+      "loss": 0.006,
+      "step": 141000
+    },
+    {
+      "epoch": 17.6875,
+      "grad_norm": 3.897320244306002e-09,
+      "learning_rate": 8.684027777777779e-07,
+      "loss": 0.0039,
+      "step": 141500
+    },
+    {
+      "epoch": 17.75,
+      "grad_norm": 8.191513245492388e-09,
+      "learning_rate": 6.947916666666666e-07,
+      "loss": 0.012,
+      "step": 142000
+    },
+    {
+      "epoch": 17.8125,
+      "grad_norm": 3.0659169425462096e-08,
+      "learning_rate": 5.211805555555555e-07,
+      "loss": 0.0234,
+      "step": 142500
+    },
+    {
+      "epoch": 17.875,
+      "grad_norm": 6.148510589554235e-10,
+      "learning_rate": 3.4756944444444446e-07,
+      "loss": 0.0108,
+      "step": 143000
+    },
+    {
+      "epoch": 17.9375,
+      "grad_norm": 2.9518602673306304e-08,
+      "learning_rate": 1.7395833333333334e-07,
+      "loss": 0.0126,
+      "step": 143500
+    },
+    {
+      "epoch": 18.0,
+      "grad_norm": 6.439736898755655e-05,
+      "learning_rate": 3.4722222222222225e-10,
+      "loss": 0.0168,
+      "step": 144000
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 0.3779836893081665,
+      "eval_pearson": 0.9271653083172758,
+      "eval_runtime": 52.2326,
+      "eval_samples_per_second": 38.29,
+      "eval_steps_per_second": 19.145,
+      "step": 144000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 144000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 18,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3261954936291738e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints_ia3_llama_class/checkpoint-144000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6c46c9dda9757cc094892dfdf420dce55879ca8959ffad52b273b74ea2b4a
+size 5368

checkpoints_ia3_llama_class/checkpoint-88000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-3B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoints_ia3_llama_class/checkpoint-88000/adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 8,
+  "lora_bias": false,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "k_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoints_ia3_llama_class/checkpoint-88000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292be273c76abcf482d039e9517790335319fa94393283ad831d08cc70881542
+size 7428608

checkpoints_ia3_llama_class/checkpoint-88000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89b39ba4ca270b0b53008ece921b5dbfb0d4cffc6d3f00a54473b0e9a907fb5
+size 14922618

checkpoints_ia3_llama_class/checkpoint-88000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c809000a71cf2b6d50c4a9b216bb9bbd20805c096c8869807aa81b54ce8d12
+size 14244

checkpoints_ia3_llama_class/checkpoint-88000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2aad6cc65ccaceb8d19eafea3c62866b50b1a4b4dea664ab5cbf9af8d70967
+size 1064

checkpoints_ia3_llama_class/checkpoint-88000/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoints_ia3_llama_class/checkpoint-88000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55d3601efe3b76b75c99d892f669a53d23df00ee8bac2e67a72152ae2083cd
+size 17210017

checkpoints_ia3_llama_class/checkpoint-88000/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoints_ia3_llama_class/checkpoint-88000/trainer_state.json

@@ -0,0 +1,1365 @@
+{
+  "best_global_step": 88000,
+  "best_metric": 0.936161178019818,
+  "best_model_checkpoint": "/home/sujeet-pg/wav2vec2/peft/checkpoints_ia3_llama_class/checkpoint-88000",
+  "epoch": 11.0,
+  "eval_steps": 500,
+  "global_step": 88000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0625,
+      "grad_norm": 29.181745529174805,
+      "learning_rate": 4.982673611111111e-05,
+      "loss": 1.9515,
+      "step": 500
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 84.54170989990234,
+      "learning_rate": 4.9653125e-05,
+      "loss": 1.4973,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 118.13458251953125,
+      "learning_rate": 4.947951388888889e-05,
+      "loss": 1.3271,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.062166254967451096,
+      "learning_rate": 4.930590277777778e-05,
+      "loss": 0.9626,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 165.25686645507812,
+      "learning_rate": 4.9132291666666665e-05,
+      "loss": 0.7346,
+      "step": 2500
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.6356489658355713,
+      "learning_rate": 4.8958680555555555e-05,
+      "loss": 0.8147,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.012186303734779358,
+      "learning_rate": 4.8785069444444445e-05,
+      "loss": 0.5557,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 114.87812805175781,
+      "learning_rate": 4.8611458333333335e-05,
+      "loss": 0.546,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.3081382215023041,
+      "learning_rate": 4.8437847222222225e-05,
+      "loss": 0.5198,
+      "step": 4500
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.0013407367514446378,
+      "learning_rate": 4.826423611111111e-05,
+      "loss": 0.4668,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.032304372638463974,
+      "learning_rate": 4.8090625e-05,
+      "loss": 0.4066,
+      "step": 5500
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.350352019071579,
+      "learning_rate": 4.791701388888889e-05,
+      "loss": 0.494,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.031369373202323914,
+      "learning_rate": 4.774340277777778e-05,
+      "loss": 0.4372,
+      "step": 6500
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 87.0584716796875,
+      "learning_rate": 4.756979166666667e-05,
+      "loss": 0.546,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 42.25841522216797,
+      "learning_rate": 4.739618055555556e-05,
+      "loss": 0.4929,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.017110565677285194,
+      "learning_rate": 4.722256944444445e-05,
+      "loss": 0.4128,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.34961560368537903,
+      "eval_pearson": 0.9195974916185884,
+      "eval_runtime": 52.203,
+      "eval_samples_per_second": 38.312,
+      "eval_steps_per_second": 19.156,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 39.48343276977539,
+      "learning_rate": 4.704895833333334e-05,
+      "loss": 0.1769,
+      "step": 8500
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.0003292807668913156,
+      "learning_rate": 4.687534722222223e-05,
+      "loss": 0.3138,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.0025669685564935207,
+      "learning_rate": 4.670173611111111e-05,
+      "loss": 0.3529,
+      "step": 9500
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0019228530582040548,
+      "learning_rate": 4.6528125e-05,
+      "loss": 0.3181,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.09842195361852646,
+      "learning_rate": 4.635451388888889e-05,
+      "loss": 0.3358,
+      "step": 10500
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.0006872316589578986,
+      "learning_rate": 4.618090277777778e-05,
+      "loss": 0.3395,
+      "step": 11000
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.008952559903264046,
+      "learning_rate": 4.600729166666667e-05,
+      "loss": 0.3287,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.0010550743900239468,
+      "learning_rate": 4.583368055555556e-05,
+      "loss": 0.3742,
+      "step": 12000
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.0011425487464293838,
+      "learning_rate": 4.566006944444445e-05,
+      "loss": 0.2979,
+      "step": 12500
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 14.729352951049805,
+      "learning_rate": 4.5486458333333334e-05,
+      "loss": 0.2669,
+      "step": 13000
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 1.1553162039490417e-05,
+      "learning_rate": 4.5312847222222224e-05,
+      "loss": 0.3885,
+      "step": 13500
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.051722027361392975,
+      "learning_rate": 4.5139236111111114e-05,
+      "loss": 0.3096,
+      "step": 14000
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.12957464158535004,
+      "learning_rate": 4.4965625e-05,
+      "loss": 0.3479,
+      "step": 14500
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.012610511854290962,
+      "learning_rate": 4.479201388888889e-05,
+      "loss": 0.432,
+      "step": 15000
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.022952524945139885,
+      "learning_rate": 4.461840277777778e-05,
+      "loss": 0.2932,
+      "step": 15500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 3.255659612477757e-05,
+      "learning_rate": 4.444479166666667e-05,
+      "loss": 0.2544,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.3652373254299164,
+      "eval_pearson": 0.9308122796123071,
+      "eval_runtime": 52.221,
+      "eval_samples_per_second": 38.299,
+      "eval_steps_per_second": 19.149,
+      "step": 16000
+    },
+    {
+      "epoch": 2.0625,
+      "grad_norm": 349.7726135253906,
+      "learning_rate": 4.427118055555556e-05,
+      "loss": 0.3006,
+      "step": 16500
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.05852258577942848,
+      "learning_rate": 4.409756944444445e-05,
+      "loss": 0.2222,
+      "step": 17000
+    },
+    {
+      "epoch": 2.1875,
+      "grad_norm": 8.100055129034445e-05,
+      "learning_rate": 4.3923958333333337e-05,
+      "loss": 0.2253,
+      "step": 17500
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.015503599308431149,
+      "learning_rate": 4.3750347222222226e-05,
+      "loss": 0.301,
+      "step": 18000
+    },
+    {
+      "epoch": 2.3125,
+      "grad_norm": 0.0007520843064412475,
+      "learning_rate": 4.357673611111111e-05,
+      "loss": 0.1979,
+      "step": 18500
+    },
+    {
+      "epoch": 2.375,
+      "grad_norm": 0.0003110193647444248,
+      "learning_rate": 4.3403125e-05,
+      "loss": 0.2496,
+      "step": 19000
+    },
+    {
+      "epoch": 2.4375,
+      "grad_norm": 5.800446033477783,
+      "learning_rate": 4.322951388888889e-05,
+      "loss": 0.3028,
+      "step": 19500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2.4347489215870155e-06,
+      "learning_rate": 4.305590277777778e-05,
+      "loss": 0.2218,
+      "step": 20000
+    },
+    {
+      "epoch": 2.5625,
+      "grad_norm": 0.972939133644104,
+      "learning_rate": 4.288229166666667e-05,
+      "loss": 0.2485,
+      "step": 20500
+    },
+    {
+      "epoch": 2.625,
+      "grad_norm": 1.2701035737991333,
+      "learning_rate": 4.270868055555556e-05,
+      "loss": 0.179,
+      "step": 21000
+    },
+    {
+      "epoch": 2.6875,
+      "grad_norm": 0.0001465667737647891,
+      "learning_rate": 4.253506944444445e-05,
+      "loss": 0.337,
+      "step": 21500
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 188.92559814453125,
+      "learning_rate": 4.236145833333334e-05,
+      "loss": 0.2353,
+      "step": 22000
+    },
+    {
+      "epoch": 2.8125,
+      "grad_norm": 0.0020125608425587416,
+      "learning_rate": 4.218784722222223e-05,
+      "loss": 0.2412,
+      "step": 22500
+    },
+    {
+      "epoch": 2.875,
+      "grad_norm": 0.030752288177609444,
+      "learning_rate": 4.201423611111111e-05,
+      "loss": 0.2645,
+      "step": 23000
+    },
+    {
+      "epoch": 2.9375,
+      "grad_norm": 76.4650650024414,
+      "learning_rate": 4.1840625e-05,
+      "loss": 0.2856,
+      "step": 23500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.0004072492301929742,
+      "learning_rate": 4.166701388888889e-05,
+      "loss": 0.2395,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.28703999519348145,
+      "eval_pearson": 0.9358259106635223,
+      "eval_runtime": 52.1011,
+      "eval_samples_per_second": 38.387,
+      "eval_steps_per_second": 19.193,
+      "step": 24000
+    },
+    {
+      "epoch": 3.0625,
+      "grad_norm": 0.007601168937981129,
+      "learning_rate": 4.149340277777778e-05,
+      "loss": 0.1748,
+      "step": 24500
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 0.026926109567284584,
+      "learning_rate": 4.1319791666666665e-05,
+      "loss": 0.1542,
+      "step": 25000
+    },
+    {
+      "epoch": 3.1875,
+      "grad_norm": 1.8115358352661133,
+      "learning_rate": 4.1146180555555555e-05,
+      "loss": 0.2275,
+      "step": 25500
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.06953763216733932,
+      "learning_rate": 4.0972569444444445e-05,
+      "loss": 0.1706,
+      "step": 26000
+    },
+    {
+      "epoch": 3.3125,
+      "grad_norm": 0.020493032410740852,
+      "learning_rate": 4.0798958333333335e-05,
+      "loss": 0.1474,
+      "step": 26500
+    },
+    {
+      "epoch": 3.375,
+      "grad_norm": 0.005125588737428188,
+      "learning_rate": 4.0625347222222225e-05,
+      "loss": 0.1723,
+      "step": 27000
+    },
+    {
+      "epoch": 3.4375,
+      "grad_norm": 5.002508163452148,
+      "learning_rate": 4.045173611111111e-05,
+      "loss": 0.196,
+      "step": 27500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.000834703678265214,
+      "learning_rate": 4.0278125e-05,
+      "loss": 0.1449,
+      "step": 28000
+    },
+    {
+      "epoch": 3.5625,
+      "grad_norm": 0.01109158806502819,
+      "learning_rate": 4.010451388888889e-05,
+      "loss": 0.2287,
+      "step": 28500
+    },
+    {
+      "epoch": 3.625,
+      "grad_norm": 9.071109161595814e-06,
+      "learning_rate": 3.993090277777778e-05,
+      "loss": 0.1955,
+      "step": 29000
+    },
+    {
+      "epoch": 3.6875,
+      "grad_norm": 0.0006111862603574991,
+      "learning_rate": 3.975729166666667e-05,
+      "loss": 0.2147,
+      "step": 29500
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 6.614517928937858e-07,
+      "learning_rate": 3.958368055555556e-05,
+      "loss": 0.2289,
+      "step": 30000
+    },
+    {
+      "epoch": 3.8125,
+      "grad_norm": 5.0481699872761965e-05,
+      "learning_rate": 3.941006944444445e-05,
+      "loss": 0.1941,
+      "step": 30500
+    },
+    {
+      "epoch": 3.875,
+      "grad_norm": 2.837545871734619,
+      "learning_rate": 3.923645833333334e-05,
+      "loss": 0.1753,
+      "step": 31000
+    },
+    {
+      "epoch": 3.9375,
+      "grad_norm": 0.00021911883959546685,
+      "learning_rate": 3.906284722222223e-05,
+      "loss": 0.1967,
+      "step": 31500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.008439241908490658,
+      "learning_rate": 3.888923611111111e-05,
+      "loss": 0.2341,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.28366541862487793,
+      "eval_pearson": 0.9336592859812687,
+      "eval_runtime": 52.2768,
+      "eval_samples_per_second": 38.258,
+      "eval_steps_per_second": 19.129,
+      "step": 32000
+    },
+    {
+      "epoch": 4.0625,
+      "grad_norm": 3.5697648525238037,
+      "learning_rate": 3.8715625e-05,
+      "loss": 0.0898,
+      "step": 32500
+    },
+    {
+      "epoch": 4.125,
+      "grad_norm": 0.005574432201683521,
+      "learning_rate": 3.854201388888889e-05,
+      "loss": 0.0931,
+      "step": 33000
+    },
+    {
+      "epoch": 4.1875,
+      "grad_norm": 0.4526767134666443,
+      "learning_rate": 3.836840277777778e-05,
+      "loss": 0.1269,
+      "step": 33500
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.0006220944924280047,
+      "learning_rate": 3.819479166666667e-05,
+      "loss": 0.1229,
+      "step": 34000
+    },
+    {
+      "epoch": 4.3125,
+      "grad_norm": 0.0021529244258999825,
+      "learning_rate": 3.802118055555556e-05,
+      "loss": 0.0941,
+      "step": 34500
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 161.37889099121094,
+      "learning_rate": 3.784756944444445e-05,
+      "loss": 0.1504,
+      "step": 35000
+    },
+    {
+      "epoch": 4.4375,
+      "grad_norm": 0.11136477440595627,
+      "learning_rate": 3.7673958333333334e-05,
+      "loss": 0.1809,
+      "step": 35500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.001285308855585754,
+      "learning_rate": 3.7500347222222224e-05,
+      "loss": 0.0936,
+      "step": 36000
+    },
+    {
+      "epoch": 4.5625,
+      "grad_norm": 9.097888687392697e-05,
+      "learning_rate": 3.7326736111111114e-05,
+      "loss": 0.138,
+      "step": 36500
+    },
+    {
+      "epoch": 4.625,
+      "grad_norm": 8.100504373942385e-07,
+      "learning_rate": 3.7153125e-05,
+      "loss": 0.1018,
+      "step": 37000
+    },
+    {
+      "epoch": 4.6875,
+      "grad_norm": 7.76401338953292e-06,
+      "learning_rate": 3.697951388888889e-05,
+      "loss": 0.1467,
+      "step": 37500
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.00011219551379326731,
+      "learning_rate": 3.680590277777778e-05,
+      "loss": 0.1253,
+      "step": 38000
+    },
+    {
+      "epoch": 4.8125,
+      "grad_norm": 6.52613493912213e-07,
+      "learning_rate": 3.6632291666666667e-05,
+      "loss": 0.1658,
+      "step": 38500
+    },
+    {
+      "epoch": 4.875,
+      "grad_norm": 0.00043506777728907764,
+      "learning_rate": 3.6458680555555557e-05,
+      "loss": 0.1746,
+      "step": 39000
+    },
+    {
+      "epoch": 4.9375,
+      "grad_norm": 0.003737818216904998,
+      "learning_rate": 3.6285069444444446e-05,
+      "loss": 0.1511,
+      "step": 39500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.0032031103037297726,
+      "learning_rate": 3.6111458333333336e-05,
+      "loss": 0.1175,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.3400997221469879,
+      "eval_pearson": 0.9278541992287661,
+      "eval_runtime": 52.4259,
+      "eval_samples_per_second": 38.149,
+      "eval_steps_per_second": 19.075,
+      "step": 40000
+    },
+    {
+      "epoch": 5.0625,
+      "grad_norm": 7.578780059702694e-05,
+      "learning_rate": 3.5937847222222226e-05,
+      "loss": 0.0854,
+      "step": 40500
+    },
+    {
+      "epoch": 5.125,
+      "grad_norm": 0.00047107384307309985,
+      "learning_rate": 3.576423611111111e-05,
+      "loss": 0.0978,
+      "step": 41000
+    },
+    {
+      "epoch": 5.1875,
+      "grad_norm": 1.537612479296513e-05,
+      "learning_rate": 3.5590625e-05,
+      "loss": 0.0771,
+      "step": 41500
+    },
+    {
+      "epoch": 5.25,
+      "grad_norm": 0.4128485918045044,
+      "learning_rate": 3.541701388888889e-05,
+      "loss": 0.0735,
+      "step": 42000
+    },
+    {
+      "epoch": 5.3125,
+      "grad_norm": 1.5655250549316406,
+      "learning_rate": 3.524340277777778e-05,
+      "loss": 0.0498,
+      "step": 42500
+    },
+    {
+      "epoch": 5.375,
+      "grad_norm": 7.616046104885754e-07,
+      "learning_rate": 3.506979166666667e-05,
+      "loss": 0.0931,
+      "step": 43000
+    },
+    {
+      "epoch": 5.4375,
+      "grad_norm": 88.26677703857422,
+      "learning_rate": 3.489618055555556e-05,
+      "loss": 0.0792,
+      "step": 43500
+    },
+    {
+      "epoch": 5.5,
+      "grad_norm": 5.622899834634154e-07,
+      "learning_rate": 3.472256944444445e-05,
+      "loss": 0.0598,
+      "step": 44000
+    },
+    {
+      "epoch": 5.5625,
+      "grad_norm": 3.284021659055725e-07,
+      "learning_rate": 3.454895833333334e-05,
+      "loss": 0.0569,
+      "step": 44500
+    },
+    {
+      "epoch": 5.625,
+      "grad_norm": 7.701730646658689e-05,
+      "learning_rate": 3.437534722222223e-05,
+      "loss": 0.1013,
+      "step": 45000
+    },
+    {
+      "epoch": 5.6875,
+      "grad_norm": 0.0011569270864129066,
+      "learning_rate": 3.420173611111111e-05,
+      "loss": 0.0752,
+      "step": 45500
+    },
+    {
+      "epoch": 5.75,
+      "grad_norm": 0.005151362158358097,
+      "learning_rate": 3.4028125e-05,
+      "loss": 0.1286,
+      "step": 46000
+    },
+    {
+      "epoch": 5.8125,
+      "grad_norm": 2.8667493268130784e-08,
+      "learning_rate": 3.385451388888889e-05,
+      "loss": 0.0628,
+      "step": 46500
+    },
+    {
+      "epoch": 5.875,
+      "grad_norm": 2.9006994282099186e-06,
+      "learning_rate": 3.3680902777777775e-05,
+      "loss": 0.0778,
+      "step": 47000
+    },
+    {
+      "epoch": 5.9375,
+      "grad_norm": 1.4291666047938634e-05,
+      "learning_rate": 3.3507291666666665e-05,
+      "loss": 0.0939,
+      "step": 47500
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.1977786420611665e-05,
+      "learning_rate": 3.3333680555555555e-05,
+      "loss": 0.0701,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.3394077718257904,
+      "eval_pearson": 0.929029551743213,
+      "eval_runtime": 52.4713,
+      "eval_samples_per_second": 38.116,
+      "eval_steps_per_second": 19.058,
+      "step": 48000
+    },
+    {
+      "epoch": 6.0625,
+      "grad_norm": 2.3781665277056163e-06,
+      "learning_rate": 3.3160069444444445e-05,
+      "loss": 0.0575,
+      "step": 48500
+    },
+    {
+      "epoch": 6.125,
+      "grad_norm": 0.00014402755186893046,
+      "learning_rate": 3.2986458333333335e-05,
+      "loss": 0.0599,
+      "step": 49000
+    },
+    {
+      "epoch": 6.1875,
+      "grad_norm": 0.0024268697015941143,
+      "learning_rate": 3.2812847222222225e-05,
+      "loss": 0.0134,
+      "step": 49500
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 2.872504949569702,
+      "learning_rate": 3.263923611111111e-05,
+      "loss": 0.0529,
+      "step": 50000
+    },
+    {
+      "epoch": 6.3125,
+      "grad_norm": 0.08783645182847977,
+      "learning_rate": 3.2465625e-05,
+      "loss": 0.0429,
+      "step": 50500
+    },
+    {
+      "epoch": 6.375,
+      "grad_norm": 8.48967170715332,
+      "learning_rate": 3.229201388888889e-05,
+      "loss": 0.0615,
+      "step": 51000
+    },
+    {
+      "epoch": 6.4375,
+      "grad_norm": 4.978901984031836e-07,
+      "learning_rate": 3.211840277777778e-05,
+      "loss": 0.0493,
+      "step": 51500
+    },
+    {
+      "epoch": 6.5,
+      "grad_norm": 1.5710222669440554e-06,
+      "learning_rate": 3.194479166666667e-05,
+      "loss": 0.0842,
+      "step": 52000
+    },
+    {
+      "epoch": 6.5625,
+      "grad_norm": 0.0002388143038842827,
+      "learning_rate": 3.177118055555556e-05,
+      "loss": 0.0322,
+      "step": 52500
+    },
+    {
+      "epoch": 6.625,
+      "grad_norm": 4.66664324960675e-08,
+      "learning_rate": 3.159756944444445e-05,
+      "loss": 0.0182,
+      "step": 53000
+    },
+    {
+      "epoch": 6.6875,
+      "grad_norm": 57.2918586730957,
+      "learning_rate": 3.142395833333334e-05,
+      "loss": 0.0851,
+      "step": 53500
+    },
+    {
+      "epoch": 6.75,
+      "grad_norm": 5.3962357924319804e-05,
+      "learning_rate": 3.125034722222223e-05,
+      "loss": 0.0644,
+      "step": 54000
+    },
+    {
+      "epoch": 6.8125,
+      "grad_norm": 0.006401342805474997,
+      "learning_rate": 3.107673611111111e-05,
+      "loss": 0.0943,
+      "step": 54500
+    },
+    {
+      "epoch": 6.875,
+      "grad_norm": 3.415437390685838e-07,
+      "learning_rate": 3.0903125e-05,
+      "loss": 0.0967,
+      "step": 55000
+    },
+    {
+      "epoch": 6.9375,
+      "grad_norm": 5.508160825229425e-07,
+      "learning_rate": 3.072951388888889e-05,
+      "loss": 0.0507,
+      "step": 55500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.04088839516043663,
+      "learning_rate": 3.055590277777778e-05,
+      "loss": 0.0139,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.37575554847717285,
+      "eval_pearson": 0.9206240663481206,
+      "eval_runtime": 52.4561,
+      "eval_samples_per_second": 38.127,
+      "eval_steps_per_second": 19.064,
+      "step": 56000
+    },
+    {
+      "epoch": 7.0625,
+      "grad_norm": 0.004823420196771622,
+      "learning_rate": 3.0382291666666667e-05,
+      "loss": 0.0539,
+      "step": 56500
+    },
+    {
+      "epoch": 7.125,
+      "grad_norm": 106.49919128417969,
+      "learning_rate": 3.0208680555555557e-05,
+      "loss": 0.0232,
+      "step": 57000
+    },
+    {
+      "epoch": 7.1875,
+      "grad_norm": 1.074000238077133e-06,
+      "learning_rate": 3.0035069444444447e-05,
+      "loss": 0.0187,
+      "step": 57500
+    },
+    {
+      "epoch": 7.25,
+      "grad_norm": 0.0039020858239382505,
+      "learning_rate": 2.9861458333333337e-05,
+      "loss": 0.0472,
+      "step": 58000
+    },
+    {
+      "epoch": 7.3125,
+      "grad_norm": 0.0892600491642952,
+      "learning_rate": 2.9687847222222227e-05,
+      "loss": 0.0658,
+      "step": 58500
+    },
+    {
+      "epoch": 7.375,
+      "grad_norm": 0.00350657245144248,
+      "learning_rate": 2.951423611111111e-05,
+      "loss": 0.0456,
+      "step": 59000
+    },
+    {
+      "epoch": 7.4375,
+      "grad_norm": 0.0006594175356440246,
+      "learning_rate": 2.9340625e-05,
+      "loss": 0.0171,
+      "step": 59500
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 92.61225128173828,
+      "learning_rate": 2.916701388888889e-05,
+      "loss": 0.0274,
+      "step": 60000
+    },
+    {
+      "epoch": 7.5625,
+      "grad_norm": 3.026230599445512e-09,
+      "learning_rate": 2.899340277777778e-05,
+      "loss": 0.0471,
+      "step": 60500
+    },
+    {
+      "epoch": 7.625,
+      "grad_norm": 1.0678179023670964e-05,
+      "learning_rate": 2.8819791666666666e-05,
+      "loss": 0.0216,
+      "step": 61000
+    },
+    {
+      "epoch": 7.6875,
+      "grad_norm": 5.752791912527755e-05,
+      "learning_rate": 2.8646180555555556e-05,
+      "loss": 0.0157,
+      "step": 61500
+    },
+    {
+      "epoch": 7.75,
+      "grad_norm": 5.118190288543701,
+      "learning_rate": 2.8472569444444446e-05,
+      "loss": 0.0616,
+      "step": 62000
+    },
+    {
+      "epoch": 7.8125,
+      "grad_norm": 2.0125851733610034e-05,
+      "learning_rate": 2.8298958333333336e-05,
+      "loss": 0.0783,
+      "step": 62500
+    },
+    {
+      "epoch": 7.875,
+      "grad_norm": 161.75416564941406,
+      "learning_rate": 2.8125347222222226e-05,
+      "loss": 0.0295,
+      "step": 63000
+    },
+    {
+      "epoch": 7.9375,
+      "grad_norm": 1.577711117306535e-08,
+      "learning_rate": 2.795173611111111e-05,
+      "loss": 0.0498,
+      "step": 63500
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 5.166618279872637e-07,
+      "learning_rate": 2.7778125e-05,
+      "loss": 0.0397,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.3336261510848999,
+      "eval_pearson": 0.9327475370491191,
+      "eval_runtime": 52.4675,
+      "eval_samples_per_second": 38.119,
+      "eval_steps_per_second": 19.059,
+      "step": 64000
+    },
+    {
+      "epoch": 8.0625,
+      "grad_norm": 0.0026754948776215315,
+      "learning_rate": 2.760451388888889e-05,
+      "loss": 0.026,
+      "step": 64500
+    },
+    {
+      "epoch": 8.125,
+      "grad_norm": 3.3581352454348234e-07,
+      "learning_rate": 2.743090277777778e-05,
+      "loss": 0.0115,
+      "step": 65000
+    },
+    {
+      "epoch": 8.1875,
+      "grad_norm": 2.0662416488903546e-07,
+      "learning_rate": 2.725729166666667e-05,
+      "loss": 0.012,
+      "step": 65500
+    },
+    {
+      "epoch": 8.25,
+      "grad_norm": 8.040846921630873e-08,
+      "learning_rate": 2.7083680555555556e-05,
+      "loss": 0.0406,
+      "step": 66000
+    },
+    {
+      "epoch": 8.3125,
+      "grad_norm": 3.422968006816518e-07,
+      "learning_rate": 2.6910069444444446e-05,
+      "loss": 0.0321,
+      "step": 66500
+    },
+    {
+      "epoch": 8.375,
+      "grad_norm": 0.00017860137450043112,
+      "learning_rate": 2.6736458333333336e-05,
+      "loss": 0.0448,
+      "step": 67000
+    },
+    {
+      "epoch": 8.4375,
+      "grad_norm": 1.2621427236680915e-09,
+      "learning_rate": 2.6562847222222225e-05,
+      "loss": 0.0455,
+      "step": 67500
+    },
+    {
+      "epoch": 8.5,
+      "grad_norm": 1.4346144325827481e-06,
+      "learning_rate": 2.638923611111111e-05,
+      "loss": 0.0325,
+      "step": 68000
+    },
+    {
+      "epoch": 8.5625,
+      "grad_norm": 1.2407322174112778e-06,
+      "learning_rate": 2.6215625e-05,
+      "loss": 0.0223,
+      "step": 68500
+    },
+    {
+      "epoch": 8.625,
+      "grad_norm": 3.0256799163908e-06,
+      "learning_rate": 2.604201388888889e-05,
+      "loss": 0.0019,
+      "step": 69000
+    },
+    {
+      "epoch": 8.6875,
+      "grad_norm": 0.007253507152199745,
+      "learning_rate": 2.586840277777778e-05,
+      "loss": 0.0085,
+      "step": 69500
+    },
+    {
+      "epoch": 8.75,
+      "grad_norm": 2.782409467272373e-07,
+      "learning_rate": 2.569479166666667e-05,
+      "loss": 0.0518,
+      "step": 70000
+    },
+    {
+      "epoch": 8.8125,
+      "grad_norm": 0.000820077199023217,
+      "learning_rate": 2.552118055555556e-05,
+      "loss": 0.031,
+      "step": 70500
+    },
+    {
+      "epoch": 8.875,
+      "grad_norm": 2.470728213666007e-05,
+      "learning_rate": 2.5347569444444448e-05,
+      "loss": 0.0354,
+      "step": 71000
+    },
+    {
+      "epoch": 8.9375,
+      "grad_norm": 9.137271263170987e-05,
+      "learning_rate": 2.5173958333333335e-05,
+      "loss": 0.0666,
+      "step": 71500
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.00029885413823649287,
+      "learning_rate": 2.5000347222222225e-05,
+      "loss": 0.0267,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.37894001603126526,
+      "eval_pearson": 0.9279985680079542,
+      "eval_runtime": 52.4816,
+      "eval_samples_per_second": 38.109,
+      "eval_steps_per_second": 19.054,
+      "step": 72000
+    },
+    {
+      "epoch": 9.0625,
+      "grad_norm": 6.724835839122534e-05,
+      "learning_rate": 2.482673611111111e-05,
+      "loss": 0.0044,
+      "step": 72500
+    },
+    {
+      "epoch": 9.125,
+      "grad_norm": 9.228666164595722e-10,
+      "learning_rate": 2.4653125e-05,
+      "loss": 0.0095,
+      "step": 73000
+    },
+    {
+      "epoch": 9.1875,
+      "grad_norm": 0.00011938459647353739,
+      "learning_rate": 2.447951388888889e-05,
+      "loss": 0.0384,
+      "step": 73500
+    },
+    {
+      "epoch": 9.25,
+      "grad_norm": 1.6898056287573127e-09,
+      "learning_rate": 2.4305902777777778e-05,
+      "loss": 0.0182,
+      "step": 74000
+    },
+    {
+      "epoch": 9.3125,
+      "grad_norm": 5.753568288469069e-09,
+      "learning_rate": 2.4132291666666668e-05,
+      "loss": 0.0075,
+      "step": 74500
+    },
+    {
+      "epoch": 9.375,
+      "grad_norm": 5.144208614638046e-08,
+      "learning_rate": 2.3958680555555558e-05,
+      "loss": 0.0172,
+      "step": 75000
+    },
+    {
+      "epoch": 9.4375,
+      "grad_norm": 9.800347200439319e-10,
+      "learning_rate": 2.3785069444444448e-05,
+      "loss": 0.0431,
+      "step": 75500
+    },
+    {
+      "epoch": 9.5,
+      "grad_norm": 5.440585135185749e-11,
+      "learning_rate": 2.3611458333333334e-05,
+      "loss": 0.0109,
+      "step": 76000
+    },
+    {
+      "epoch": 9.5625,
+      "grad_norm": 0.00019604770932346582,
+      "learning_rate": 2.3437847222222224e-05,
+      "loss": 0.0284,
+      "step": 76500
+    },
+    {
+      "epoch": 9.625,
+      "grad_norm": 1.242908239364624,
+      "learning_rate": 2.3264236111111114e-05,
+      "loss": 0.0405,
+      "step": 77000
+    },
+    {
+      "epoch": 9.6875,
+      "grad_norm": 1.540728953841608e-05,
+      "learning_rate": 2.3090625e-05,
+      "loss": 0.0435,
+      "step": 77500
+    },
+    {
+      "epoch": 9.75,
+      "grad_norm": 0.00013433759158942848,
+      "learning_rate": 2.291701388888889e-05,
+      "loss": 0.0181,
+      "step": 78000
+    },
+    {
+      "epoch": 9.8125,
+      "grad_norm": 3.088209687973631e-10,
+      "learning_rate": 2.2743402777777777e-05,
+      "loss": 0.0228,
+      "step": 78500
+    },
+    {
+      "epoch": 9.875,
+      "grad_norm": 0.000814907078165561,
+      "learning_rate": 2.2569791666666667e-05,
+      "loss": 0.0499,
+      "step": 79000
+    },
+    {
+      "epoch": 9.9375,
+      "grad_norm": 1.274260625905299e-07,
+      "learning_rate": 2.2396180555555557e-05,
+      "loss": 0.0316,
+      "step": 79500
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 4.301631997805089e-05,
+      "learning_rate": 2.2222569444444447e-05,
+      "loss": 0.015,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 0.38902410864830017,
+      "eval_pearson": 0.9249309324232664,
+      "eval_runtime": 52.3807,
+      "eval_samples_per_second": 38.182,
+      "eval_steps_per_second": 19.091,
+      "step": 80000
+    },
+    {
+      "epoch": 10.0625,
+      "grad_norm": 1.7468665403086447e-10,
+      "learning_rate": 2.2048958333333333e-05,
+      "loss": 0.0081,
+      "step": 80500
+    },
+    {
+      "epoch": 10.125,
+      "grad_norm": 6.71422021696344e-05,
+      "learning_rate": 2.1875347222222223e-05,
+      "loss": 0.0143,
+      "step": 81000
+    },
+    {
+      "epoch": 10.1875,
+      "grad_norm": 3.1802871944819344e-06,
+      "learning_rate": 2.1701736111111113e-05,
+      "loss": 0.029,
+      "step": 81500
+    },
+    {
+      "epoch": 10.25,
+      "grad_norm": 0.014791320078074932,
+      "learning_rate": 2.1528125000000003e-05,
+      "loss": 0.0054,
+      "step": 82000
+    },
+    {
+      "epoch": 10.3125,
+      "grad_norm": 2.0462434235923865e-07,
+      "learning_rate": 2.135451388888889e-05,
+      "loss": 0.0436,
+      "step": 82500
+    },
+    {
+      "epoch": 10.375,
+      "grad_norm": 1.3791065216064453,
+      "learning_rate": 2.1180902777777776e-05,
+      "loss": 0.0181,
+      "step": 83000
+    },
+    {
+      "epoch": 10.4375,
+      "grad_norm": 0.002008361741900444,
+      "learning_rate": 2.1007291666666666e-05,
+      "loss": 0.0082,
+      "step": 83500
+    },
+    {
+      "epoch": 10.5,
+      "grad_norm": 5.804303704337599e-09,
+      "learning_rate": 2.0833680555555556e-05,
+      "loss": 0.0249,
+      "step": 84000
+    },
+    {
+      "epoch": 10.5625,
+      "grad_norm": 0.0007163327536545694,
+      "learning_rate": 2.0660069444444446e-05,
+      "loss": 0.0112,
+      "step": 84500
+    },
+    {
+      "epoch": 10.625,
+      "grad_norm": 0.0001620600960450247,
+      "learning_rate": 2.0486458333333333e-05,
+      "loss": 0.0295,
+      "step": 85000
+    },
+    {
+      "epoch": 10.6875,
+      "grad_norm": 0.05068128928542137,
+      "learning_rate": 2.0312847222222223e-05,
+      "loss": 0.0223,
+      "step": 85500
+    },
+    {
+      "epoch": 10.75,
+      "grad_norm": 0.0007038409821689129,
+      "learning_rate": 2.0139236111111113e-05,
+      "loss": 0.0192,
+      "step": 86000
+    },
+    {
+      "epoch": 10.8125,
+      "grad_norm": 0.024000702425837517,
+      "learning_rate": 1.9965625000000002e-05,
+      "loss": 0.0249,
+      "step": 86500
+    },
+    {
+      "epoch": 10.875,
+      "grad_norm": 3.588341712656984e-07,
+      "learning_rate": 1.9792013888888892e-05,
+      "loss": 0.0429,
+      "step": 87000
+    },
+    {
+      "epoch": 10.9375,
+      "grad_norm": 1.5524047114467976e-07,
+      "learning_rate": 1.961840277777778e-05,
+      "loss": 0.0188,
+      "step": 87500
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 2.524126614389388e-07,
+      "learning_rate": 1.944479166666667e-05,
+      "loss": 0.0217,
+      "step": 88000
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 0.39052143692970276,
+      "eval_pearson": 0.936161178019818,
+      "eval_runtime": 52.432,
+      "eval_samples_per_second": 38.145,
+      "eval_steps_per_second": 19.072,
+      "step": 88000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 144000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 18,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.104679389856563e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints_ia3_llama_class/checkpoint-88000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6c46c9dda9757cc094892dfdf420dce55879ca8959ffad52b273b74ea2b4a
+size 5368