Upload folder using huggingface_hub

README.md

@@ -1,3 +1,44 @@
----
-license: mit
----
+---
+library_name: peft
+license: other
+base_model: meta-llama/Llama-3.1-8B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: llama_factory_output_dir
+  results: []
+---
+
+
+# llama_factory_output_dir
+
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct).
+
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 8
+- total_eval_batch_size: 4
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3.0
+- mixed_precision_training: Native AMP
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.44.2
+- Pytorch 2.4.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "q_proj",
+    "gate_proj",
+    "o_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fac6570bf39d2f17cd908188e0d5b28494d2b062a91c0ecc86f70ff172325d
+size 83945296

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.9968586387434555,
+    "eval_loss": 0.05348898842930794,
+    "eval_runtime": 97.4279,
+    "eval_samples_per_second": 4.362,
+    "eval_steps_per_second": 1.098,
+    "total_flos": 1.717501382279299e+18,
+    "train_loss": 0.0491406895828145,
+    "train_runtime": 12322.0896,
+    "train_samples_per_second": 0.93,
+    "train_steps_per_second": 0.116
+}

checkpoint-1431/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

checkpoint-1431/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "q_proj",
+    "gate_proj",
+    "o_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1431/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fac6570bf39d2f17cd908188e0d5b28494d2b062a91c0ecc86f70ff172325d
+size 83945296

checkpoint-1431/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b32500790663220983dcb4946dcbf3600c21e2a135b174040e99eb696d04fc1
+size 168149074

checkpoint-1431/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e18f922d0af74d820247ae97bee506ab412554a58345ddf2558abc94ee3e3
+size 15024

checkpoint-1431/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2dcca6d9741f46592359768ea2212b9321da6408d1fd7d3a80b017bf37f434
+size 15024

checkpoint-1431/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69420ece2c255923c5cbb3c6c9c4a6b9cb38fb57e5d3033c8b7d436a1faf6f13
+size 15024

checkpoint-1431/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f278b40a1e23b88a657c4e5d03afa8dbbbe14dfeb16f6b4beedaece6cdd0b9
+size 15024

checkpoint-1431/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502f6338cd64e05df5e84899ffc191951cfb3b39f402cbef1ae32dab2691a5d
+size 1064

checkpoint-1431/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-1431/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-1431/trainer_state.json

@@ -0,0 +1,1050 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9968586387434555,
+  "eval_steps": 500,
+  "global_step": 1431,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020942408376963352,
+      "grad_norm": 0.5137882828712463,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 0.341,
+      "step": 10
+    },
+    {
+      "epoch": 0.041884816753926704,
+      "grad_norm": 0.5445541739463806,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.06282722513089005,
+      "grad_norm": 0.34443390369415283,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 0.2399,
+      "step": 30
+    },
+    {
+      "epoch": 0.08376963350785341,
+      "grad_norm": 0.36772170662879944,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.1832,
+      "step": 40
+    },
+    {
+      "epoch": 0.10471204188481675,
+      "grad_norm": 0.3646106719970703,
+      "learning_rate": 3.472222222222222e-05,
+      "loss": 0.151,
+      "step": 50
+    },
+    {
+      "epoch": 0.1256544502617801,
+      "grad_norm": 0.538939356803894,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.129,
+      "step": 60
+    },
+    {
+      "epoch": 0.14659685863874344,
+      "grad_norm": 0.36220353841781616,
+      "learning_rate": 4.8611111111111115e-05,
+      "loss": 0.1248,
+      "step": 70
+    },
+    {
+      "epoch": 0.16753926701570682,
+      "grad_norm": 0.4773642420768738,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 0.1142,
+      "step": 80
+    },
+    {
+      "epoch": 0.18848167539267016,
+      "grad_norm": 0.45749950408935547,
+      "learning_rate": 6.25e-05,
+      "loss": 0.1103,
+      "step": 90
+    },
+    {
+      "epoch": 0.2094240837696335,
+      "grad_norm": 0.4229575991630554,
+      "learning_rate": 6.944444444444444e-05,
+      "loss": 0.0985,
+      "step": 100
+    },
+    {
+      "epoch": 0.23036649214659685,
+      "grad_norm": 0.4683126211166382,
+      "learning_rate": 7.638888888888889e-05,
+      "loss": 0.0929,
+      "step": 110
+    },
+    {
+      "epoch": 0.2513089005235602,
+      "grad_norm": 0.3871113359928131,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.0955,
+      "step": 120
+    },
+    {
+      "epoch": 0.27225130890052357,
+      "grad_norm": 0.45953118801116943,
+      "learning_rate": 9.027777777777779e-05,
+      "loss": 0.0941,
+      "step": 130
+    },
+    {
+      "epoch": 0.2931937172774869,
+      "grad_norm": 0.4296354651451111,
+      "learning_rate": 9.722222222222223e-05,
+      "loss": 0.0906,
+      "step": 140
+    },
+    {
+      "epoch": 0.31413612565445026,
+      "grad_norm": 0.4266631007194519,
+      "learning_rate": 9.999463737538053e-05,
+      "loss": 0.0815,
+      "step": 150
+    },
+    {
+      "epoch": 0.33507853403141363,
+      "grad_norm": 0.4313138425350189,
+      "learning_rate": 9.996186994612176e-05,
+      "loss": 0.0803,
+      "step": 160
+    },
+    {
+      "epoch": 0.35602094240837695,
+      "grad_norm": 0.36333203315734863,
+      "learning_rate": 9.989933382359422e-05,
+      "loss": 0.0797,
+      "step": 170
+    },
+    {
+      "epoch": 0.3769633507853403,
+      "grad_norm": 0.7311431765556335,
+      "learning_rate": 9.980706626858607e-05,
+      "loss": 0.0768,
+      "step": 180
+    },
+    {
+      "epoch": 0.39790575916230364,
+      "grad_norm": 0.4651825428009033,
+      "learning_rate": 9.96851222567126e-05,
+      "loss": 0.0818,
+      "step": 190
+    },
+    {
+      "epoch": 0.418848167539267,
+      "grad_norm": 0.5768024325370789,
+      "learning_rate": 9.953357444566039e-05,
+      "loss": 0.0717,
+      "step": 200
+    },
+    {
+      "epoch": 0.4397905759162304,
+      "grad_norm": 0.41442790627479553,
+      "learning_rate": 9.935251313189564e-05,
+      "loss": 0.0698,
+      "step": 210
+    },
+    {
+      "epoch": 0.4607329842931937,
+      "grad_norm": 0.5525192618370056,
+      "learning_rate": 9.914204619686314e-05,
+      "loss": 0.0745,
+      "step": 220
+    },
+    {
+      "epoch": 0.4816753926701571,
+      "grad_norm": 0.4769018590450287,
+      "learning_rate": 9.890229904270731e-05,
+      "loss": 0.0719,
+      "step": 230
+    },
+    {
+      "epoch": 0.5026178010471204,
+      "grad_norm": 0.4063033163547516,
+      "learning_rate": 9.86334145175542e-05,
+      "loss": 0.0751,
+      "step": 240
+    },
+    {
+      "epoch": 0.5235602094240838,
+      "grad_norm": 0.3966362476348877,
+      "learning_rate": 9.833555283039842e-05,
+      "loss": 0.0696,
+      "step": 250
+    },
+    {
+      "epoch": 0.5445026178010471,
+      "grad_norm": 0.4347456395626068,
+      "learning_rate": 9.800889145564617e-05,
+      "loss": 0.0594,
+      "step": 260
+    },
+    {
+      "epoch": 0.5654450261780105,
+      "grad_norm": 0.3599953055381775,
+      "learning_rate": 9.765362502737097e-05,
+      "loss": 0.0732,
+      "step": 270
+    },
+    {
+      "epoch": 0.5863874345549738,
+      "grad_norm": 0.3424774706363678,
+      "learning_rate": 9.730960252267743e-05,
+      "loss": 0.0649,
+      "step": 280
+    },
+    {
+      "epoch": 0.6073298429319371,
+      "grad_norm": 0.48636892437934875,
+      "learning_rate": 9.690058365011607e-05,
+      "loss": 0.0679,
+      "step": 290
+    },
+    {
+      "epoch": 0.6282722513089005,
+      "grad_norm": 0.5237702131271362,
+      "learning_rate": 9.646362008512602e-05,
+      "loss": 0.0787,
+      "step": 300
+    },
+    {
+      "epoch": 0.6492146596858639,
+      "grad_norm": 0.3805506229400635,
+      "learning_rate": 9.599897218294122e-05,
+      "loss": 0.072,
+      "step": 310
+    },
+    {
+      "epoch": 0.6701570680628273,
+      "grad_norm": 0.4530421197414398,
+      "learning_rate": 9.550691679390558e-05,
+      "loss": 0.065,
+      "step": 320
+    },
+    {
+      "epoch": 0.6910994764397905,
+      "grad_norm": 0.4006820321083069,
+      "learning_rate": 9.498774709851779e-05,
+      "loss": 0.0644,
+      "step": 330
+    },
+    {
+      "epoch": 0.7120418848167539,
+      "grad_norm": 0.3857646584510803,
+      "learning_rate": 9.444177243274618e-05,
+      "loss": 0.0624,
+      "step": 340
+    },
+    {
+      "epoch": 0.7329842931937173,
+      "grad_norm": 0.4317072331905365,
+      "learning_rate": 9.386931810371742e-05,
+      "loss": 0.066,
+      "step": 350
+    },
+    {
+      "epoch": 0.7539267015706806,
+      "grad_norm": 0.3598201274871826,
+      "learning_rate": 9.327072519588954e-05,
+      "loss": 0.0642,
+      "step": 360
+    },
+    {
+      "epoch": 0.774869109947644,
+      "grad_norm": 0.39206311106681824,
+      "learning_rate": 9.264635036782405e-05,
+      "loss": 0.064,
+      "step": 370
+    },
+    {
+      "epoch": 0.7958115183246073,
+      "grad_norm": 0.40854617953300476,
+      "learning_rate": 9.199656563967875e-05,
+      "loss": 0.0635,
+      "step": 380
+    },
+    {
+      "epoch": 0.8167539267015707,
+      "grad_norm": 0.4052296578884125,
+      "learning_rate": 9.132175817154763e-05,
+      "loss": 0.0617,
+      "step": 390
+    },
+    {
+      "epoch": 0.837696335078534,
+      "grad_norm": 0.5453737378120422,
+      "learning_rate": 9.062233003277983e-05,
+      "loss": 0.0612,
+      "step": 400
+    },
+    {
+      "epoch": 0.8586387434554974,
+      "grad_norm": 0.4285629391670227,
+      "learning_rate": 8.989869796241559e-05,
+      "loss": 0.0609,
+      "step": 410
+    },
+    {
+      "epoch": 0.8795811518324608,
+      "grad_norm": 0.42577216029167175,
+      "learning_rate": 8.915129312088112e-05,
+      "loss": 0.0634,
+      "step": 420
+    },
+    {
+      "epoch": 0.900523560209424,
+      "grad_norm": 0.44957348704338074,
+      "learning_rate": 8.838056083309118e-05,
+      "loss": 0.0569,
+      "step": 430
+    },
+    {
+      "epoch": 0.9214659685863874,
+      "grad_norm": 0.3643034100532532,
+      "learning_rate": 8.758696032311192e-05,
+      "loss": 0.0583,
+      "step": 440
+    },
+    {
+      "epoch": 0.9424083769633508,
+      "grad_norm": 0.5593224167823792,
+      "learning_rate": 8.677096444054213e-05,
+      "loss": 0.0637,
+      "step": 450
+    },
+    {
+      "epoch": 0.9633507853403142,
+      "grad_norm": 0.4963381886482239,
+      "learning_rate": 8.593305937877614e-05,
+      "loss": 0.0607,
+      "step": 460
+    },
+    {
+      "epoch": 0.9842931937172775,
+      "grad_norm": 0.5490202307701111,
+      "learning_rate": 8.507374438531607e-05,
+      "loss": 0.0617,
+      "step": 470
+    },
+    {
+      "epoch": 1.0052356020942408,
+      "grad_norm": 0.33712923526763916,
+      "learning_rate": 8.419353146430609e-05,
+      "loss": 0.0563,
+      "step": 480
+    },
+    {
+      "epoch": 1.0261780104712042,
+      "grad_norm": 0.4473194181919098,
+      "learning_rate": 8.329294507146579e-05,
+      "loss": 0.0415,
+      "step": 490
+    },
+    {
+      "epoch": 1.0471204188481675,
+      "grad_norm": 0.43435972929000854,
+      "learning_rate": 8.23725218016048e-05,
+      "loss": 0.0402,
+      "step": 500
+    },
+    {
+      "epoch": 1.0471204188481675,
+      "eval_loss": 0.058112796396017075,
+      "eval_runtime": 97.7069,
+      "eval_samples_per_second": 4.35,
+      "eval_steps_per_second": 1.095,
+      "step": 500
+    },
+    {
+      "epoch": 1.068062827225131,
+      "grad_norm": 0.41959723830223083,
+      "learning_rate": 8.143281006890433e-05,
+      "loss": 0.0388,
+      "step": 510
+    },
+    {
+      "epoch": 1.0890052356020943,
+      "grad_norm": 0.46331778168678284,
+      "learning_rate": 8.047436978015649e-05,
+      "loss": 0.0467,
+      "step": 520
+    },
+    {
+      "epoch": 1.1099476439790577,
+      "grad_norm": 0.4408092200756073,
+      "learning_rate": 7.949777200115616e-05,
+      "loss": 0.0414,
+      "step": 530
+    },
+    {
+      "epoch": 1.130890052356021,
+      "grad_norm": 0.5561596751213074,
+      "learning_rate": 7.850359861644368e-05,
+      "loss": 0.0413,
+      "step": 540
+    },
+    {
+      "epoch": 1.1518324607329844,
+      "grad_norm": 0.6036704778671265,
+      "learning_rate": 7.749244198260175e-05,
+      "loss": 0.0448,
+      "step": 550
+    },
+    {
+      "epoch": 1.1727748691099475,
+      "grad_norm": 0.333761602640152,
+      "learning_rate": 7.646490457531257e-05,
+      "loss": 0.0379,
+      "step": 560
+    },
+    {
+      "epoch": 1.193717277486911,
+      "grad_norm": 0.4401955306529999,
+      "learning_rate": 7.54215986303858e-05,
+      "loss": 0.0375,
+      "step": 570
+    },
+    {
+      "epoch": 1.2146596858638743,
+      "grad_norm": 0.3552649915218353,
+      "learning_rate": 7.436314577897126e-05,
+      "loss": 0.0373,
+      "step": 580
+    },
+    {
+      "epoch": 1.2356020942408377,
+      "grad_norm": 0.2970343828201294,
+      "learning_rate": 7.329017667717339e-05,
+      "loss": 0.042,
+      "step": 590
+    },
+    {
+      "epoch": 1.256544502617801,
+      "grad_norm": 0.45380938053131104,
+      "learning_rate": 7.220333063028872e-05,
+      "loss": 0.0379,
+      "step": 600
+    },
+    {
+      "epoch": 1.2774869109947644,
+      "grad_norm": 0.4114688038825989,
+      "learning_rate": 7.110325521188949e-05,
+      "loss": 0.0444,
+      "step": 610
+    },
+    {
+      "epoch": 1.2984293193717278,
+      "grad_norm": 0.37951603531837463,
+      "learning_rate": 6.999060587798128e-05,
+      "loss": 0.0422,
+      "step": 620
+    },
+    {
+      "epoch": 1.3193717277486912,
+      "grad_norm": 0.5121111869812012,
+      "learning_rate": 6.886604557646356e-05,
+      "loss": 0.0384,
+      "step": 630
+    },
+    {
+      "epoch": 1.3403141361256545,
+      "grad_norm": 0.3808182179927826,
+      "learning_rate": 6.773024435212678e-05,
+      "loss": 0.0352,
+      "step": 640
+    },
+    {
+      "epoch": 1.3612565445026177,
+      "grad_norm": 0.3297405540943146,
+      "learning_rate": 6.658387894742071e-05,
+      "loss": 0.0397,
+      "step": 650
+    },
+    {
+      "epoch": 1.3821989528795813,
+      "grad_norm": 0.41979941725730896,
+      "learning_rate": 6.542763239923215e-05,
+      "loss": 0.0375,
+      "step": 660
+    },
+    {
+      "epoch": 1.4031413612565444,
+      "grad_norm": 0.5469591021537781,
+      "learning_rate": 6.426219363191224e-05,
+      "loss": 0.0443,
+      "step": 670
+    },
+    {
+      "epoch": 1.4240837696335078,
+      "grad_norm": 0.3828868865966797,
+      "learning_rate": 6.308825704679596e-05,
+      "loss": 0.0334,
+      "step": 680
+    },
+    {
+      "epoch": 1.4450261780104712,
+      "grad_norm": 0.49810731410980225,
+      "learning_rate": 6.190652210845815e-05,
+      "loss": 0.0401,
+      "step": 690
+    },
+    {
+      "epoch": 1.4659685863874345,
+      "grad_norm": 0.4368995130062103,
+      "learning_rate": 6.0717692927952744e-05,
+      "loss": 0.0367,
+      "step": 700
+    },
+    {
+      "epoch": 1.486910994764398,
+      "grad_norm": 0.4042227566242218,
+      "learning_rate": 5.952247784328351e-05,
+      "loss": 0.0375,
+      "step": 710
+    },
+    {
+      "epoch": 1.5078534031413613,
+      "grad_norm": 0.49127721786499023,
+      "learning_rate": 5.8321588997356326e-05,
+      "loss": 0.0339,
+      "step": 720
+    },
+    {
+      "epoch": 1.5287958115183247,
+      "grad_norm": 0.3174681067466736,
+      "learning_rate": 5.7115741913664264e-05,
+      "loss": 0.0381,
+      "step": 730
+    },
+    {
+      "epoch": 1.5497382198952878,
+      "grad_norm": 0.4839365780353546,
+      "learning_rate": 5.59056550699585e-05,
+      "loss": 0.0355,
+      "step": 740
+    },
+    {
+      "epoch": 1.5706806282722514,
+      "grad_norm": 0.30561134219169617,
+      "learning_rate": 5.469204947015897e-05,
+      "loss": 0.0374,
+      "step": 750
+    },
+    {
+      "epoch": 1.5916230366492146,
+      "grad_norm": 0.3758664131164551,
+      "learning_rate": 5.3475648214759896e-05,
+      "loss": 0.0327,
+      "step": 760
+    },
+    {
+      "epoch": 1.6125654450261782,
+      "grad_norm": 0.3118516206741333,
+      "learning_rate": 5.2257176069986036e-05,
+      "loss": 0.0403,
+      "step": 770
+    },
+    {
+      "epoch": 1.6335078534031413,
+      "grad_norm": 0.33437207341194153,
+      "learning_rate": 5.103735903595658e-05,
+      "loss": 0.0364,
+      "step": 780
+    },
+    {
+      "epoch": 1.6544502617801047,
+      "grad_norm": 0.54002845287323,
+      "learning_rate": 4.981692391411366e-05,
+      "loss": 0.0371,
+      "step": 790
+    },
+    {
+      "epoch": 1.675392670157068,
+      "grad_norm": 0.2974444031715393,
+      "learning_rate": 4.859659787417362e-05,
+      "loss": 0.0406,
+      "step": 800
+    },
+    {
+      "epoch": 1.6963350785340314,
+      "grad_norm": 0.3456689417362213,
+      "learning_rate": 4.737710802085875e-05,
+      "loss": 0.0353,
+      "step": 810
+    },
+    {
+      "epoch": 1.7172774869109948,
+      "grad_norm": 0.4571535885334015,
+      "learning_rate": 4.615918096066766e-05,
+      "loss": 0.0325,
+      "step": 820
+    },
+    {
+      "epoch": 1.738219895287958,
+      "grad_norm": 0.3281984031200409,
+      "learning_rate": 4.4943542368942746e-05,
+      "loss": 0.0318,
+      "step": 830
+    },
+    {
+      "epoch": 1.7591623036649215,
+      "grad_norm": 0.2916335165500641,
+      "learning_rate": 4.373091655749225e-05,
+      "loss": 0.0374,
+      "step": 840
+    },
+    {
+      "epoch": 1.7801047120418847,
+      "grad_norm": 0.4069044888019562,
+      "learning_rate": 4.252202604302476e-05,
+      "loss": 0.0362,
+      "step": 850
+    },
+    {
+      "epoch": 1.8010471204188483,
+      "grad_norm": 0.39771515130996704,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.038,
+      "step": 860
+    },
+    {
+      "epoch": 1.8219895287958114,
+      "grad_norm": 0.38277313113212585,
+      "learning_rate": 4.011832941472641e-05,
+      "loss": 0.0393,
+      "step": 870
+    },
+    {
+      "epoch": 1.8429319371727748,
+      "grad_norm": 0.2795620560646057,
+      "learning_rate": 3.8924955491238216e-05,
+      "loss": 0.0336,
+      "step": 880
+    },
+    {
+      "epoch": 1.8638743455497382,
+      "grad_norm": 0.3264184594154358,
+      "learning_rate": 3.7738180392078937e-05,
+      "loss": 0.033,
+      "step": 890
+    },
+    {
+      "epoch": 1.8848167539267016,
+      "grad_norm": 0.5280706286430359,
+      "learning_rate": 3.6558711231372704e-05,
+      "loss": 0.035,
+      "step": 900
+    },
+    {
+      "epoch": 1.905759162303665,
+      "grad_norm": 0.3607095181941986,
+      "learning_rate": 3.538725077015915e-05,
+      "loss": 0.0357,
+      "step": 910
+    },
+    {
+      "epoch": 1.9267015706806283,
+      "grad_norm": 0.3703671991825104,
+      "learning_rate": 3.422449699766851e-05,
+      "loss": 0.0313,
+      "step": 920
+    },
+    {
+      "epoch": 1.9476439790575917,
+      "grad_norm": 0.4830826222896576,
+      "learning_rate": 3.307114271543999e-05,
+      "loss": 0.0345,
+      "step": 930
+    },
+    {
+      "epoch": 1.9685863874345548,
+      "grad_norm": 0.42555513978004456,
+      "learning_rate": 3.192787512453105e-05,
+      "loss": 0.0333,
+      "step": 940
+    },
+    {
+      "epoch": 1.9895287958115184,
+      "grad_norm": 0.3647818863391876,
+      "learning_rate": 3.079537541606349e-05,
+      "loss": 0.0317,
+      "step": 950
+    },
+    {
+      "epoch": 2.0104712041884816,
+      "grad_norm": 0.27432000637054443,
+      "learning_rate": 2.9674318365350685e-05,
+      "loss": 0.0235,
+      "step": 960
+    },
+    {
+      "epoch": 2.031413612565445,
+      "grad_norm": 0.2879980802536011,
+      "learning_rate": 2.8565371929847284e-05,
+      "loss": 0.0158,
+      "step": 970
+    },
+    {
+      "epoch": 2.0523560209424083,
+      "grad_norm": 0.30074015259742737,
+      "learning_rate": 2.7469196851161373e-05,
+      "loss": 0.0179,
+      "step": 980
+    },
+    {
+      "epoch": 2.073298429319372,
+      "grad_norm": 0.48433229327201843,
+      "learning_rate": 2.638644626136587e-05,
+      "loss": 0.0174,
+      "step": 990
+    },
+    {
+      "epoch": 2.094240837696335,
+      "grad_norm": 0.3053944706916809,
+      "learning_rate": 2.531776529384407e-05,
+      "loss": 0.0204,
+      "step": 1000
+    },
+    {
+      "epoch": 2.094240837696335,
+      "eval_loss": 0.05247209593653679,
+      "eval_runtime": 97.7528,
+      "eval_samples_per_second": 4.348,
+      "eval_steps_per_second": 1.095,
+      "step": 1000
+    },
+    {
+      "epoch": 2.115183246073298,
+      "grad_norm": 0.3178795576095581,
+      "learning_rate": 2.426379069890098e-05,
+      "loss": 0.0178,
+      "step": 1010
+    },
+    {
+      "epoch": 2.136125654450262,
+      "grad_norm": 0.30507609248161316,
+      "learning_rate": 2.3225150464369312e-05,
+      "loss": 0.0145,
+      "step": 1020
+    },
+    {
+      "epoch": 2.157068062827225,
+      "grad_norm": 0.3095521330833435,
+      "learning_rate": 2.2202463441436884e-05,
+      "loss": 0.0186,
+      "step": 1030
+    },
+    {
+      "epoch": 2.1780104712041886,
+      "grad_norm": 0.40178781747817993,
+      "learning_rate": 2.1196338975917358e-05,
+      "loss": 0.0185,
+      "step": 1040
+    },
+    {
+      "epoch": 2.1989528795811517,
+      "grad_norm": 0.3371562063694,
+      "learning_rate": 2.0207376545184893e-05,
+      "loss": 0.0148,
+      "step": 1050
+    },
+    {
+      "epoch": 2.2198952879581153,
+      "grad_norm": 0.5400903820991516,
+      "learning_rate": 1.9236165400988638e-05,
+      "loss": 0.0188,
+      "step": 1060
+    },
+    {
+      "epoch": 2.2408376963350785,
+      "grad_norm": 0.1960514336824417,
+      "learning_rate": 1.8283284218359782e-05,
+      "loss": 0.0167,
+      "step": 1070
+    },
+    {
+      "epoch": 2.261780104712042,
+      "grad_norm": 0.29054176807403564,
+      "learning_rate": 1.734930075082076e-05,
+      "loss": 0.0156,
+      "step": 1080
+    },
+    {
+      "epoch": 2.282722513089005,
+      "grad_norm": 0.31542539596557617,
+      "learning_rate": 1.6434771492101485e-05,
+      "loss": 0.0168,
+      "step": 1090
+    },
+    {
+      "epoch": 2.303664921465969,
+      "grad_norm": 0.30312708020210266,
+      "learning_rate": 1.5540241344564915e-05,
+      "loss": 0.0178,
+      "step": 1100
+    },
+    {
+      "epoch": 2.324607329842932,
+      "grad_norm": 0.22572675347328186,
+      "learning_rate": 1.46662432945386e-05,
+      "loss": 0.0159,
+      "step": 1110
+    },
+    {
+      "epoch": 2.345549738219895,
+      "grad_norm": 0.32737213373184204,
+      "learning_rate": 1.3813298094746491e-05,
+      "loss": 0.0155,
+      "step": 1120
+    },
+    {
+      "epoch": 2.3664921465968587,
+      "grad_norm": 0.29300010204315186,
+      "learning_rate": 1.2981913954029784e-05,
+      "loss": 0.0158,
+      "step": 1130
+    },
+    {
+      "epoch": 2.387434554973822,
+      "grad_norm": 0.3531718850135803,
+      "learning_rate": 1.2172586234541644e-05,
+      "loss": 0.0162,
+      "step": 1140
+    },
+    {
+      "epoch": 2.4083769633507854,
+      "grad_norm": 0.3117247521877289,
+      "learning_rate": 1.1385797156596506e-05,
+      "loss": 0.0157,
+      "step": 1150
+    },
+    {
+      "epoch": 2.4293193717277486,
+      "grad_norm": 0.3147590756416321,
+      "learning_rate": 1.062201551134957e-05,
+      "loss": 0.0146,
+      "step": 1160
+    },
+    {
+      "epoch": 2.450261780104712,
+      "grad_norm": 0.3247630298137665,
+      "learning_rate": 9.88169638147784e-06,
+      "loss": 0.0143,
+      "step": 1170
+    },
+    {
+      "epoch": 2.4712041884816753,
+      "grad_norm": 0.3280116319656372,
+      "learning_rate": 9.16528087002892e-06,
+      "loss": 0.017,
+      "step": 1180
+    },
+    {
+      "epoch": 2.492146596858639,
+      "grad_norm": 0.30790087580680847,
+      "learning_rate": 8.473195837599418e-06,
+      "loss": 0.0155,
+      "step": 1190
+    },
+    {
+      "epoch": 2.513089005235602,
+      "grad_norm": 0.4461917579174042,
+      "learning_rate": 7.805853647999362e-06,
+      "loss": 0.0176,
+      "step": 1200
+    },
+    {
+      "epoch": 2.5340314136125652,
+      "grad_norm": 0.3395947515964508,
+      "learning_rate": 7.163651922554149e-06,
+      "loss": 0.0194,
+      "step": 1210
+    },
+    {
+      "epoch": 2.554973821989529,
+      "grad_norm": 0.30847620964050293,
+      "learning_rate": 6.5469733031905515e-06,
+      "loss": 0.0147,
+      "step": 1220
+    },
+    {
+      "epoch": 2.5759162303664924,
+      "grad_norm": 0.2089480310678482,
+      "learning_rate": 5.956185224447841e-06,
+      "loss": 0.0146,
+      "step": 1230
+    },
+    {
+      "epoch": 2.5968586387434556,
+      "grad_norm": 0.36750879883766174,
+      "learning_rate": 5.391639694549943e-06,
+      "loss": 0.0164,
+      "step": 1240
+    },
+    {
+      "epoch": 2.6178010471204187,
+      "grad_norm": 0.41677984595298767,
+      "learning_rate": 4.853673085668947e-06,
+      "loss": 0.0148,
+      "step": 1250
+    },
+    {
+      "epoch": 2.6387434554973823,
+      "grad_norm": 0.32629698514938354,
+      "learning_rate": 4.342605933505084e-06,
+      "loss": 0.0154,
+      "step": 1260
+    },
+    {
+      "epoch": 2.6596858638743455,
+      "grad_norm": 0.34532350301742554,
+      "learning_rate": 3.858742746302535e-06,
+      "loss": 0.0153,
+      "step": 1270
+    },
+    {
+      "epoch": 2.680628272251309,
+      "grad_norm": 0.21778731048107147,
+      "learning_rate": 3.402371823414774e-06,
+      "loss": 0.0136,
+      "step": 1280
+    },
+    {
+      "epoch": 2.701570680628272,
+      "grad_norm": 0.28639301657676697,
+      "learning_rate": 2.9737650835276853e-06,
+      "loss": 0.0137,
+      "step": 1290
+    },
+    {
+      "epoch": 2.7225130890052354,
+      "grad_norm": 0.44888314604759216,
+      "learning_rate": 2.573177902642726e-06,
+      "loss": 0.0204,
+      "step": 1300
+    },
+    {
+      "epoch": 2.743455497382199,
+      "grad_norm": 0.3165195882320404,
+      "learning_rate": 2.200848961916718e-06,
+      "loss": 0.0147,
+      "step": 1310
+    },
+    {
+      "epoch": 2.7643979057591626,
+      "grad_norm": 0.3899117112159729,
+      "learning_rate": 1.8570001054488362e-06,
+      "loss": 0.0175,
+      "step": 1320
+    },
+    {
+      "epoch": 2.7853403141361257,
+      "grad_norm": 0.2718731164932251,
+      "learning_rate": 1.5418362080996507e-06,
+      "loss": 0.0153,
+      "step": 1330
+    },
+    {
+      "epoch": 2.806282722513089,
+      "grad_norm": 0.4670896828174591,
+      "learning_rate": 1.2555450534208978e-06,
+      "loss": 0.0138,
+      "step": 1340
+    },
+    {
+      "epoch": 2.8272251308900525,
+      "grad_norm": 0.26648226380348206,
+      "learning_rate": 9.98297221768718e-07,
+      "loss": 0.0142,
+      "step": 1350
+    },
+    {
+      "epoch": 2.8481675392670156,
+      "grad_norm": 0.3085860311985016,
+      "learning_rate": 7.702459886670788e-07,
+      "loss": 0.0141,
+      "step": 1360
+    },
+    {
+      "epoch": 2.869109947643979,
+      "grad_norm": 0.46135184168815613,
+      "learning_rate": 5.715272334818944e-07,
+      "loss": 0.0162,
+      "step": 1370
+    },
+    {
+      "epoch": 2.8900523560209423,
+      "grad_norm": 0.3128398060798645,
+      "learning_rate": 4.02259358460233e-07,
+      "loss": 0.0159,
+      "step": 1380
+    },
+    {
+      "epoch": 2.9109947643979055,
+      "grad_norm": 0.44724029302597046,
+      "learning_rate": 2.6254321818295345e-07,
+      "loss": 0.0178,
+      "step": 1390
+    },
+    {
+      "epoch": 2.931937172774869,
+      "grad_norm": 0.35600796341896057,
+      "learning_rate": 1.5246205947265779e-07,
+      "loss": 0.0151,
+      "step": 1400
+    },
+    {
+      "epoch": 2.9528795811518327,
+      "grad_norm": 0.2872493863105774,
+      "learning_rate": 7.208147179291192e-08,
+      "loss": 0.0156,
+      "step": 1410
+    },
+    {
+      "epoch": 2.973821989528796,
+      "grad_norm": 0.27174440026283264,
+      "learning_rate": 2.1449348168167682e-08,
+      "loss": 0.0162,
+      "step": 1420
+    },
+    {
+      "epoch": 2.994764397905759,
+      "grad_norm": 0.42477887868881226,
+      "learning_rate": 5.95856647772619e-10,
+      "loss": 0.0136,
+      "step": 1430
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1431,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.717501382279299e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1431/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daccc80b18eb9d7799bde94f4978ce1c3db384a0b077499322436ae29d6d2f44
+size 5496

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.9968586387434555,
+    "eval_loss": 0.05348898842930794,
+    "eval_runtime": 97.4279,
+    "eval_samples_per_second": 4.362,
+    "eval_steps_per_second": 1.098
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{ '<|begin_of_text|>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|start_header_id|>system<|end_header_id|>\n\n' + system_message + '<|eot_id|>' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.9968586387434555,
+    "total_flos": 1.717501382279299e+18,
+    "train_loss": 0.0491406895828145,
+    "train_runtime": 12322.0896,
+    "train_samples_per_second": 0.93,
+    "train_steps_per_second": 0.116
+}

trainer_log.jsonl

@@ -0,0 +1,146 @@
+{"current_steps": 10, "total_steps": 1431, "loss": 0.341, "learning_rate": 6.944444444444445e-06, "epoch": 0.020942408376963352, "percentage": 0.7, "elapsed_time": "0:01:27", "remaining_time": "3:26:57"}
+{"current_steps": 20, "total_steps": 1431, "loss": 0.3137, "learning_rate": 1.388888888888889e-05, "epoch": 0.041884816753926704, "percentage": 1.4, "elapsed_time": "0:02:54", "remaining_time": "3:25:29"}
+{"current_steps": 30, "total_steps": 1431, "loss": 0.2399, "learning_rate": 2.0833333333333336e-05, "epoch": 0.06282722513089005, "percentage": 2.1, "elapsed_time": "0:04:21", "remaining_time": "3:23:32"}
+{"current_steps": 40, "total_steps": 1431, "loss": 0.1832, "learning_rate": 2.777777777777778e-05, "epoch": 0.08376963350785341, "percentage": 2.8, "elapsed_time": "0:05:46", "remaining_time": "3:20:44"}
+{"current_steps": 50, "total_steps": 1431, "loss": 0.151, "learning_rate": 3.472222222222222e-05, "epoch": 0.10471204188481675, "percentage": 3.49, "elapsed_time": "0:07:09", "remaining_time": "3:17:38"}
+{"current_steps": 60, "total_steps": 1431, "loss": 0.129, "learning_rate": 4.166666666666667e-05, "epoch": 0.1256544502617801, "percentage": 4.19, "elapsed_time": "0:08:33", "remaining_time": "3:15:23"}
+{"current_steps": 70, "total_steps": 1431, "loss": 0.1248, "learning_rate": 4.8611111111111115e-05, "epoch": 0.14659685863874344, "percentage": 4.89, "elapsed_time": "0:10:00", "remaining_time": "3:14:26"}
+{"current_steps": 80, "total_steps": 1431, "loss": 0.1142, "learning_rate": 5.555555555555556e-05, "epoch": 0.16753926701570682, "percentage": 5.59, "elapsed_time": "0:11:25", "remaining_time": "3:12:56"}
+{"current_steps": 90, "total_steps": 1431, "loss": 0.1103, "learning_rate": 6.25e-05, "epoch": 0.18848167539267016, "percentage": 6.29, "elapsed_time": "0:12:48", "remaining_time": "3:10:48"}
+{"current_steps": 100, "total_steps": 1431, "loss": 0.0985, "learning_rate": 6.944444444444444e-05, "epoch": 0.2094240837696335, "percentage": 6.99, "elapsed_time": "0:14:12", "remaining_time": "3:09:05"}
+{"current_steps": 110, "total_steps": 1431, "loss": 0.0929, "learning_rate": 7.638888888888889e-05, "epoch": 0.23036649214659685, "percentage": 7.69, "elapsed_time": "0:15:37", "remaining_time": "3:07:34"}
+{"current_steps": 120, "total_steps": 1431, "loss": 0.0955, "learning_rate": 8.333333333333334e-05, "epoch": 0.2513089005235602, "percentage": 8.39, "elapsed_time": "0:17:03", "remaining_time": "3:06:22"}
+{"current_steps": 130, "total_steps": 1431, "loss": 0.0941, "learning_rate": 9.027777777777779e-05, "epoch": 0.27225130890052357, "percentage": 9.08, "elapsed_time": "0:18:30", "remaining_time": "3:05:13"}
+{"current_steps": 140, "total_steps": 1431, "loss": 0.0906, "learning_rate": 9.722222222222223e-05, "epoch": 0.2931937172774869, "percentage": 9.78, "elapsed_time": "0:19:51", "remaining_time": "3:03:10"}
+{"current_steps": 150, "total_steps": 1431, "loss": 0.0815, "learning_rate": 9.999463737538053e-05, "epoch": 0.31413612565445026, "percentage": 10.48, "elapsed_time": "0:21:15", "remaining_time": "3:01:29"}
+{"current_steps": 160, "total_steps": 1431, "loss": 0.0803, "learning_rate": 9.996186994612176e-05, "epoch": 0.33507853403141363, "percentage": 11.18, "elapsed_time": "0:22:41", "remaining_time": "3:00:14"}
+{"current_steps": 170, "total_steps": 1431, "loss": 0.0797, "learning_rate": 9.989933382359422e-05, "epoch": 0.35602094240837695, "percentage": 11.88, "elapsed_time": "0:24:06", "remaining_time": "2:58:47"}
+{"current_steps": 180, "total_steps": 1431, "loss": 0.0768, "learning_rate": 9.980706626858607e-05, "epoch": 0.3769633507853403, "percentage": 12.58, "elapsed_time": "0:25:29", "remaining_time": "2:57:09"}
+{"current_steps": 190, "total_steps": 1431, "loss": 0.0818, "learning_rate": 9.96851222567126e-05, "epoch": 0.39790575916230364, "percentage": 13.28, "elapsed_time": "0:26:54", "remaining_time": "2:55:44"}
+{"current_steps": 200, "total_steps": 1431, "loss": 0.0717, "learning_rate": 9.953357444566039e-05, "epoch": 0.418848167539267, "percentage": 13.98, "elapsed_time": "0:28:19", "remaining_time": "2:54:20"}
+{"current_steps": 210, "total_steps": 1431, "loss": 0.0698, "learning_rate": 9.935251313189564e-05, "epoch": 0.4397905759162304, "percentage": 14.68, "elapsed_time": "0:29:46", "remaining_time": "2:53:08"}
+{"current_steps": 220, "total_steps": 1431, "loss": 0.0745, "learning_rate": 9.914204619686314e-05, "epoch": 0.4607329842931937, "percentage": 15.37, "elapsed_time": "0:31:11", "remaining_time": "2:51:41"}
+{"current_steps": 230, "total_steps": 1431, "loss": 0.0719, "learning_rate": 9.890229904270731e-05, "epoch": 0.4816753926701571, "percentage": 16.07, "elapsed_time": "0:32:35", "remaining_time": "2:50:11"}
+{"current_steps": 240, "total_steps": 1431, "loss": 0.0751, "learning_rate": 9.86334145175542e-05, "epoch": 0.5026178010471204, "percentage": 16.77, "elapsed_time": "0:33:57", "remaining_time": "2:48:31"}
+{"current_steps": 250, "total_steps": 1431, "loss": 0.0696, "learning_rate": 9.833555283039842e-05, "epoch": 0.5235602094240838, "percentage": 17.47, "elapsed_time": "0:35:21", "remaining_time": "2:47:03"}
+{"current_steps": 260, "total_steps": 1431, "loss": 0.0594, "learning_rate": 9.800889145564617e-05, "epoch": 0.5445026178010471, "percentage": 18.17, "elapsed_time": "0:36:44", "remaining_time": "2:45:26"}
+{"current_steps": 270, "total_steps": 1431, "loss": 0.0732, "learning_rate": 9.765362502737097e-05, "epoch": 0.5654450261780105, "percentage": 18.87, "elapsed_time": "0:38:09", "remaining_time": "2:44:03"}
+{"current_steps": 280, "total_steps": 1431, "loss": 0.0649, "learning_rate": 9.730960252267743e-05, "epoch": 0.5863874345549738, "percentage": 19.57, "elapsed_time": "0:39:34", "remaining_time": "2:42:39"}
+{"current_steps": 290, "total_steps": 1431, "loss": 0.0679, "learning_rate": 9.690058365011607e-05, "epoch": 0.6073298429319371, "percentage": 20.27, "elapsed_time": "0:40:57", "remaining_time": "2:41:07"}
+{"current_steps": 300, "total_steps": 1431, "loss": 0.0787, "learning_rate": 9.646362008512602e-05, "epoch": 0.6282722513089005, "percentage": 20.96, "elapsed_time": "0:42:22", "remaining_time": "2:39:46"}
+{"current_steps": 310, "total_steps": 1431, "loss": 0.072, "learning_rate": 9.599897218294122e-05, "epoch": 0.6492146596858639, "percentage": 21.66, "elapsed_time": "0:43:50", "remaining_time": "2:38:31"}
+{"current_steps": 320, "total_steps": 1431, "loss": 0.065, "learning_rate": 9.550691679390558e-05, "epoch": 0.6701570680628273, "percentage": 22.36, "elapsed_time": "0:45:12", "remaining_time": "2:36:58"}
+{"current_steps": 330, "total_steps": 1431, "loss": 0.0644, "learning_rate": 9.498774709851779e-05, "epoch": 0.6910994764397905, "percentage": 23.06, "elapsed_time": "0:46:39", "remaining_time": "2:35:40"}
+{"current_steps": 340, "total_steps": 1431, "loss": 0.0624, "learning_rate": 9.444177243274618e-05, "epoch": 0.7120418848167539, "percentage": 23.76, "elapsed_time": "0:48:02", "remaining_time": "2:34:10"}
+{"current_steps": 350, "total_steps": 1431, "loss": 0.066, "learning_rate": 9.386931810371742e-05, "epoch": 0.7329842931937173, "percentage": 24.46, "elapsed_time": "0:49:28", "remaining_time": "2:32:49"}
+{"current_steps": 360, "total_steps": 1431, "loss": 0.0642, "learning_rate": 9.327072519588954e-05, "epoch": 0.7539267015706806, "percentage": 25.16, "elapsed_time": "0:50:51", "remaining_time": "2:31:17"}
+{"current_steps": 370, "total_steps": 1431, "loss": 0.064, "learning_rate": 9.264635036782405e-05, "epoch": 0.774869109947644, "percentage": 25.86, "elapsed_time": "0:52:16", "remaining_time": "2:29:55"}
+{"current_steps": 380, "total_steps": 1431, "loss": 0.0635, "learning_rate": 9.199656563967875e-05, "epoch": 0.7958115183246073, "percentage": 26.55, "elapsed_time": "0:53:43", "remaining_time": "2:28:34"}
+{"current_steps": 390, "total_steps": 1431, "loss": 0.0617, "learning_rate": 9.132175817154763e-05, "epoch": 0.8167539267015707, "percentage": 27.25, "elapsed_time": "0:55:06", "remaining_time": "2:27:04"}
+{"current_steps": 400, "total_steps": 1431, "loss": 0.0612, "learning_rate": 9.062233003277983e-05, "epoch": 0.837696335078534, "percentage": 27.95, "elapsed_time": "0:56:31", "remaining_time": "2:25:40"}
+{"current_steps": 410, "total_steps": 1431, "loss": 0.0609, "learning_rate": 8.989869796241559e-05, "epoch": 0.8586387434554974, "percentage": 28.65, "elapsed_time": "0:57:55", "remaining_time": "2:24:14"}
+{"current_steps": 420, "total_steps": 1431, "loss": 0.0634, "learning_rate": 8.915129312088112e-05, "epoch": 0.8795811518324608, "percentage": 29.35, "elapsed_time": "0:59:18", "remaining_time": "2:22:46"}
+{"current_steps": 430, "total_steps": 1431, "loss": 0.0569, "learning_rate": 8.838056083309118e-05, "epoch": 0.900523560209424, "percentage": 30.05, "elapsed_time": "1:00:41", "remaining_time": "2:21:16"}
+{"current_steps": 440, "total_steps": 1431, "loss": 0.0583, "learning_rate": 8.758696032311192e-05, "epoch": 0.9214659685863874, "percentage": 30.75, "elapsed_time": "1:02:06", "remaining_time": "2:19:53"}
+{"current_steps": 450, "total_steps": 1431, "loss": 0.0637, "learning_rate": 8.677096444054213e-05, "epoch": 0.9424083769633508, "percentage": 31.45, "elapsed_time": "1:03:32", "remaining_time": "2:18:31"}
+{"current_steps": 460, "total_steps": 1431, "loss": 0.0607, "learning_rate": 8.593305937877614e-05, "epoch": 0.9633507853403142, "percentage": 32.15, "elapsed_time": "1:04:58", "remaining_time": "2:17:09"}
+{"current_steps": 470, "total_steps": 1431, "loss": 0.0617, "learning_rate": 8.507374438531607e-05, "epoch": 0.9842931937172775, "percentage": 32.84, "elapsed_time": "1:06:21", "remaining_time": "2:15:41"}
+{"current_steps": 480, "total_steps": 1431, "loss": 0.0563, "learning_rate": 8.419353146430609e-05, "epoch": 1.0052356020942408, "percentage": 33.54, "elapsed_time": "1:07:48", "remaining_time": "2:14:19"}
+{"current_steps": 490, "total_steps": 1431, "loss": 0.0415, "learning_rate": 8.329294507146579e-05, "epoch": 1.0261780104712042, "percentage": 34.24, "elapsed_time": "1:09:14", "remaining_time": "2:12:57"}
+{"current_steps": 500, "total_steps": 1431, "loss": 0.0402, "learning_rate": 8.23725218016048e-05, "epoch": 1.0471204188481675, "percentage": 34.94, "elapsed_time": "1:10:38", "remaining_time": "2:11:31"}
+{"current_steps": 500, "total_steps": 1431, "eval_loss": 0.058112796396017075, "epoch": 1.0471204188481675, "percentage": 34.94, "elapsed_time": "1:12:16", "remaining_time": "2:14:33"}
+{"current_steps": 510, "total_steps": 1431, "loss": 0.0388, "learning_rate": 8.143281006890433e-05, "epoch": 1.068062827225131, "percentage": 35.64, "elapsed_time": "1:13:39", "remaining_time": "2:13:01"}
+{"current_steps": 520, "total_steps": 1431, "loss": 0.0467, "learning_rate": 8.047436978015649e-05, "epoch": 1.0890052356020943, "percentage": 36.34, "elapsed_time": "1:15:03", "remaining_time": "2:11:29"}
+{"current_steps": 530, "total_steps": 1431, "loss": 0.0414, "learning_rate": 7.949777200115616e-05, "epoch": 1.1099476439790577, "percentage": 37.04, "elapsed_time": "1:16:27", "remaining_time": "2:09:58"}
+{"current_steps": 540, "total_steps": 1431, "loss": 0.0413, "learning_rate": 7.850359861644368e-05, "epoch": 1.130890052356021, "percentage": 37.74, "elapsed_time": "1:17:51", "remaining_time": "2:08:28"}
+{"current_steps": 550, "total_steps": 1431, "loss": 0.0448, "learning_rate": 7.749244198260175e-05, "epoch": 1.1518324607329844, "percentage": 38.43, "elapsed_time": "1:19:16", "remaining_time": "2:06:58"}
+{"current_steps": 560, "total_steps": 1431, "loss": 0.0379, "learning_rate": 7.646490457531257e-05, "epoch": 1.1727748691099475, "percentage": 39.13, "elapsed_time": "1:20:37", "remaining_time": "2:05:23"}
+{"current_steps": 570, "total_steps": 1431, "loss": 0.0375, "learning_rate": 7.54215986303858e-05, "epoch": 1.193717277486911, "percentage": 39.83, "elapsed_time": "1:21:59", "remaining_time": "2:03:50"}
+{"current_steps": 580, "total_steps": 1431, "loss": 0.0373, "learning_rate": 7.436314577897126e-05, "epoch": 1.2146596858638743, "percentage": 40.53, "elapsed_time": "1:23:21", "remaining_time": "2:02:19"}
+{"current_steps": 590, "total_steps": 1431, "loss": 0.042, "learning_rate": 7.329017667717339e-05, "epoch": 1.2356020942408377, "percentage": 41.23, "elapsed_time": "1:24:48", "remaining_time": "2:00:53"}
+{"current_steps": 600, "total_steps": 1431, "loss": 0.0379, "learning_rate": 7.220333063028872e-05, "epoch": 1.256544502617801, "percentage": 41.93, "elapsed_time": "1:26:14", "remaining_time": "1:59:26"}
+{"current_steps": 610, "total_steps": 1431, "loss": 0.0444, "learning_rate": 7.110325521188949e-05, "epoch": 1.2774869109947644, "percentage": 42.63, "elapsed_time": "1:27:37", "remaining_time": "1:57:56"}
+{"current_steps": 620, "total_steps": 1431, "loss": 0.0422, "learning_rate": 6.999060587798128e-05, "epoch": 1.2984293193717278, "percentage": 43.33, "elapsed_time": "1:29:00", "remaining_time": "1:56:26"}
+{"current_steps": 630, "total_steps": 1431, "loss": 0.0384, "learning_rate": 6.886604557646356e-05, "epoch": 1.3193717277486912, "percentage": 44.03, "elapsed_time": "1:30:25", "remaining_time": "1:54:57"}
+{"current_steps": 640, "total_steps": 1431, "loss": 0.0352, "learning_rate": 6.773024435212678e-05, "epoch": 1.3403141361256545, "percentage": 44.72, "elapsed_time": "1:31:49", "remaining_time": "1:53:29"}
+{"current_steps": 650, "total_steps": 1431, "loss": 0.0397, "learning_rate": 6.658387894742071e-05, "epoch": 1.3612565445026177, "percentage": 45.42, "elapsed_time": "1:33:15", "remaining_time": "1:52:03"}
+{"current_steps": 660, "total_steps": 1431, "loss": 0.0375, "learning_rate": 6.542763239923215e-05, "epoch": 1.3821989528795813, "percentage": 46.12, "elapsed_time": "1:34:40", "remaining_time": "1:50:35"}
+{"current_steps": 670, "total_steps": 1431, "loss": 0.0443, "learning_rate": 6.426219363191224e-05, "epoch": 1.4031413612565444, "percentage": 46.82, "elapsed_time": "1:36:02", "remaining_time": "1:49:05"}
+{"current_steps": 680, "total_steps": 1431, "loss": 0.0334, "learning_rate": 6.308825704679596e-05, "epoch": 1.4240837696335078, "percentage": 47.52, "elapsed_time": "1:37:27", "remaining_time": "1:47:37"}
+{"current_steps": 690, "total_steps": 1431, "loss": 0.0401, "learning_rate": 6.190652210845815e-05, "epoch": 1.4450261780104712, "percentage": 48.22, "elapsed_time": "1:38:53", "remaining_time": "1:46:11"}
+{"current_steps": 700, "total_steps": 1431, "loss": 0.0367, "learning_rate": 6.0717692927952744e-05, "epoch": 1.4659685863874345, "percentage": 48.92, "elapsed_time": "1:40:18", "remaining_time": "1:44:45"}
+{"current_steps": 710, "total_steps": 1431, "loss": 0.0375, "learning_rate": 5.952247784328351e-05, "epoch": 1.486910994764398, "percentage": 49.62, "elapsed_time": "1:41:44", "remaining_time": "1:43:18"}
+{"current_steps": 720, "total_steps": 1431, "loss": 0.0339, "learning_rate": 5.8321588997356326e-05, "epoch": 1.5078534031413613, "percentage": 50.31, "elapsed_time": "1:43:10", "remaining_time": "1:41:53"}
+{"current_steps": 730, "total_steps": 1431, "loss": 0.0381, "learning_rate": 5.7115741913664264e-05, "epoch": 1.5287958115183247, "percentage": 51.01, "elapsed_time": "1:44:33", "remaining_time": "1:40:24"}
+{"current_steps": 740, "total_steps": 1431, "loss": 0.0355, "learning_rate": 5.59056550699585e-05, "epoch": 1.5497382198952878, "percentage": 51.71, "elapsed_time": "1:45:59", "remaining_time": "1:38:58"}
+{"current_steps": 750, "total_steps": 1431, "loss": 0.0374, "learning_rate": 5.469204947015897e-05, "epoch": 1.5706806282722514, "percentage": 52.41, "elapsed_time": "1:47:23", "remaining_time": "1:37:30"}
+{"current_steps": 760, "total_steps": 1431, "loss": 0.0327, "learning_rate": 5.3475648214759896e-05, "epoch": 1.5916230366492146, "percentage": 53.11, "elapsed_time": "1:48:48", "remaining_time": "1:36:03"}
+{"current_steps": 770, "total_steps": 1431, "loss": 0.0403, "learning_rate": 5.2257176069986036e-05, "epoch": 1.6125654450261782, "percentage": 53.81, "elapsed_time": "1:50:14", "remaining_time": "1:34:38"}
+{"current_steps": 780, "total_steps": 1431, "loss": 0.0364, "learning_rate": 5.103735903595658e-05, "epoch": 1.6335078534031413, "percentage": 54.51, "elapsed_time": "1:51:41", "remaining_time": "1:33:13"}
+{"current_steps": 790, "total_steps": 1431, "loss": 0.0371, "learning_rate": 4.981692391411366e-05, "epoch": 1.6544502617801047, "percentage": 55.21, "elapsed_time": "1:53:04", "remaining_time": "1:31:44"}
+{"current_steps": 800, "total_steps": 1431, "loss": 0.0406, "learning_rate": 4.859659787417362e-05, "epoch": 1.675392670157068, "percentage": 55.9, "elapsed_time": "1:54:29", "remaining_time": "1:30:18"}
+{"current_steps": 810, "total_steps": 1431, "loss": 0.0353, "learning_rate": 4.737710802085875e-05, "epoch": 1.6963350785340314, "percentage": 56.6, "elapsed_time": "1:55:55", "remaining_time": "1:28:52"}
+{"current_steps": 820, "total_steps": 1431, "loss": 0.0325, "learning_rate": 4.615918096066766e-05, "epoch": 1.7172774869109948, "percentage": 57.3, "elapsed_time": "1:57:20", "remaining_time": "1:27:26"}
+{"current_steps": 830, "total_steps": 1431, "loss": 0.0318, "learning_rate": 4.4943542368942746e-05, "epoch": 1.738219895287958, "percentage": 58.0, "elapsed_time": "1:58:48", "remaining_time": "1:26:01"}
+{"current_steps": 840, "total_steps": 1431, "loss": 0.0374, "learning_rate": 4.373091655749225e-05, "epoch": 1.7591623036649215, "percentage": 58.7, "elapsed_time": "2:00:12", "remaining_time": "1:24:34"}
+{"current_steps": 850, "total_steps": 1431, "loss": 0.0362, "learning_rate": 4.252202604302476e-05, "epoch": 1.7801047120418847, "percentage": 59.4, "elapsed_time": "2:01:35", "remaining_time": "1:23:06"}
+{"current_steps": 860, "total_steps": 1431, "loss": 0.038, "learning_rate": 4.131759111665349e-05, "epoch": 1.8010471204188483, "percentage": 60.1, "elapsed_time": "2:03:00", "remaining_time": "1:21:40"}
+{"current_steps": 870, "total_steps": 1431, "loss": 0.0393, "learning_rate": 4.011832941472641e-05, "epoch": 1.8219895287958114, "percentage": 60.8, "elapsed_time": "2:04:24", "remaining_time": "1:20:13"}
+{"current_steps": 880, "total_steps": 1431, "loss": 0.0336, "learning_rate": 3.8924955491238216e-05, "epoch": 1.8429319371727748, "percentage": 61.5, "elapsed_time": "2:05:48", "remaining_time": "1:18:46"}
+{"current_steps": 890, "total_steps": 1431, "loss": 0.033, "learning_rate": 3.7738180392078937e-05, "epoch": 1.8638743455497382, "percentage": 62.19, "elapsed_time": "2:07:13", "remaining_time": "1:17:19"}
+{"current_steps": 900, "total_steps": 1431, "loss": 0.035, "learning_rate": 3.6558711231372704e-05, "epoch": 1.8848167539267016, "percentage": 62.89, "elapsed_time": "2:08:38", "remaining_time": "1:15:54"}
+{"current_steps": 910, "total_steps": 1431, "loss": 0.0357, "learning_rate": 3.538725077015915e-05, "epoch": 1.905759162303665, "percentage": 63.59, "elapsed_time": "2:10:05", "remaining_time": "1:14:28"}
+{"current_steps": 920, "total_steps": 1431, "loss": 0.0313, "learning_rate": 3.422449699766851e-05, "epoch": 1.9267015706806283, "percentage": 64.29, "elapsed_time": "2:11:30", "remaining_time": "1:13:02"}
+{"current_steps": 930, "total_steps": 1431, "loss": 0.0345, "learning_rate": 3.307114271543999e-05, "epoch": 1.9476439790575917, "percentage": 64.99, "elapsed_time": "2:12:55", "remaining_time": "1:11:36"}
+{"current_steps": 940, "total_steps": 1431, "loss": 0.0333, "learning_rate": 3.192787512453105e-05, "epoch": 1.9685863874345548, "percentage": 65.69, "elapsed_time": "2:14:23", "remaining_time": "1:10:11"}
+{"current_steps": 950, "total_steps": 1431, "loss": 0.0317, "learning_rate": 3.079537541606349e-05, "epoch": 1.9895287958115184, "percentage": 66.39, "elapsed_time": "2:15:46", "remaining_time": "1:08:44"}
+{"current_steps": 960, "total_steps": 1431, "loss": 0.0235, "learning_rate": 2.9674318365350685e-05, "epoch": 2.0104712041884816, "percentage": 67.09, "elapsed_time": "2:17:12", "remaining_time": "1:07:19"}
+{"current_steps": 970, "total_steps": 1431, "loss": 0.0158, "learning_rate": 2.8565371929847284e-05, "epoch": 2.031413612565445, "percentage": 67.78, "elapsed_time": "2:18:37", "remaining_time": "1:05:53"}
+{"current_steps": 980, "total_steps": 1431, "loss": 0.0179, "learning_rate": 2.7469196851161373e-05, "epoch": 2.0523560209424083, "percentage": 68.48, "elapsed_time": "2:20:00", "remaining_time": "1:04:26"}
+{"current_steps": 990, "total_steps": 1431, "loss": 0.0174, "learning_rate": 2.638644626136587e-05, "epoch": 2.073298429319372, "percentage": 69.18, "elapsed_time": "2:21:27", "remaining_time": "1:03:00"}
+{"current_steps": 1000, "total_steps": 1431, "loss": 0.0204, "learning_rate": 2.531776529384407e-05, "epoch": 2.094240837696335, "percentage": 69.88, "elapsed_time": "2:22:52", "remaining_time": "1:01:34"}
+{"current_steps": 1000, "total_steps": 1431, "eval_loss": 0.05247209593653679, "epoch": 2.094240837696335, "percentage": 69.88, "elapsed_time": "2:24:30", "remaining_time": "1:02:16"}
+{"current_steps": 1010, "total_steps": 1431, "loss": 0.0178, "learning_rate": 2.426379069890098e-05, "epoch": 2.115183246073298, "percentage": 70.58, "elapsed_time": "2:25:57", "remaining_time": "1:00:50"}
+{"current_steps": 1020, "total_steps": 1431, "loss": 0.0145, "learning_rate": 2.3225150464369312e-05, "epoch": 2.136125654450262, "percentage": 71.28, "elapsed_time": "2:27:22", "remaining_time": "0:59:22"}
+{"current_steps": 1030, "total_steps": 1431, "loss": 0.0186, "learning_rate": 2.2202463441436884e-05, "epoch": 2.157068062827225, "percentage": 71.98, "elapsed_time": "2:28:48", "remaining_time": "0:57:56"}
+{"current_steps": 1040, "total_steps": 1431, "loss": 0.0185, "learning_rate": 2.1196338975917358e-05, "epoch": 2.1780104712041886, "percentage": 72.68, "elapsed_time": "2:30:10", "remaining_time": "0:56:27"}
+{"current_steps": 1050, "total_steps": 1431, "loss": 0.0148, "learning_rate": 2.0207376545184893e-05, "epoch": 2.1989528795811517, "percentage": 73.38, "elapsed_time": "2:31:31", "remaining_time": "0:54:59"}
+{"current_steps": 1060, "total_steps": 1431, "loss": 0.0188, "learning_rate": 1.9236165400988638e-05, "epoch": 2.2198952879581153, "percentage": 74.07, "elapsed_time": "2:32:56", "remaining_time": "0:53:31"}
+{"current_steps": 1070, "total_steps": 1431, "loss": 0.0167, "learning_rate": 1.8283284218359782e-05, "epoch": 2.2408376963350785, "percentage": 74.77, "elapsed_time": "2:34:20", "remaining_time": "0:52:04"}
+{"current_steps": 1080, "total_steps": 1431, "loss": 0.0156, "learning_rate": 1.734930075082076e-05, "epoch": 2.261780104712042, "percentage": 75.47, "elapsed_time": "2:35:47", "remaining_time": "0:50:37"}
+{"current_steps": 1090, "total_steps": 1431, "loss": 0.0168, "learning_rate": 1.6434771492101485e-05, "epoch": 2.282722513089005, "percentage": 76.17, "elapsed_time": "2:37:10", "remaining_time": "0:49:10"}
+{"current_steps": 1100, "total_steps": 1431, "loss": 0.0178, "learning_rate": 1.5540241344564915e-05, "epoch": 2.303664921465969, "percentage": 76.87, "elapsed_time": "2:38:36", "remaining_time": "0:47:43"}
+{"current_steps": 1110, "total_steps": 1431, "loss": 0.0159, "learning_rate": 1.46662432945386e-05, "epoch": 2.324607329842932, "percentage": 77.57, "elapsed_time": "2:40:01", "remaining_time": "0:46:16"}
+{"current_steps": 1120, "total_steps": 1431, "loss": 0.0155, "learning_rate": 1.3813298094746491e-05, "epoch": 2.345549738219895, "percentage": 78.27, "elapsed_time": "2:41:24", "remaining_time": "0:44:49"}
+{"current_steps": 1130, "total_steps": 1431, "loss": 0.0158, "learning_rate": 1.2981913954029784e-05, "epoch": 2.3664921465968587, "percentage": 78.97, "elapsed_time": "2:42:49", "remaining_time": "0:43:22"}
+{"current_steps": 1140, "total_steps": 1431, "loss": 0.0162, "learning_rate": 1.2172586234541644e-05, "epoch": 2.387434554973822, "percentage": 79.66, "elapsed_time": "2:44:13", "remaining_time": "0:41:55"}
+{"current_steps": 1150, "total_steps": 1431, "loss": 0.0157, "learning_rate": 1.1385797156596506e-05, "epoch": 2.4083769633507854, "percentage": 80.36, "elapsed_time": "2:45:35", "remaining_time": "0:40:27"}
+{"current_steps": 1160, "total_steps": 1431, "loss": 0.0146, "learning_rate": 1.062201551134957e-05, "epoch": 2.4293193717277486, "percentage": 81.06, "elapsed_time": "2:46:59", "remaining_time": "0:39:00"}
+{"current_steps": 1170, "total_steps": 1431, "loss": 0.0143, "learning_rate": 9.88169638147784e-06, "epoch": 2.450261780104712, "percentage": 81.76, "elapsed_time": "2:48:21", "remaining_time": "0:37:33"}
+{"current_steps": 1180, "total_steps": 1431, "loss": 0.017, "learning_rate": 9.16528087002892e-06, "epoch": 2.4712041884816753, "percentage": 82.46, "elapsed_time": "2:49:46", "remaining_time": "0:36:06"}
+{"current_steps": 1190, "total_steps": 1431, "loss": 0.0155, "learning_rate": 8.473195837599418e-06, "epoch": 2.492146596858639, "percentage": 83.16, "elapsed_time": "2:51:11", "remaining_time": "0:34:40"}
+{"current_steps": 1200, "total_steps": 1431, "loss": 0.0176, "learning_rate": 7.805853647999362e-06, "epoch": 2.513089005235602, "percentage": 83.86, "elapsed_time": "2:52:35", "remaining_time": "0:33:13"}
+{"current_steps": 1210, "total_steps": 1431, "loss": 0.0194, "learning_rate": 7.163651922554149e-06, "epoch": 2.5340314136125652, "percentage": 84.56, "elapsed_time": "2:53:58", "remaining_time": "0:31:46"}
+{"current_steps": 1220, "total_steps": 1431, "loss": 0.0147, "learning_rate": 6.5469733031905515e-06, "epoch": 2.554973821989529, "percentage": 85.26, "elapsed_time": "2:55:22", "remaining_time": "0:30:19"}
+{"current_steps": 1230, "total_steps": 1431, "loss": 0.0146, "learning_rate": 5.956185224447841e-06, "epoch": 2.5759162303664924, "percentage": 85.95, "elapsed_time": "2:56:48", "remaining_time": "0:28:53"}
+{"current_steps": 1240, "total_steps": 1431, "loss": 0.0164, "learning_rate": 5.391639694549943e-06, "epoch": 2.5968586387434556, "percentage": 86.65, "elapsed_time": "2:58:12", "remaining_time": "0:27:27"}
+{"current_steps": 1250, "total_steps": 1431, "loss": 0.0148, "learning_rate": 4.853673085668947e-06, "epoch": 2.6178010471204187, "percentage": 87.35, "elapsed_time": "2:59:37", "remaining_time": "0:26:00"}
+{"current_steps": 1260, "total_steps": 1431, "loss": 0.0154, "learning_rate": 4.342605933505084e-06, "epoch": 2.6387434554973823, "percentage": 88.05, "elapsed_time": "3:01:01", "remaining_time": "0:24:34"}
+{"current_steps": 1270, "total_steps": 1431, "loss": 0.0153, "learning_rate": 3.858742746302535e-06, "epoch": 2.6596858638743455, "percentage": 88.75, "elapsed_time": "3:02:27", "remaining_time": "0:23:07"}
+{"current_steps": 1280, "total_steps": 1431, "loss": 0.0136, "learning_rate": 3.402371823414774e-06, "epoch": 2.680628272251309, "percentage": 89.45, "elapsed_time": "3:03:50", "remaining_time": "0:21:41"}
+{"current_steps": 1290, "total_steps": 1431, "loss": 0.0137, "learning_rate": 2.9737650835276853e-06, "epoch": 2.701570680628272, "percentage": 90.15, "elapsed_time": "3:05:15", "remaining_time": "0:20:14"}
+{"current_steps": 1300, "total_steps": 1431, "loss": 0.0204, "learning_rate": 2.573177902642726e-06, "epoch": 2.7225130890052354, "percentage": 90.85, "elapsed_time": "3:06:41", "remaining_time": "0:18:48"}
+{"current_steps": 1310, "total_steps": 1431, "loss": 0.0147, "learning_rate": 2.200848961916718e-06, "epoch": 2.743455497382199, "percentage": 91.54, "elapsed_time": "3:08:07", "remaining_time": "0:17:22"}
+{"current_steps": 1320, "total_steps": 1431, "loss": 0.0175, "learning_rate": 1.8570001054488362e-06, "epoch": 2.7643979057591626, "percentage": 92.24, "elapsed_time": "3:09:32", "remaining_time": "0:15:56"}
+{"current_steps": 1330, "total_steps": 1431, "loss": 0.0153, "learning_rate": 1.5418362080996507e-06, "epoch": 2.7853403141361257, "percentage": 92.94, "elapsed_time": "3:10:58", "remaining_time": "0:14:30"}
+{"current_steps": 1340, "total_steps": 1431, "loss": 0.0138, "learning_rate": 1.2555450534208978e-06, "epoch": 2.806282722513089, "percentage": 93.64, "elapsed_time": "3:12:21", "remaining_time": "0:13:03"}
+{"current_steps": 1350, "total_steps": 1431, "loss": 0.0142, "learning_rate": 9.98297221768718e-07, "epoch": 2.8272251308900525, "percentage": 94.34, "elapsed_time": "3:13:44", "remaining_time": "0:11:37"}
+{"current_steps": 1360, "total_steps": 1431, "loss": 0.0141, "learning_rate": 7.702459886670788e-07, "epoch": 2.8481675392670156, "percentage": 95.04, "elapsed_time": "3:15:09", "remaining_time": "0:10:11"}
+{"current_steps": 1370, "total_steps": 1431, "loss": 0.0162, "learning_rate": 5.715272334818944e-07, "epoch": 2.869109947643979, "percentage": 95.74, "elapsed_time": "3:16:34", "remaining_time": "0:08:45"}
+{"current_steps": 1380, "total_steps": 1431, "loss": 0.0159, "learning_rate": 4.02259358460233e-07, "epoch": 2.8900523560209423, "percentage": 96.44, "elapsed_time": "3:17:59", "remaining_time": "0:07:19"}
+{"current_steps": 1390, "total_steps": 1431, "loss": 0.0178, "learning_rate": 2.6254321818295345e-07, "epoch": 2.9109947643979055, "percentage": 97.13, "elapsed_time": "3:19:24", "remaining_time": "0:05:52"}
+{"current_steps": 1400, "total_steps": 1431, "loss": 0.0151, "learning_rate": 1.5246205947265779e-07, "epoch": 2.931937172774869, "percentage": 97.83, "elapsed_time": "3:20:48", "remaining_time": "0:04:26"}
+{"current_steps": 1410, "total_steps": 1431, "loss": 0.0156, "learning_rate": 7.208147179291192e-08, "epoch": 2.9528795811518327, "percentage": 98.53, "elapsed_time": "3:22:13", "remaining_time": "0:03:00"}
+{"current_steps": 1420, "total_steps": 1431, "loss": 0.0162, "learning_rate": 2.1449348168167682e-08, "epoch": 2.973821989528796, "percentage": 99.23, "elapsed_time": "3:23:38", "remaining_time": "0:01:34"}
+{"current_steps": 1430, "total_steps": 1431, "loss": 0.0136, "learning_rate": 5.95856647772619e-10, "epoch": 2.994764397905759, "percentage": 99.93, "elapsed_time": "3:25:02", "remaining_time": "0:00:08"}
+{"current_steps": 1431, "total_steps": 1431, "epoch": 2.9968586387434555, "percentage": 100.0, "elapsed_time": "3:25:12", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,1059 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9968586387434555,
+  "eval_steps": 500,
+  "global_step": 1431,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020942408376963352,
+      "grad_norm": 0.5137882828712463,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 0.341,
+      "step": 10
+    },
+    {
+      "epoch": 0.041884816753926704,
+      "grad_norm": 0.5445541739463806,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.3137,
+      "step": 20
+    },
+    {
+      "epoch": 0.06282722513089005,
+      "grad_norm": 0.34443390369415283,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 0.2399,
+      "step": 30
+    },
+    {
+      "epoch": 0.08376963350785341,
+      "grad_norm": 0.36772170662879944,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.1832,
+      "step": 40
+    },
+    {
+      "epoch": 0.10471204188481675,
+      "grad_norm": 0.3646106719970703,
+      "learning_rate": 3.472222222222222e-05,
+      "loss": 0.151,
+      "step": 50
+    },
+    {
+      "epoch": 0.1256544502617801,
+      "grad_norm": 0.538939356803894,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.129,
+      "step": 60
+    },
+    {
+      "epoch": 0.14659685863874344,
+      "grad_norm": 0.36220353841781616,
+      "learning_rate": 4.8611111111111115e-05,
+      "loss": 0.1248,
+      "step": 70
+    },
+    {
+      "epoch": 0.16753926701570682,
+      "grad_norm": 0.4773642420768738,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 0.1142,
+      "step": 80
+    },
+    {
+      "epoch": 0.18848167539267016,
+      "grad_norm": 0.45749950408935547,
+      "learning_rate": 6.25e-05,
+      "loss": 0.1103,
+      "step": 90
+    },
+    {
+      "epoch": 0.2094240837696335,
+      "grad_norm": 0.4229575991630554,
+      "learning_rate": 6.944444444444444e-05,
+      "loss": 0.0985,
+      "step": 100
+    },
+    {
+      "epoch": 0.23036649214659685,
+      "grad_norm": 0.4683126211166382,
+      "learning_rate": 7.638888888888889e-05,
+      "loss": 0.0929,
+      "step": 110
+    },
+    {
+      "epoch": 0.2513089005235602,
+      "grad_norm": 0.3871113359928131,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.0955,
+      "step": 120
+    },
+    {
+      "epoch": 0.27225130890052357,
+      "grad_norm": 0.45953118801116943,
+      "learning_rate": 9.027777777777779e-05,
+      "loss": 0.0941,
+      "step": 130
+    },
+    {
+      "epoch": 0.2931937172774869,
+      "grad_norm": 0.4296354651451111,
+      "learning_rate": 9.722222222222223e-05,
+      "loss": 0.0906,
+      "step": 140
+    },
+    {
+      "epoch": 0.31413612565445026,
+      "grad_norm": 0.4266631007194519,
+      "learning_rate": 9.999463737538053e-05,
+      "loss": 0.0815,
+      "step": 150
+    },
+    {
+      "epoch": 0.33507853403141363,
+      "grad_norm": 0.4313138425350189,
+      "learning_rate": 9.996186994612176e-05,
+      "loss": 0.0803,
+      "step": 160
+    },
+    {
+      "epoch": 0.35602094240837695,
+      "grad_norm": 0.36333203315734863,
+      "learning_rate": 9.989933382359422e-05,
+      "loss": 0.0797,
+      "step": 170
+    },
+    {
+      "epoch": 0.3769633507853403,
+      "grad_norm": 0.7311431765556335,
+      "learning_rate": 9.980706626858607e-05,
+      "loss": 0.0768,
+      "step": 180
+    },
+    {
+      "epoch": 0.39790575916230364,
+      "grad_norm": 0.4651825428009033,
+      "learning_rate": 9.96851222567126e-05,
+      "loss": 0.0818,
+      "step": 190
+    },
+    {
+      "epoch": 0.418848167539267,
+      "grad_norm": 0.5768024325370789,
+      "learning_rate": 9.953357444566039e-05,
+      "loss": 0.0717,
+      "step": 200
+    },
+    {
+      "epoch": 0.4397905759162304,
+      "grad_norm": 0.41442790627479553,
+      "learning_rate": 9.935251313189564e-05,
+      "loss": 0.0698,
+      "step": 210
+    },
+    {
+      "epoch": 0.4607329842931937,
+      "grad_norm": 0.5525192618370056,
+      "learning_rate": 9.914204619686314e-05,
+      "loss": 0.0745,
+      "step": 220
+    },
+    {
+      "epoch": 0.4816753926701571,
+      "grad_norm": 0.4769018590450287,
+      "learning_rate": 9.890229904270731e-05,
+      "loss": 0.0719,
+      "step": 230
+    },
+    {
+      "epoch": 0.5026178010471204,
+      "grad_norm": 0.4063033163547516,
+      "learning_rate": 9.86334145175542e-05,
+      "loss": 0.0751,
+      "step": 240
+    },
+    {
+      "epoch": 0.5235602094240838,
+      "grad_norm": 0.3966362476348877,
+      "learning_rate": 9.833555283039842e-05,
+      "loss": 0.0696,
+      "step": 250
+    },
+    {
+      "epoch": 0.5445026178010471,
+      "grad_norm": 0.4347456395626068,
+      "learning_rate": 9.800889145564617e-05,
+      "loss": 0.0594,
+      "step": 260
+    },
+    {
+      "epoch": 0.5654450261780105,
+      "grad_norm": 0.3599953055381775,
+      "learning_rate": 9.765362502737097e-05,
+      "loss": 0.0732,
+      "step": 270
+    },
+    {
+      "epoch": 0.5863874345549738,
+      "grad_norm": 0.3424774706363678,
+      "learning_rate": 9.730960252267743e-05,
+      "loss": 0.0649,
+      "step": 280
+    },
+    {
+      "epoch": 0.6073298429319371,
+      "grad_norm": 0.48636892437934875,
+      "learning_rate": 9.690058365011607e-05,
+      "loss": 0.0679,
+      "step": 290
+    },
+    {
+      "epoch": 0.6282722513089005,
+      "grad_norm": 0.5237702131271362,
+      "learning_rate": 9.646362008512602e-05,
+      "loss": 0.0787,
+      "step": 300
+    },
+    {
+      "epoch": 0.6492146596858639,
+      "grad_norm": 0.3805506229400635,
+      "learning_rate": 9.599897218294122e-05,
+      "loss": 0.072,
+      "step": 310
+    },
+    {
+      "epoch": 0.6701570680628273,
+      "grad_norm": 0.4530421197414398,
+      "learning_rate": 9.550691679390558e-05,
+      "loss": 0.065,
+      "step": 320
+    },
+    {
+      "epoch": 0.6910994764397905,
+      "grad_norm": 0.4006820321083069,
+      "learning_rate": 9.498774709851779e-05,
+      "loss": 0.0644,
+      "step": 330
+    },
+    {
+      "epoch": 0.7120418848167539,
+      "grad_norm": 0.3857646584510803,
+      "learning_rate": 9.444177243274618e-05,
+      "loss": 0.0624,
+      "step": 340
+    },
+    {
+      "epoch": 0.7329842931937173,
+      "grad_norm": 0.4317072331905365,
+      "learning_rate": 9.386931810371742e-05,
+      "loss": 0.066,
+      "step": 350
+    },
+    {
+      "epoch": 0.7539267015706806,
+      "grad_norm": 0.3598201274871826,
+      "learning_rate": 9.327072519588954e-05,
+      "loss": 0.0642,
+      "step": 360
+    },
+    {
+      "epoch": 0.774869109947644,
+      "grad_norm": 0.39206311106681824,
+      "learning_rate": 9.264635036782405e-05,
+      "loss": 0.064,
+      "step": 370
+    },
+    {
+      "epoch": 0.7958115183246073,
+      "grad_norm": 0.40854617953300476,
+      "learning_rate": 9.199656563967875e-05,
+      "loss": 0.0635,
+      "step": 380
+    },
+    {
+      "epoch": 0.8167539267015707,
+      "grad_norm": 0.4052296578884125,
+      "learning_rate": 9.132175817154763e-05,
+      "loss": 0.0617,
+      "step": 390
+    },
+    {
+      "epoch": 0.837696335078534,
+      "grad_norm": 0.5453737378120422,
+      "learning_rate": 9.062233003277983e-05,
+      "loss": 0.0612,
+      "step": 400
+    },
+    {
+      "epoch": 0.8586387434554974,
+      "grad_norm": 0.4285629391670227,
+      "learning_rate": 8.989869796241559e-05,
+      "loss": 0.0609,
+      "step": 410
+    },
+    {
+      "epoch": 0.8795811518324608,
+      "grad_norm": 0.42577216029167175,
+      "learning_rate": 8.915129312088112e-05,
+      "loss": 0.0634,
+      "step": 420
+    },
+    {
+      "epoch": 0.900523560209424,
+      "grad_norm": 0.44957348704338074,
+      "learning_rate": 8.838056083309118e-05,
+      "loss": 0.0569,
+      "step": 430
+    },
+    {
+      "epoch": 0.9214659685863874,
+      "grad_norm": 0.3643034100532532,
+      "learning_rate": 8.758696032311192e-05,
+      "loss": 0.0583,
+      "step": 440
+    },
+    {
+      "epoch": 0.9424083769633508,
+      "grad_norm": 0.5593224167823792,
+      "learning_rate": 8.677096444054213e-05,
+      "loss": 0.0637,
+      "step": 450
+    },
+    {
+      "epoch": 0.9633507853403142,
+      "grad_norm": 0.4963381886482239,
+      "learning_rate": 8.593305937877614e-05,
+      "loss": 0.0607,
+      "step": 460
+    },
+    {
+      "epoch": 0.9842931937172775,
+      "grad_norm": 0.5490202307701111,
+      "learning_rate": 8.507374438531607e-05,
+      "loss": 0.0617,
+      "step": 470
+    },
+    {
+      "epoch": 1.0052356020942408,
+      "grad_norm": 0.33712923526763916,
+      "learning_rate": 8.419353146430609e-05,
+      "loss": 0.0563,
+      "step": 480
+    },
+    {
+      "epoch": 1.0261780104712042,
+      "grad_norm": 0.4473194181919098,
+      "learning_rate": 8.329294507146579e-05,
+      "loss": 0.0415,
+      "step": 490
+    },
+    {
+      "epoch": 1.0471204188481675,
+      "grad_norm": 0.43435972929000854,
+      "learning_rate": 8.23725218016048e-05,
+      "loss": 0.0402,
+      "step": 500
+    },
+    {
+      "epoch": 1.0471204188481675,
+      "eval_loss": 0.058112796396017075,
+      "eval_runtime": 97.7069,
+      "eval_samples_per_second": 4.35,
+      "eval_steps_per_second": 1.095,
+      "step": 500
+    },
+    {
+      "epoch": 1.068062827225131,
+      "grad_norm": 0.41959723830223083,
+      "learning_rate": 8.143281006890433e-05,
+      "loss": 0.0388,
+      "step": 510
+    },
+    {
+      "epoch": 1.0890052356020943,
+      "grad_norm": 0.46331778168678284,
+      "learning_rate": 8.047436978015649e-05,
+      "loss": 0.0467,
+      "step": 520
+    },
+    {
+      "epoch": 1.1099476439790577,
+      "grad_norm": 0.4408092200756073,
+      "learning_rate": 7.949777200115616e-05,
+      "loss": 0.0414,
+      "step": 530
+    },
+    {
+      "epoch": 1.130890052356021,
+      "grad_norm": 0.5561596751213074,
+      "learning_rate": 7.850359861644368e-05,
+      "loss": 0.0413,
+      "step": 540
+    },
+    {
+      "epoch": 1.1518324607329844,
+      "grad_norm": 0.6036704778671265,
+      "learning_rate": 7.749244198260175e-05,
+      "loss": 0.0448,
+      "step": 550
+    },
+    {
+      "epoch": 1.1727748691099475,
+      "grad_norm": 0.333761602640152,
+      "learning_rate": 7.646490457531257e-05,
+      "loss": 0.0379,
+      "step": 560
+    },
+    {
+      "epoch": 1.193717277486911,
+      "grad_norm": 0.4401955306529999,
+      "learning_rate": 7.54215986303858e-05,
+      "loss": 0.0375,
+      "step": 570
+    },
+    {
+      "epoch": 1.2146596858638743,
+      "grad_norm": 0.3552649915218353,
+      "learning_rate": 7.436314577897126e-05,
+      "loss": 0.0373,
+      "step": 580
+    },
+    {
+      "epoch": 1.2356020942408377,
+      "grad_norm": 0.2970343828201294,
+      "learning_rate": 7.329017667717339e-05,
+      "loss": 0.042,
+      "step": 590
+    },
+    {
+      "epoch": 1.256544502617801,
+      "grad_norm": 0.45380938053131104,
+      "learning_rate": 7.220333063028872e-05,
+      "loss": 0.0379,
+      "step": 600
+    },
+    {
+      "epoch": 1.2774869109947644,
+      "grad_norm": 0.4114688038825989,
+      "learning_rate": 7.110325521188949e-05,
+      "loss": 0.0444,
+      "step": 610
+    },
+    {
+      "epoch": 1.2984293193717278,
+      "grad_norm": 0.37951603531837463,
+      "learning_rate": 6.999060587798128e-05,
+      "loss": 0.0422,
+      "step": 620
+    },
+    {
+      "epoch": 1.3193717277486912,
+      "grad_norm": 0.5121111869812012,
+      "learning_rate": 6.886604557646356e-05,
+      "loss": 0.0384,
+      "step": 630
+    },
+    {
+      "epoch": 1.3403141361256545,
+      "grad_norm": 0.3808182179927826,
+      "learning_rate": 6.773024435212678e-05,
+      "loss": 0.0352,
+      "step": 640
+    },
+    {
+      "epoch": 1.3612565445026177,
+      "grad_norm": 0.3297405540943146,
+      "learning_rate": 6.658387894742071e-05,
+      "loss": 0.0397,
+      "step": 650
+    },
+    {
+      "epoch": 1.3821989528795813,
+      "grad_norm": 0.41979941725730896,
+      "learning_rate": 6.542763239923215e-05,
+      "loss": 0.0375,
+      "step": 660
+    },
+    {
+      "epoch": 1.4031413612565444,
+      "grad_norm": 0.5469591021537781,
+      "learning_rate": 6.426219363191224e-05,
+      "loss": 0.0443,
+      "step": 670
+    },
+    {
+      "epoch": 1.4240837696335078,
+      "grad_norm": 0.3828868865966797,
+      "learning_rate": 6.308825704679596e-05,
+      "loss": 0.0334,
+      "step": 680
+    },
+    {
+      "epoch": 1.4450261780104712,
+      "grad_norm": 0.49810731410980225,
+      "learning_rate": 6.190652210845815e-05,
+      "loss": 0.0401,
+      "step": 690
+    },
+    {
+      "epoch": 1.4659685863874345,
+      "grad_norm": 0.4368995130062103,
+      "learning_rate": 6.0717692927952744e-05,
+      "loss": 0.0367,
+      "step": 700
+    },
+    {
+      "epoch": 1.486910994764398,
+      "grad_norm": 0.4042227566242218,
+      "learning_rate": 5.952247784328351e-05,
+      "loss": 0.0375,
+      "step": 710
+    },
+    {
+      "epoch": 1.5078534031413613,
+      "grad_norm": 0.49127721786499023,
+      "learning_rate": 5.8321588997356326e-05,
+      "loss": 0.0339,
+      "step": 720
+    },
+    {
+      "epoch": 1.5287958115183247,
+      "grad_norm": 0.3174681067466736,
+      "learning_rate": 5.7115741913664264e-05,
+      "loss": 0.0381,
+      "step": 730
+    },
+    {
+      "epoch": 1.5497382198952878,
+      "grad_norm": 0.4839365780353546,
+      "learning_rate": 5.59056550699585e-05,
+      "loss": 0.0355,
+      "step": 740
+    },
+    {
+      "epoch": 1.5706806282722514,
+      "grad_norm": 0.30561134219169617,
+      "learning_rate": 5.469204947015897e-05,
+      "loss": 0.0374,
+      "step": 750
+    },
+    {
+      "epoch": 1.5916230366492146,
+      "grad_norm": 0.3758664131164551,
+      "learning_rate": 5.3475648214759896e-05,
+      "loss": 0.0327,
+      "step": 760
+    },
+    {
+      "epoch": 1.6125654450261782,
+      "grad_norm": 0.3118516206741333,
+      "learning_rate": 5.2257176069986036e-05,
+      "loss": 0.0403,
+      "step": 770
+    },
+    {
+      "epoch": 1.6335078534031413,
+      "grad_norm": 0.33437207341194153,
+      "learning_rate": 5.103735903595658e-05,
+      "loss": 0.0364,
+      "step": 780
+    },
+    {
+      "epoch": 1.6544502617801047,
+      "grad_norm": 0.54002845287323,
+      "learning_rate": 4.981692391411366e-05,
+      "loss": 0.0371,
+      "step": 790
+    },
+    {
+      "epoch": 1.675392670157068,
+      "grad_norm": 0.2974444031715393,
+      "learning_rate": 4.859659787417362e-05,
+      "loss": 0.0406,
+      "step": 800
+    },
+    {
+      "epoch": 1.6963350785340314,
+      "grad_norm": 0.3456689417362213,
+      "learning_rate": 4.737710802085875e-05,
+      "loss": 0.0353,
+      "step": 810
+    },
+    {
+      "epoch": 1.7172774869109948,
+      "grad_norm": 0.4571535885334015,
+      "learning_rate": 4.615918096066766e-05,
+      "loss": 0.0325,
+      "step": 820
+    },
+    {
+      "epoch": 1.738219895287958,
+      "grad_norm": 0.3281984031200409,
+      "learning_rate": 4.4943542368942746e-05,
+      "loss": 0.0318,
+      "step": 830
+    },
+    {
+      "epoch": 1.7591623036649215,
+      "grad_norm": 0.2916335165500641,
+      "learning_rate": 4.373091655749225e-05,
+      "loss": 0.0374,
+      "step": 840
+    },
+    {
+      "epoch": 1.7801047120418847,
+      "grad_norm": 0.4069044888019562,
+      "learning_rate": 4.252202604302476e-05,
+      "loss": 0.0362,
+      "step": 850
+    },
+    {
+      "epoch": 1.8010471204188483,
+      "grad_norm": 0.39771515130996704,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.038,
+      "step": 860
+    },
+    {
+      "epoch": 1.8219895287958114,
+      "grad_norm": 0.38277313113212585,
+      "learning_rate": 4.011832941472641e-05,
+      "loss": 0.0393,
+      "step": 870
+    },
+    {
+      "epoch": 1.8429319371727748,
+      "grad_norm": 0.2795620560646057,
+      "learning_rate": 3.8924955491238216e-05,
+      "loss": 0.0336,
+      "step": 880
+    },
+    {
+      "epoch": 1.8638743455497382,
+      "grad_norm": 0.3264184594154358,
+      "learning_rate": 3.7738180392078937e-05,
+      "loss": 0.033,
+      "step": 890
+    },
+    {
+      "epoch": 1.8848167539267016,
+      "grad_norm": 0.5280706286430359,
+      "learning_rate": 3.6558711231372704e-05,
+      "loss": 0.035,
+      "step": 900
+    },
+    {
+      "epoch": 1.905759162303665,
+      "grad_norm": 0.3607095181941986,
+      "learning_rate": 3.538725077015915e-05,
+      "loss": 0.0357,
+      "step": 910
+    },
+    {
+      "epoch": 1.9267015706806283,
+      "grad_norm": 0.3703671991825104,
+      "learning_rate": 3.422449699766851e-05,
+      "loss": 0.0313,
+      "step": 920
+    },
+    {
+      "epoch": 1.9476439790575917,
+      "grad_norm": 0.4830826222896576,
+      "learning_rate": 3.307114271543999e-05,
+      "loss": 0.0345,
+      "step": 930
+    },
+    {
+      "epoch": 1.9685863874345548,
+      "grad_norm": 0.42555513978004456,
+      "learning_rate": 3.192787512453105e-05,
+      "loss": 0.0333,
+      "step": 940
+    },
+    {
+      "epoch": 1.9895287958115184,
+      "grad_norm": 0.3647818863391876,
+      "learning_rate": 3.079537541606349e-05,
+      "loss": 0.0317,
+      "step": 950
+    },
+    {
+      "epoch": 2.0104712041884816,
+      "grad_norm": 0.27432000637054443,
+      "learning_rate": 2.9674318365350685e-05,
+      "loss": 0.0235,
+      "step": 960
+    },
+    {
+      "epoch": 2.031413612565445,
+      "grad_norm": 0.2879980802536011,
+      "learning_rate": 2.8565371929847284e-05,
+      "loss": 0.0158,
+      "step": 970
+    },
+    {
+      "epoch": 2.0523560209424083,
+      "grad_norm": 0.30074015259742737,
+      "learning_rate": 2.7469196851161373e-05,
+      "loss": 0.0179,
+      "step": 980
+    },
+    {
+      "epoch": 2.073298429319372,
+      "grad_norm": 0.48433229327201843,
+      "learning_rate": 2.638644626136587e-05,
+      "loss": 0.0174,
+      "step": 990
+    },
+    {
+      "epoch": 2.094240837696335,
+      "grad_norm": 0.3053944706916809,
+      "learning_rate": 2.531776529384407e-05,
+      "loss": 0.0204,
+      "step": 1000
+    },
+    {
+      "epoch": 2.094240837696335,
+      "eval_loss": 0.05247209593653679,
+      "eval_runtime": 97.7528,
+      "eval_samples_per_second": 4.348,
+      "eval_steps_per_second": 1.095,
+      "step": 1000
+    },
+    {
+      "epoch": 2.115183246073298,
+      "grad_norm": 0.3178795576095581,
+      "learning_rate": 2.426379069890098e-05,
+      "loss": 0.0178,
+      "step": 1010
+    },
+    {
+      "epoch": 2.136125654450262,
+      "grad_norm": 0.30507609248161316,
+      "learning_rate": 2.3225150464369312e-05,
+      "loss": 0.0145,
+      "step": 1020
+    },
+    {
+      "epoch": 2.157068062827225,
+      "grad_norm": 0.3095521330833435,
+      "learning_rate": 2.2202463441436884e-05,
+      "loss": 0.0186,
+      "step": 1030
+    },
+    {
+      "epoch": 2.1780104712041886,
+      "grad_norm": 0.40178781747817993,
+      "learning_rate": 2.1196338975917358e-05,
+      "loss": 0.0185,
+      "step": 1040
+    },
+    {
+      "epoch": 2.1989528795811517,
+      "grad_norm": 0.3371562063694,
+      "learning_rate": 2.0207376545184893e-05,
+      "loss": 0.0148,
+      "step": 1050
+    },
+    {
+      "epoch": 2.2198952879581153,
+      "grad_norm": 0.5400903820991516,
+      "learning_rate": 1.9236165400988638e-05,
+      "loss": 0.0188,
+      "step": 1060
+    },
+    {
+      "epoch": 2.2408376963350785,
+      "grad_norm": 0.1960514336824417,
+      "learning_rate": 1.8283284218359782e-05,
+      "loss": 0.0167,
+      "step": 1070
+    },
+    {
+      "epoch": 2.261780104712042,
+      "grad_norm": 0.29054176807403564,
+      "learning_rate": 1.734930075082076e-05,
+      "loss": 0.0156,
+      "step": 1080
+    },
+    {
+      "epoch": 2.282722513089005,
+      "grad_norm": 0.31542539596557617,
+      "learning_rate": 1.6434771492101485e-05,
+      "loss": 0.0168,
+      "step": 1090
+    },
+    {
+      "epoch": 2.303664921465969,
+      "grad_norm": 0.30312708020210266,
+      "learning_rate": 1.5540241344564915e-05,
+      "loss": 0.0178,
+      "step": 1100
+    },
+    {
+      "epoch": 2.324607329842932,
+      "grad_norm": 0.22572675347328186,
+      "learning_rate": 1.46662432945386e-05,
+      "loss": 0.0159,
+      "step": 1110
+    },
+    {
+      "epoch": 2.345549738219895,
+      "grad_norm": 0.32737213373184204,
+      "learning_rate": 1.3813298094746491e-05,
+      "loss": 0.0155,
+      "step": 1120
+    },
+    {
+      "epoch": 2.3664921465968587,
+      "grad_norm": 0.29300010204315186,
+      "learning_rate": 1.2981913954029784e-05,
+      "loss": 0.0158,
+      "step": 1130
+    },
+    {
+      "epoch": 2.387434554973822,
+      "grad_norm": 0.3531718850135803,
+      "learning_rate": 1.2172586234541644e-05,
+      "loss": 0.0162,
+      "step": 1140
+    },
+    {
+      "epoch": 2.4083769633507854,
+      "grad_norm": 0.3117247521877289,
+      "learning_rate": 1.1385797156596506e-05,
+      "loss": 0.0157,
+      "step": 1150
+    },
+    {
+      "epoch": 2.4293193717277486,
+      "grad_norm": 0.3147590756416321,
+      "learning_rate": 1.062201551134957e-05,
+      "loss": 0.0146,
+      "step": 1160
+    },
+    {
+      "epoch": 2.450261780104712,
+      "grad_norm": 0.3247630298137665,
+      "learning_rate": 9.88169638147784e-06,
+      "loss": 0.0143,
+      "step": 1170
+    },
+    {
+      "epoch": 2.4712041884816753,
+      "grad_norm": 0.3280116319656372,
+      "learning_rate": 9.16528087002892e-06,
+      "loss": 0.017,
+      "step": 1180
+    },
+    {
+      "epoch": 2.492146596858639,
+      "grad_norm": 0.30790087580680847,
+      "learning_rate": 8.473195837599418e-06,
+      "loss": 0.0155,
+      "step": 1190
+    },
+    {
+      "epoch": 2.513089005235602,
+      "grad_norm": 0.4461917579174042,
+      "learning_rate": 7.805853647999362e-06,
+      "loss": 0.0176,
+      "step": 1200
+    },
+    {
+      "epoch": 2.5340314136125652,
+      "grad_norm": 0.3395947515964508,
+      "learning_rate": 7.163651922554149e-06,
+      "loss": 0.0194,
+      "step": 1210
+    },
+    {
+      "epoch": 2.554973821989529,
+      "grad_norm": 0.30847620964050293,
+      "learning_rate": 6.5469733031905515e-06,
+      "loss": 0.0147,
+      "step": 1220
+    },
+    {
+      "epoch": 2.5759162303664924,
+      "grad_norm": 0.2089480310678482,
+      "learning_rate": 5.956185224447841e-06,
+      "loss": 0.0146,
+      "step": 1230
+    },
+    {
+      "epoch": 2.5968586387434556,
+      "grad_norm": 0.36750879883766174,
+      "learning_rate": 5.391639694549943e-06,
+      "loss": 0.0164,
+      "step": 1240
+    },
+    {
+      "epoch": 2.6178010471204187,
+      "grad_norm": 0.41677984595298767,
+      "learning_rate": 4.853673085668947e-06,
+      "loss": 0.0148,
+      "step": 1250
+    },
+    {
+      "epoch": 2.6387434554973823,
+      "grad_norm": 0.32629698514938354,
+      "learning_rate": 4.342605933505084e-06,
+      "loss": 0.0154,
+      "step": 1260
+    },
+    {
+      "epoch": 2.6596858638743455,
+      "grad_norm": 0.34532350301742554,
+      "learning_rate": 3.858742746302535e-06,
+      "loss": 0.0153,
+      "step": 1270
+    },
+    {
+      "epoch": 2.680628272251309,
+      "grad_norm": 0.21778731048107147,
+      "learning_rate": 3.402371823414774e-06,
+      "loss": 0.0136,
+      "step": 1280
+    },
+    {
+      "epoch": 2.701570680628272,
+      "grad_norm": 0.28639301657676697,
+      "learning_rate": 2.9737650835276853e-06,
+      "loss": 0.0137,
+      "step": 1290
+    },
+    {
+      "epoch": 2.7225130890052354,
+      "grad_norm": 0.44888314604759216,
+      "learning_rate": 2.573177902642726e-06,
+      "loss": 0.0204,
+      "step": 1300
+    },
+    {
+      "epoch": 2.743455497382199,
+      "grad_norm": 0.3165195882320404,
+      "learning_rate": 2.200848961916718e-06,
+      "loss": 0.0147,
+      "step": 1310
+    },
+    {
+      "epoch": 2.7643979057591626,
+      "grad_norm": 0.3899117112159729,
+      "learning_rate": 1.8570001054488362e-06,
+      "loss": 0.0175,
+      "step": 1320
+    },
+    {
+      "epoch": 2.7853403141361257,
+      "grad_norm": 0.2718731164932251,
+      "learning_rate": 1.5418362080996507e-06,
+      "loss": 0.0153,
+      "step": 1330
+    },
+    {
+      "epoch": 2.806282722513089,
+      "grad_norm": 0.4670896828174591,
+      "learning_rate": 1.2555450534208978e-06,
+      "loss": 0.0138,
+      "step": 1340
+    },
+    {
+      "epoch": 2.8272251308900525,
+      "grad_norm": 0.26648226380348206,
+      "learning_rate": 9.98297221768718e-07,
+      "loss": 0.0142,
+      "step": 1350
+    },
+    {
+      "epoch": 2.8481675392670156,
+      "grad_norm": 0.3085860311985016,
+      "learning_rate": 7.702459886670788e-07,
+      "loss": 0.0141,
+      "step": 1360
+    },
+    {
+      "epoch": 2.869109947643979,
+      "grad_norm": 0.46135184168815613,
+      "learning_rate": 5.715272334818944e-07,
+      "loss": 0.0162,
+      "step": 1370
+    },
+    {
+      "epoch": 2.8900523560209423,
+      "grad_norm": 0.3128398060798645,
+      "learning_rate": 4.02259358460233e-07,
+      "loss": 0.0159,
+      "step": 1380
+    },
+    {
+      "epoch": 2.9109947643979055,
+      "grad_norm": 0.44724029302597046,
+      "learning_rate": 2.6254321818295345e-07,
+      "loss": 0.0178,
+      "step": 1390
+    },
+    {
+      "epoch": 2.931937172774869,
+      "grad_norm": 0.35600796341896057,
+      "learning_rate": 1.5246205947265779e-07,
+      "loss": 0.0151,
+      "step": 1400
+    },
+    {
+      "epoch": 2.9528795811518327,
+      "grad_norm": 0.2872493863105774,
+      "learning_rate": 7.208147179291192e-08,
+      "loss": 0.0156,
+      "step": 1410
+    },
+    {
+      "epoch": 2.973821989528796,
+      "grad_norm": 0.27174440026283264,
+      "learning_rate": 2.1449348168167682e-08,
+      "loss": 0.0162,
+      "step": 1420
+    },
+    {
+      "epoch": 2.994764397905759,
+      "grad_norm": 0.42477887868881226,
+      "learning_rate": 5.95856647772619e-10,
+      "loss": 0.0136,
+      "step": 1430
+    },
+    {
+      "epoch": 2.9968586387434555,
+      "step": 1431,
+      "total_flos": 1.717501382279299e+18,
+      "train_loss": 0.0491406895828145,
+      "train_runtime": 12322.0896,
+      "train_samples_per_second": 0.93,
+      "train_steps_per_second": 0.116
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1431,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.717501382279299e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daccc80b18eb9d7799bde94f4978ce1c3db384a0b077499322436ae29d6d2f44
+size 5496