Upload folder using huggingface_hub

.gitattributes

@@ -758,3 +758,12 @@ gemma-2-9b-it_int4_flare-multifin-en_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64
 gemma-2-9b-it_int4_flare-multifin-en_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-1.0-num-381-sd-10000/checkpoint-41/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-multifin-en_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-1.0-num-381-sd-10000/checkpoint-83/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2-9b-it_int4_flare-multifin-en_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-1.0-num-381-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4884/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-5698/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-6512/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-814/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/tokenizer.json filter=lfs diff=lfs merge=lfs -text

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2b-it
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34589486cf3edd2be3ba9bcb7e87563196b7a9856dd90683bdf986b557d160d3
+size 29500848

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2b-it
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883360fd592cf3f1cf085ec03770d65ae5241b54da17c86f6db6f4f70ce499a8
+size 29500848

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7caf80bbf03bf5747a4ba0cc703529da16bea513682a4690f675e2e20cae3
+size 15064314

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1375a54d766cb1abeca3dad9485f85b97541cebfc58a1329ef4d99ff69804a
+size 14244

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae30aebcd5e08c368e71a3a77f80fbed9e73d7d4d684c7458f94879c2a9decfc
+size 1064

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<eos>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559f2189f392b4555613965f089e7c4d300b41fbe080bf79da0d676e33ee7f0
+size 34356041

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/tokenizer_config.json

@@ -0,0 +1,1757 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<eos>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/trainer_state.json

@@ -0,0 +1,1183 @@
+{
+  "best_metric": 0.5858802795410156,
+  "best_model_checkpoint": "outputs-001/gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 1628,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.012285012285012284,
+      "grad_norm": 0.8178550004959106,
+      "learning_rate": 0.0002,
+      "loss": 3.5354,
+      "step": 10
+    },
+    {
+      "epoch": 0.02457002457002457,
+      "grad_norm": 1.0338047742843628,
+      "learning_rate": 0.0002,
+      "loss": 2.534,
+      "step": 20
+    },
+    {
+      "epoch": 0.036855036855036855,
+      "grad_norm": 0.8931729197502136,
+      "learning_rate": 0.0002,
+      "loss": 2.1691,
+      "step": 30
+    },
+    {
+      "epoch": 0.04914004914004914,
+      "grad_norm": 0.9666458964347839,
+      "learning_rate": 0.0002,
+      "loss": 1.8813,
+      "step": 40
+    },
+    {
+      "epoch": 0.06142506142506143,
+      "grad_norm": 1.2691702842712402,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 50
+    },
+    {
+      "epoch": 0.07371007371007371,
+      "grad_norm": 1.0307111740112305,
+      "learning_rate": 0.0002,
+      "loss": 1.3831,
+      "step": 60
+    },
+    {
+      "epoch": 0.085995085995086,
+      "grad_norm": 1.1837389469146729,
+      "learning_rate": 0.0002,
+      "loss": 1.2987,
+      "step": 70
+    },
+    {
+      "epoch": 0.09828009828009827,
+      "grad_norm": 1.1481467485427856,
+      "learning_rate": 0.0002,
+      "loss": 1.2325,
+      "step": 80
+    },
+    {
+      "epoch": 0.11056511056511056,
+      "grad_norm": 1.0385297536849976,
+      "learning_rate": 0.0002,
+      "loss": 1.1425,
+      "step": 90
+    },
+    {
+      "epoch": 0.12285012285012285,
+      "grad_norm": 1.125789999961853,
+      "learning_rate": 0.0002,
+      "loss": 1.1177,
+      "step": 100
+    },
+    {
+      "epoch": 0.13513513513513514,
+      "grad_norm": 0.9630613923072815,
+      "learning_rate": 0.0002,
+      "loss": 1.0477,
+      "step": 110
+    },
+    {
+      "epoch": 0.14742014742014742,
+      "grad_norm": 1.060392141342163,
+      "learning_rate": 0.0002,
+      "loss": 1.0074,
+      "step": 120
+    },
+    {
+      "epoch": 0.1597051597051597,
+      "grad_norm": 1.0986546277999878,
+      "learning_rate": 0.0002,
+      "loss": 1.0128,
+      "step": 130
+    },
+    {
+      "epoch": 0.171990171990172,
+      "grad_norm": 1.1713459491729736,
+      "learning_rate": 0.0002,
+      "loss": 1.0068,
+      "step": 140
+    },
+    {
+      "epoch": 0.18427518427518427,
+      "grad_norm": 1.1548224687576294,
+      "learning_rate": 0.0002,
+      "loss": 0.973,
+      "step": 150
+    },
+    {
+      "epoch": 0.19656019656019655,
+      "grad_norm": 1.2662502527236938,
+      "learning_rate": 0.0002,
+      "loss": 0.941,
+      "step": 160
+    },
+    {
+      "epoch": 0.20884520884520885,
+      "grad_norm": 1.1521110534667969,
+      "learning_rate": 0.0002,
+      "loss": 0.8849,
+      "step": 170
+    },
+    {
+      "epoch": 0.22113022113022113,
+      "grad_norm": 1.1044857501983643,
+      "learning_rate": 0.0002,
+      "loss": 0.8931,
+      "step": 180
+    },
+    {
+      "epoch": 0.2334152334152334,
+      "grad_norm": 0.9770650267601013,
+      "learning_rate": 0.0002,
+      "loss": 0.9572,
+      "step": 190
+    },
+    {
+      "epoch": 0.2457002457002457,
+      "grad_norm": 0.9710931777954102,
+      "learning_rate": 0.0002,
+      "loss": 0.881,
+      "step": 200
+    },
+    {
+      "epoch": 0.257985257985258,
+      "grad_norm": 0.9593933820724487,
+      "learning_rate": 0.0002,
+      "loss": 0.9205,
+      "step": 210
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 1.003553032875061,
+      "learning_rate": 0.0002,
+      "loss": 0.843,
+      "step": 220
+    },
+    {
+      "epoch": 0.28255528255528256,
+      "grad_norm": 0.9187764525413513,
+      "learning_rate": 0.0002,
+      "loss": 0.9032,
+      "step": 230
+    },
+    {
+      "epoch": 0.29484029484029484,
+      "grad_norm": 0.9294946789741516,
+      "learning_rate": 0.0002,
+      "loss": 0.8572,
+      "step": 240
+    },
+    {
+      "epoch": 0.3071253071253071,
+      "grad_norm": 0.9537560939788818,
+      "learning_rate": 0.0002,
+      "loss": 0.8856,
+      "step": 250
+    },
+    {
+      "epoch": 0.3194103194103194,
+      "grad_norm": 1.00537109375,
+      "learning_rate": 0.0002,
+      "loss": 0.8546,
+      "step": 260
+    },
+    {
+      "epoch": 0.3316953316953317,
+      "grad_norm": 0.8775776028633118,
+      "learning_rate": 0.0002,
+      "loss": 0.896,
+      "step": 270
+    },
+    {
+      "epoch": 0.343980343980344,
+      "grad_norm": 0.8316839933395386,
+      "learning_rate": 0.0002,
+      "loss": 0.808,
+      "step": 280
+    },
+    {
+      "epoch": 0.35626535626535627,
+      "grad_norm": 0.8542073965072632,
+      "learning_rate": 0.0002,
+      "loss": 0.8248,
+      "step": 290
+    },
+    {
+      "epoch": 0.36855036855036855,
+      "grad_norm": 0.848444402217865,
+      "learning_rate": 0.0002,
+      "loss": 0.8452,
+      "step": 300
+    },
+    {
+      "epoch": 0.3808353808353808,
+      "grad_norm": 0.9017520546913147,
+      "learning_rate": 0.0002,
+      "loss": 0.8253,
+      "step": 310
+    },
+    {
+      "epoch": 0.3931203931203931,
+      "grad_norm": 0.7672467231750488,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 320
+    },
+    {
+      "epoch": 0.40540540540540543,
+      "grad_norm": 0.9109916687011719,
+      "learning_rate": 0.0002,
+      "loss": 0.8478,
+      "step": 330
+    },
+    {
+      "epoch": 0.4176904176904177,
+      "grad_norm": 0.8750321269035339,
+      "learning_rate": 0.0002,
+      "loss": 0.8041,
+      "step": 340
+    },
+    {
+      "epoch": 0.42997542997543,
+      "grad_norm": 0.7911098599433899,
+      "learning_rate": 0.0002,
+      "loss": 0.8158,
+      "step": 350
+    },
+    {
+      "epoch": 0.44226044226044225,
+      "grad_norm": 0.871601402759552,
+      "learning_rate": 0.0002,
+      "loss": 0.8001,
+      "step": 360
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 0.9393917918205261,
+      "learning_rate": 0.0002,
+      "loss": 0.8187,
+      "step": 370
+    },
+    {
+      "epoch": 0.4668304668304668,
+      "grad_norm": 0.8260403275489807,
+      "learning_rate": 0.0002,
+      "loss": 0.8124,
+      "step": 380
+    },
+    {
+      "epoch": 0.47911547911547914,
+      "grad_norm": 0.9792159199714661,
+      "learning_rate": 0.0002,
+      "loss": 0.7768,
+      "step": 390
+    },
+    {
+      "epoch": 0.4914004914004914,
+      "grad_norm": 0.9943315982818604,
+      "learning_rate": 0.0002,
+      "loss": 0.7981,
+      "step": 400
+    },
+    {
+      "epoch": 0.5036855036855037,
+      "grad_norm": 0.8999950885772705,
+      "learning_rate": 0.0002,
+      "loss": 0.7765,
+      "step": 410
+    },
+    {
+      "epoch": 0.515970515970516,
+      "grad_norm": 0.8348393440246582,
+      "learning_rate": 0.0002,
+      "loss": 0.7807,
+      "step": 420
+    },
+    {
+      "epoch": 0.5282555282555282,
+      "grad_norm": 0.7371744513511658,
+      "learning_rate": 0.0002,
+      "loss": 0.8269,
+      "step": 430
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 0.8354107141494751,
+      "learning_rate": 0.0002,
+      "loss": 0.8181,
+      "step": 440
+    },
+    {
+      "epoch": 0.5528255528255528,
+      "grad_norm": 0.8553793430328369,
+      "learning_rate": 0.0002,
+      "loss": 0.7849,
+      "step": 450
+    },
+    {
+      "epoch": 0.5651105651105651,
+      "grad_norm": 1.0762015581130981,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 460
+    },
+    {
+      "epoch": 0.5773955773955773,
+      "grad_norm": 0.8350747227668762,
+      "learning_rate": 0.0002,
+      "loss": 0.7942,
+      "step": 470
+    },
+    {
+      "epoch": 0.5896805896805897,
+      "grad_norm": 0.7819945216178894,
+      "learning_rate": 0.0002,
+      "loss": 0.7922,
+      "step": 480
+    },
+    {
+      "epoch": 0.601965601965602,
+      "grad_norm": 0.8079741597175598,
+      "learning_rate": 0.0002,
+      "loss": 0.7845,
+      "step": 490
+    },
+    {
+      "epoch": 0.6142506142506142,
+      "grad_norm": 0.776435911655426,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 500
+    },
+    {
+      "epoch": 0.6265356265356266,
+      "grad_norm": 0.7646855115890503,
+      "learning_rate": 0.0002,
+      "loss": 0.7855,
+      "step": 510
+    },
+    {
+      "epoch": 0.6388206388206388,
+      "grad_norm": 0.786396861076355,
+      "learning_rate": 0.0002,
+      "loss": 0.7923,
+      "step": 520
+    },
+    {
+      "epoch": 0.6511056511056511,
+      "grad_norm": 0.7016594409942627,
+      "learning_rate": 0.0002,
+      "loss": 0.7624,
+      "step": 530
+    },
+    {
+      "epoch": 0.6633906633906634,
+      "grad_norm": 0.8060444593429565,
+      "learning_rate": 0.0002,
+      "loss": 0.786,
+      "step": 540
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 0.9087467789649963,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 550
+    },
+    {
+      "epoch": 0.687960687960688,
+      "grad_norm": 0.8149628639221191,
+      "learning_rate": 0.0002,
+      "loss": 0.7591,
+      "step": 560
+    },
+    {
+      "epoch": 0.7002457002457002,
+      "grad_norm": 0.7493641972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.8004,
+      "step": 570
+    },
+    {
+      "epoch": 0.7125307125307125,
+      "grad_norm": 0.7958765625953674,
+      "learning_rate": 0.0002,
+      "loss": 0.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.7248157248157249,
+      "grad_norm": 0.7917273640632629,
+      "learning_rate": 0.0002,
+      "loss": 0.7276,
+      "step": 590
+    },
+    {
+      "epoch": 0.7371007371007371,
+      "grad_norm": 0.8040468692779541,
+      "learning_rate": 0.0002,
+      "loss": 0.758,
+      "step": 600
+    },
+    {
+      "epoch": 0.7493857493857494,
+      "grad_norm": 0.8696851134300232,
+      "learning_rate": 0.0002,
+      "loss": 0.735,
+      "step": 610
+    },
+    {
+      "epoch": 0.7616707616707616,
+      "grad_norm": 0.8418059945106506,
+      "learning_rate": 0.0002,
+      "loss": 0.7321,
+      "step": 620
+    },
+    {
+      "epoch": 0.773955773955774,
+      "grad_norm": 0.7754243612289429,
+      "learning_rate": 0.0002,
+      "loss": 0.7395,
+      "step": 630
+    },
+    {
+      "epoch": 0.7862407862407862,
+      "grad_norm": 0.7639613747596741,
+      "learning_rate": 0.0002,
+      "loss": 0.7679,
+      "step": 640
+    },
+    {
+      "epoch": 0.7985257985257985,
+      "grad_norm": 0.7516646385192871,
+      "learning_rate": 0.0002,
+      "loss": 0.7159,
+      "step": 650
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 0.7840844988822937,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 660
+    },
+    {
+      "epoch": 0.8230958230958231,
+      "grad_norm": 0.7657070755958557,
+      "learning_rate": 0.0002,
+      "loss": 0.7264,
+      "step": 670
+    },
+    {
+      "epoch": 0.8353808353808354,
+      "grad_norm": 0.7711591720581055,
+      "learning_rate": 0.0002,
+      "loss": 0.7369,
+      "step": 680
+    },
+    {
+      "epoch": 0.8476658476658476,
+      "grad_norm": 0.8026325106620789,
+      "learning_rate": 0.0002,
+      "loss": 0.759,
+      "step": 690
+    },
+    {
+      "epoch": 0.85995085995086,
+      "grad_norm": 0.7902713418006897,
+      "learning_rate": 0.0002,
+      "loss": 0.737,
+      "step": 700
+    },
+    {
+      "epoch": 0.8722358722358723,
+      "grad_norm": 0.8212456107139587,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 710
+    },
+    {
+      "epoch": 0.8845208845208845,
+      "grad_norm": 0.7867200970649719,
+      "learning_rate": 0.0002,
+      "loss": 0.7661,
+      "step": 720
+    },
+    {
+      "epoch": 0.8968058968058968,
+      "grad_norm": 0.80084627866745,
+      "learning_rate": 0.0002,
+      "loss": 0.7195,
+      "step": 730
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.7203794121742249,
+      "learning_rate": 0.0002,
+      "loss": 0.7641,
+      "step": 740
+    },
+    {
+      "epoch": 0.9213759213759214,
+      "grad_norm": 0.7598419785499573,
+      "learning_rate": 0.0002,
+      "loss": 0.7134,
+      "step": 750
+    },
+    {
+      "epoch": 0.9336609336609336,
+      "grad_norm": 0.7787027359008789,
+      "learning_rate": 0.0002,
+      "loss": 0.7208,
+      "step": 760
+    },
+    {
+      "epoch": 0.9459459459459459,
+      "grad_norm": 0.8444012403488159,
+      "learning_rate": 0.0002,
+      "loss": 0.7119,
+      "step": 770
+    },
+    {
+      "epoch": 0.9582309582309583,
+      "grad_norm": 0.7388550639152527,
+      "learning_rate": 0.0002,
+      "loss": 0.7099,
+      "step": 780
+    },
+    {
+      "epoch": 0.9705159705159705,
+      "grad_norm": 0.7379167079925537,
+      "learning_rate": 0.0002,
+      "loss": 0.7184,
+      "step": 790
+    },
+    {
+      "epoch": 0.9828009828009828,
+      "grad_norm": 0.8291640281677246,
+      "learning_rate": 0.0002,
+      "loss": 0.7143,
+      "step": 800
+    },
+    {
+      "epoch": 0.995085995085995,
+      "grad_norm": 0.7415094375610352,
+      "learning_rate": 0.0002,
+      "loss": 0.6972,
+      "step": 810
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.703994870185852,
+      "eval_runtime": 20.2182,
+      "eval_samples_per_second": 16.371,
+      "eval_steps_per_second": 2.077,
+      "step": 814
+    },
+    {
+      "epoch": 1.0073710073710074,
+      "grad_norm": 0.7405961751937866,
+      "learning_rate": 0.0002,
+      "loss": 0.6959,
+      "step": 820
+    },
+    {
+      "epoch": 1.0196560196560196,
+      "grad_norm": 0.8534344434738159,
+      "learning_rate": 0.0002,
+      "loss": 0.6706,
+      "step": 830
+    },
+    {
+      "epoch": 1.031941031941032,
+      "grad_norm": 0.7415764331817627,
+      "learning_rate": 0.0002,
+      "loss": 0.6719,
+      "step": 840
+    },
+    {
+      "epoch": 1.0442260442260443,
+      "grad_norm": 0.74293053150177,
+      "learning_rate": 0.0002,
+      "loss": 0.6673,
+      "step": 850
+    },
+    {
+      "epoch": 1.0565110565110565,
+      "grad_norm": 0.697727382183075,
+      "learning_rate": 0.0002,
+      "loss": 0.6897,
+      "step": 860
+    },
+    {
+      "epoch": 1.0687960687960687,
+      "grad_norm": 0.8022570013999939,
+      "learning_rate": 0.0002,
+      "loss": 0.6566,
+      "step": 870
+    },
+    {
+      "epoch": 1.0810810810810811,
+      "grad_norm": 0.7545800805091858,
+      "learning_rate": 0.0002,
+      "loss": 0.6759,
+      "step": 880
+    },
+    {
+      "epoch": 1.0933660933660934,
+      "grad_norm": 0.8005648255348206,
+      "learning_rate": 0.0002,
+      "loss": 0.6397,
+      "step": 890
+    },
+    {
+      "epoch": 1.1056511056511056,
+      "grad_norm": 0.7681778073310852,
+      "learning_rate": 0.0002,
+      "loss": 0.6499,
+      "step": 900
+    },
+    {
+      "epoch": 1.117936117936118,
+      "grad_norm": 0.7822468876838684,
+      "learning_rate": 0.0002,
+      "loss": 0.6672,
+      "step": 910
+    },
+    {
+      "epoch": 1.1302211302211302,
+      "grad_norm": 0.8324839472770691,
+      "learning_rate": 0.0002,
+      "loss": 0.6492,
+      "step": 920
+    },
+    {
+      "epoch": 1.1425061425061425,
+      "grad_norm": 0.8206289410591125,
+      "learning_rate": 0.0002,
+      "loss": 0.6659,
+      "step": 930
+    },
+    {
+      "epoch": 1.154791154791155,
+      "grad_norm": 0.786461591720581,
+      "learning_rate": 0.0002,
+      "loss": 0.6385,
+      "step": 940
+    },
+    {
+      "epoch": 1.1670761670761671,
+      "grad_norm": 0.8288539052009583,
+      "learning_rate": 0.0002,
+      "loss": 0.6493,
+      "step": 950
+    },
+    {
+      "epoch": 1.1793611793611793,
+      "grad_norm": 0.7566865682601929,
+      "learning_rate": 0.0002,
+      "loss": 0.6818,
+      "step": 960
+    },
+    {
+      "epoch": 1.1916461916461916,
+      "grad_norm": 0.7761894464492798,
+      "learning_rate": 0.0002,
+      "loss": 0.6597,
+      "step": 970
+    },
+    {
+      "epoch": 1.203931203931204,
+      "grad_norm": 0.7608440518379211,
+      "learning_rate": 0.0002,
+      "loss": 0.6403,
+      "step": 980
+    },
+    {
+      "epoch": 1.2162162162162162,
+      "grad_norm": 0.799745500087738,
+      "learning_rate": 0.0002,
+      "loss": 0.7041,
+      "step": 990
+    },
+    {
+      "epoch": 1.2285012285012284,
+      "grad_norm": 0.8135330677032471,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2407862407862407,
+      "grad_norm": 0.7410391569137573,
+      "learning_rate": 0.0002,
+      "loss": 0.6496,
+      "step": 1010
+    },
+    {
+      "epoch": 1.253071253071253,
+      "grad_norm": 0.7826172709465027,
+      "learning_rate": 0.0002,
+      "loss": 0.63,
+      "step": 1020
+    },
+    {
+      "epoch": 1.2653562653562653,
+      "grad_norm": 0.7210677862167358,
+      "learning_rate": 0.0002,
+      "loss": 0.6582,
+      "step": 1030
+    },
+    {
+      "epoch": 1.2776412776412776,
+      "grad_norm": 0.7571766972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.6609,
+      "step": 1040
+    },
+    {
+      "epoch": 1.28992628992629,
+      "grad_norm": 0.8602666258811951,
+      "learning_rate": 0.0002,
+      "loss": 0.6315,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3022113022113022,
+      "grad_norm": 0.8640648722648621,
+      "learning_rate": 0.0002,
+      "loss": 0.6825,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3144963144963144,
+      "grad_norm": 0.7289374470710754,
+      "learning_rate": 0.0002,
+      "loss": 0.6563,
+      "step": 1070
+    },
+    {
+      "epoch": 1.3267813267813269,
+      "grad_norm": 0.8099908828735352,
+      "learning_rate": 0.0002,
+      "loss": 0.629,
+      "step": 1080
+    },
+    {
+      "epoch": 1.339066339066339,
+      "grad_norm": 0.8623505234718323,
+      "learning_rate": 0.0002,
+      "loss": 0.6882,
+      "step": 1090
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 0.900576114654541,
+      "learning_rate": 0.0002,
+      "loss": 0.6368,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 0.729603111743927,
+      "learning_rate": 0.0002,
+      "loss": 0.6398,
+      "step": 1110
+    },
+    {
+      "epoch": 1.375921375921376,
+      "grad_norm": 0.8350434303283691,
+      "learning_rate": 0.0002,
+      "loss": 0.6619,
+      "step": 1120
+    },
+    {
+      "epoch": 1.3882063882063882,
+      "grad_norm": 0.8049437999725342,
+      "learning_rate": 0.0002,
+      "loss": 0.6447,
+      "step": 1130
+    },
+    {
+      "epoch": 1.4004914004914004,
+      "grad_norm": 0.8222764134407043,
+      "learning_rate": 0.0002,
+      "loss": 0.6336,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4127764127764126,
+      "grad_norm": 0.7949751019477844,
+      "learning_rate": 0.0002,
+      "loss": 0.6453,
+      "step": 1150
+    },
+    {
+      "epoch": 1.425061425061425,
+      "grad_norm": 0.8375639915466309,
+      "learning_rate": 0.0002,
+      "loss": 0.6246,
+      "step": 1160
+    },
+    {
+      "epoch": 1.4373464373464373,
+      "grad_norm": 0.7261053919792175,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1170
+    },
+    {
+      "epoch": 1.4496314496314495,
+      "grad_norm": 0.6918320655822754,
+      "learning_rate": 0.0002,
+      "loss": 0.6709,
+      "step": 1180
+    },
+    {
+      "epoch": 1.461916461916462,
+      "grad_norm": 0.8148727416992188,
+      "learning_rate": 0.0002,
+      "loss": 0.598,
+      "step": 1190
+    },
+    {
+      "epoch": 1.4742014742014742,
+      "grad_norm": 0.7014724612236023,
+      "learning_rate": 0.0002,
+      "loss": 0.6269,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4864864864864864,
+      "grad_norm": 0.8110846281051636,
+      "learning_rate": 0.0002,
+      "loss": 0.617,
+      "step": 1210
+    },
+    {
+      "epoch": 1.4987714987714988,
+      "grad_norm": 0.8336407542228699,
+      "learning_rate": 0.0002,
+      "loss": 0.6633,
+      "step": 1220
+    },
+    {
+      "epoch": 1.511056511056511,
+      "grad_norm": 0.826996386051178,
+      "learning_rate": 0.0002,
+      "loss": 0.6028,
+      "step": 1230
+    },
+    {
+      "epoch": 1.5233415233415233,
+      "grad_norm": 0.7503120303153992,
+      "learning_rate": 0.0002,
+      "loss": 0.6464,
+      "step": 1240
+    },
+    {
+      "epoch": 1.5356265356265357,
+      "grad_norm": 0.8297192454338074,
+      "learning_rate": 0.0002,
+      "loss": 0.6418,
+      "step": 1250
+    },
+    {
+      "epoch": 1.547911547911548,
+      "grad_norm": 0.7585996985435486,
+      "learning_rate": 0.0002,
+      "loss": 0.6466,
+      "step": 1260
+    },
+    {
+      "epoch": 1.5601965601965602,
+      "grad_norm": 0.7530493140220642,
+      "learning_rate": 0.0002,
+      "loss": 0.6196,
+      "step": 1270
+    },
+    {
+      "epoch": 1.5724815724815726,
+      "grad_norm": 0.8141939640045166,
+      "learning_rate": 0.0002,
+      "loss": 0.6252,
+      "step": 1280
+    },
+    {
+      "epoch": 1.5847665847665846,
+      "grad_norm": 0.6959931254386902,
+      "learning_rate": 0.0002,
+      "loss": 0.6441,
+      "step": 1290
+    },
+    {
+      "epoch": 1.597051597051597,
+      "grad_norm": 0.8677428364753723,
+      "learning_rate": 0.0002,
+      "loss": 0.6542,
+      "step": 1300
+    },
+    {
+      "epoch": 1.6093366093366095,
+      "grad_norm": 0.8527476787567139,
+      "learning_rate": 0.0002,
+      "loss": 0.633,
+      "step": 1310
+    },
+    {
+      "epoch": 1.6216216216216215,
+      "grad_norm": 0.8462157845497131,
+      "learning_rate": 0.0002,
+      "loss": 0.6393,
+      "step": 1320
+    },
+    {
+      "epoch": 1.633906633906634,
+      "grad_norm": 0.9371153712272644,
+      "learning_rate": 0.0002,
+      "loss": 0.6265,
+      "step": 1330
+    },
+    {
+      "epoch": 1.6461916461916462,
+      "grad_norm": 0.8408344984054565,
+      "learning_rate": 0.0002,
+      "loss": 0.5952,
+      "step": 1340
+    },
+    {
+      "epoch": 1.6584766584766584,
+      "grad_norm": 0.8391859531402588,
+      "learning_rate": 0.0002,
+      "loss": 0.599,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6707616707616708,
+      "grad_norm": 0.7630598545074463,
+      "learning_rate": 0.0002,
+      "loss": 0.6313,
+      "step": 1360
+    },
+    {
+      "epoch": 1.683046683046683,
+      "grad_norm": 0.8007895350456238,
+      "learning_rate": 0.0002,
+      "loss": 0.5989,
+      "step": 1370
+    },
+    {
+      "epoch": 1.6953316953316953,
+      "grad_norm": 0.7547900080680847,
+      "learning_rate": 0.0002,
+      "loss": 0.6094,
+      "step": 1380
+    },
+    {
+      "epoch": 1.7076167076167077,
+      "grad_norm": 0.7779742479324341,
+      "learning_rate": 0.0002,
+      "loss": 0.6335,
+      "step": 1390
+    },
+    {
+      "epoch": 1.71990171990172,
+      "grad_norm": 0.712293803691864,
+      "learning_rate": 0.0002,
+      "loss": 0.6078,
+      "step": 1400
+    },
+    {
+      "epoch": 1.7321867321867321,
+      "grad_norm": 0.8503297567367554,
+      "learning_rate": 0.0002,
+      "loss": 0.608,
+      "step": 1410
+    },
+    {
+      "epoch": 1.7444717444717446,
+      "grad_norm": 0.8312245607376099,
+      "learning_rate": 0.0002,
+      "loss": 0.6055,
+      "step": 1420
+    },
+    {
+      "epoch": 1.7567567567567568,
+      "grad_norm": 0.7758049368858337,
+      "learning_rate": 0.0002,
+      "loss": 0.5978,
+      "step": 1430
+    },
+    {
+      "epoch": 1.769041769041769,
+      "grad_norm": 0.8695956468582153,
+      "learning_rate": 0.0002,
+      "loss": 0.5822,
+      "step": 1440
+    },
+    {
+      "epoch": 1.7813267813267815,
+      "grad_norm": 0.7785261273384094,
+      "learning_rate": 0.0002,
+      "loss": 0.5955,
+      "step": 1450
+    },
+    {
+      "epoch": 1.7936117936117935,
+      "grad_norm": 0.7091802358627319,
+      "learning_rate": 0.0002,
+      "loss": 0.6177,
+      "step": 1460
+    },
+    {
+      "epoch": 1.805896805896806,
+      "grad_norm": 0.774146556854248,
+      "learning_rate": 0.0002,
+      "loss": 0.5811,
+      "step": 1470
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 0.8342524170875549,
+      "learning_rate": 0.0002,
+      "loss": 0.5833,
+      "step": 1480
+    },
+    {
+      "epoch": 1.8304668304668303,
+      "grad_norm": 0.8087738156318665,
+      "learning_rate": 0.0002,
+      "loss": 0.634,
+      "step": 1490
+    },
+    {
+      "epoch": 1.8427518427518428,
+      "grad_norm": 0.9830479621887207,
+      "learning_rate": 0.0002,
+      "loss": 0.5961,
+      "step": 1500
+    },
+    {
+      "epoch": 1.855036855036855,
+      "grad_norm": 0.8537567853927612,
+      "learning_rate": 0.0002,
+      "loss": 0.6211,
+      "step": 1510
+    },
+    {
+      "epoch": 1.8673218673218672,
+      "grad_norm": 0.8004562854766846,
+      "learning_rate": 0.0002,
+      "loss": 0.5767,
+      "step": 1520
+    },
+    {
+      "epoch": 1.8796068796068797,
+      "grad_norm": 0.8161284327507019,
+      "learning_rate": 0.0002,
+      "loss": 0.604,
+      "step": 1530
+    },
+    {
+      "epoch": 1.8918918918918919,
+      "grad_norm": 0.8688093423843384,
+      "learning_rate": 0.0002,
+      "loss": 0.5808,
+      "step": 1540
+    },
+    {
+      "epoch": 1.904176904176904,
+      "grad_norm": 0.8287379741668701,
+      "learning_rate": 0.0002,
+      "loss": 0.5663,
+      "step": 1550
+    },
+    {
+      "epoch": 1.9164619164619165,
+      "grad_norm": 0.8050342202186584,
+      "learning_rate": 0.0002,
+      "loss": 0.5963,
+      "step": 1560
+    },
+    {
+      "epoch": 1.9287469287469288,
+      "grad_norm": 0.9273895621299744,
+      "learning_rate": 0.0002,
+      "loss": 0.5837,
+      "step": 1570
+    },
+    {
+      "epoch": 1.941031941031941,
+      "grad_norm": 0.8416891694068909,
+      "learning_rate": 0.0002,
+      "loss": 0.5945,
+      "step": 1580
+    },
+    {
+      "epoch": 1.9533169533169534,
+      "grad_norm": 0.7299820184707642,
+      "learning_rate": 0.0002,
+      "loss": 0.5838,
+      "step": 1590
+    },
+    {
+      "epoch": 1.9656019656019657,
+      "grad_norm": 0.7262272834777832,
+      "learning_rate": 0.0002,
+      "loss": 0.6025,
+      "step": 1600
+    },
+    {
+      "epoch": 1.9778869778869779,
+      "grad_norm": 0.8649004697799683,
+      "learning_rate": 0.0002,
+      "loss": 0.5873,
+      "step": 1610
+    },
+    {
+      "epoch": 1.9901719901719903,
+      "grad_norm": 0.8165444731712341,
+      "learning_rate": 0.0002,
+      "loss": 0.5764,
+      "step": 1620
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5858802795410156,
+      "eval_runtime": 22.6585,
+      "eval_samples_per_second": 14.608,
+      "eval_steps_per_second": 1.854,
+      "step": 1628
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6512,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.989741003354931e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-1628/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2809e8544b7de8b298d0b325fb6c98eb9f853fd72d7cbae286b6ee1541e6aee9
+size 5560

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2b-it
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f24b12fed305796f863449b57cd0ca3bea1dd442a5386a9d41f4b499b36f2a6
+size 29500848

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6360e0676635c3589863b882bd927880b9ec693755297dfddcc3130175d2487
+size 15064314

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f0860b0a43c49be22e2b9b0d95e29c108b949a5cb181307a11d81b37adc103
+size 14244

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a0e23ad59ba3c3d31a165bed1489745fdd8e1e429ffb2f2f32f2c1b0f676dd
+size 1064

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<eos>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559f2189f392b4555613965f089e7c4d300b41fbe080bf79da0d676e33ee7f0
+size 34356041

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/tokenizer_config.json

@@ -0,0 +1,1757 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<eos>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/trainer_state.json

@@ -0,0 +1,1765 @@
+{
+  "best_metric": 0.49752503633499146,
+  "best_model_checkpoint": "outputs-001/gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442",
+  "epoch": 3.0,
+  "eval_steps": 10,
+  "global_step": 2442,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.012285012285012284,
+      "grad_norm": 0.8178550004959106,
+      "learning_rate": 0.0002,
+      "loss": 3.5354,
+      "step": 10
+    },
+    {
+      "epoch": 0.02457002457002457,
+      "grad_norm": 1.0338047742843628,
+      "learning_rate": 0.0002,
+      "loss": 2.534,
+      "step": 20
+    },
+    {
+      "epoch": 0.036855036855036855,
+      "grad_norm": 0.8931729197502136,
+      "learning_rate": 0.0002,
+      "loss": 2.1691,
+      "step": 30
+    },
+    {
+      "epoch": 0.04914004914004914,
+      "grad_norm": 0.9666458964347839,
+      "learning_rate": 0.0002,
+      "loss": 1.8813,
+      "step": 40
+    },
+    {
+      "epoch": 0.06142506142506143,
+      "grad_norm": 1.2691702842712402,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 50
+    },
+    {
+      "epoch": 0.07371007371007371,
+      "grad_norm": 1.0307111740112305,
+      "learning_rate": 0.0002,
+      "loss": 1.3831,
+      "step": 60
+    },
+    {
+      "epoch": 0.085995085995086,
+      "grad_norm": 1.1837389469146729,
+      "learning_rate": 0.0002,
+      "loss": 1.2987,
+      "step": 70
+    },
+    {
+      "epoch": 0.09828009828009827,
+      "grad_norm": 1.1481467485427856,
+      "learning_rate": 0.0002,
+      "loss": 1.2325,
+      "step": 80
+    },
+    {
+      "epoch": 0.11056511056511056,
+      "grad_norm": 1.0385297536849976,
+      "learning_rate": 0.0002,
+      "loss": 1.1425,
+      "step": 90
+    },
+    {
+      "epoch": 0.12285012285012285,
+      "grad_norm": 1.125789999961853,
+      "learning_rate": 0.0002,
+      "loss": 1.1177,
+      "step": 100
+    },
+    {
+      "epoch": 0.13513513513513514,
+      "grad_norm": 0.9630613923072815,
+      "learning_rate": 0.0002,
+      "loss": 1.0477,
+      "step": 110
+    },
+    {
+      "epoch": 0.14742014742014742,
+      "grad_norm": 1.060392141342163,
+      "learning_rate": 0.0002,
+      "loss": 1.0074,
+      "step": 120
+    },
+    {
+      "epoch": 0.1597051597051597,
+      "grad_norm": 1.0986546277999878,
+      "learning_rate": 0.0002,
+      "loss": 1.0128,
+      "step": 130
+    },
+    {
+      "epoch": 0.171990171990172,
+      "grad_norm": 1.1713459491729736,
+      "learning_rate": 0.0002,
+      "loss": 1.0068,
+      "step": 140
+    },
+    {
+      "epoch": 0.18427518427518427,
+      "grad_norm": 1.1548224687576294,
+      "learning_rate": 0.0002,
+      "loss": 0.973,
+      "step": 150
+    },
+    {
+      "epoch": 0.19656019656019655,
+      "grad_norm": 1.2662502527236938,
+      "learning_rate": 0.0002,
+      "loss": 0.941,
+      "step": 160
+    },
+    {
+      "epoch": 0.20884520884520885,
+      "grad_norm": 1.1521110534667969,
+      "learning_rate": 0.0002,
+      "loss": 0.8849,
+      "step": 170
+    },
+    {
+      "epoch": 0.22113022113022113,
+      "grad_norm": 1.1044857501983643,
+      "learning_rate": 0.0002,
+      "loss": 0.8931,
+      "step": 180
+    },
+    {
+      "epoch": 0.2334152334152334,
+      "grad_norm": 0.9770650267601013,
+      "learning_rate": 0.0002,
+      "loss": 0.9572,
+      "step": 190
+    },
+    {
+      "epoch": 0.2457002457002457,
+      "grad_norm": 0.9710931777954102,
+      "learning_rate": 0.0002,
+      "loss": 0.881,
+      "step": 200
+    },
+    {
+      "epoch": 0.257985257985258,
+      "grad_norm": 0.9593933820724487,
+      "learning_rate": 0.0002,
+      "loss": 0.9205,
+      "step": 210
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 1.003553032875061,
+      "learning_rate": 0.0002,
+      "loss": 0.843,
+      "step": 220
+    },
+    {
+      "epoch": 0.28255528255528256,
+      "grad_norm": 0.9187764525413513,
+      "learning_rate": 0.0002,
+      "loss": 0.9032,
+      "step": 230
+    },
+    {
+      "epoch": 0.29484029484029484,
+      "grad_norm": 0.9294946789741516,
+      "learning_rate": 0.0002,
+      "loss": 0.8572,
+      "step": 240
+    },
+    {
+      "epoch": 0.3071253071253071,
+      "grad_norm": 0.9537560939788818,
+      "learning_rate": 0.0002,
+      "loss": 0.8856,
+      "step": 250
+    },
+    {
+      "epoch": 0.3194103194103194,
+      "grad_norm": 1.00537109375,
+      "learning_rate": 0.0002,
+      "loss": 0.8546,
+      "step": 260
+    },
+    {
+      "epoch": 0.3316953316953317,
+      "grad_norm": 0.8775776028633118,
+      "learning_rate": 0.0002,
+      "loss": 0.896,
+      "step": 270
+    },
+    {
+      "epoch": 0.343980343980344,
+      "grad_norm": 0.8316839933395386,
+      "learning_rate": 0.0002,
+      "loss": 0.808,
+      "step": 280
+    },
+    {
+      "epoch": 0.35626535626535627,
+      "grad_norm": 0.8542073965072632,
+      "learning_rate": 0.0002,
+      "loss": 0.8248,
+      "step": 290
+    },
+    {
+      "epoch": 0.36855036855036855,
+      "grad_norm": 0.848444402217865,
+      "learning_rate": 0.0002,
+      "loss": 0.8452,
+      "step": 300
+    },
+    {
+      "epoch": 0.3808353808353808,
+      "grad_norm": 0.9017520546913147,
+      "learning_rate": 0.0002,
+      "loss": 0.8253,
+      "step": 310
+    },
+    {
+      "epoch": 0.3931203931203931,
+      "grad_norm": 0.7672467231750488,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 320
+    },
+    {
+      "epoch": 0.40540540540540543,
+      "grad_norm": 0.9109916687011719,
+      "learning_rate": 0.0002,
+      "loss": 0.8478,
+      "step": 330
+    },
+    {
+      "epoch": 0.4176904176904177,
+      "grad_norm": 0.8750321269035339,
+      "learning_rate": 0.0002,
+      "loss": 0.8041,
+      "step": 340
+    },
+    {
+      "epoch": 0.42997542997543,
+      "grad_norm": 0.7911098599433899,
+      "learning_rate": 0.0002,
+      "loss": 0.8158,
+      "step": 350
+    },
+    {
+      "epoch": 0.44226044226044225,
+      "grad_norm": 0.871601402759552,
+      "learning_rate": 0.0002,
+      "loss": 0.8001,
+      "step": 360
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 0.9393917918205261,
+      "learning_rate": 0.0002,
+      "loss": 0.8187,
+      "step": 370
+    },
+    {
+      "epoch": 0.4668304668304668,
+      "grad_norm": 0.8260403275489807,
+      "learning_rate": 0.0002,
+      "loss": 0.8124,
+      "step": 380
+    },
+    {
+      "epoch": 0.47911547911547914,
+      "grad_norm": 0.9792159199714661,
+      "learning_rate": 0.0002,
+      "loss": 0.7768,
+      "step": 390
+    },
+    {
+      "epoch": 0.4914004914004914,
+      "grad_norm": 0.9943315982818604,
+      "learning_rate": 0.0002,
+      "loss": 0.7981,
+      "step": 400
+    },
+    {
+      "epoch": 0.5036855036855037,
+      "grad_norm": 0.8999950885772705,
+      "learning_rate": 0.0002,
+      "loss": 0.7765,
+      "step": 410
+    },
+    {
+      "epoch": 0.515970515970516,
+      "grad_norm": 0.8348393440246582,
+      "learning_rate": 0.0002,
+      "loss": 0.7807,
+      "step": 420
+    },
+    {
+      "epoch": 0.5282555282555282,
+      "grad_norm": 0.7371744513511658,
+      "learning_rate": 0.0002,
+      "loss": 0.8269,
+      "step": 430
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 0.8354107141494751,
+      "learning_rate": 0.0002,
+      "loss": 0.8181,
+      "step": 440
+    },
+    {
+      "epoch": 0.5528255528255528,
+      "grad_norm": 0.8553793430328369,
+      "learning_rate": 0.0002,
+      "loss": 0.7849,
+      "step": 450
+    },
+    {
+      "epoch": 0.5651105651105651,
+      "grad_norm": 1.0762015581130981,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 460
+    },
+    {
+      "epoch": 0.5773955773955773,
+      "grad_norm": 0.8350747227668762,
+      "learning_rate": 0.0002,
+      "loss": 0.7942,
+      "step": 470
+    },
+    {
+      "epoch": 0.5896805896805897,
+      "grad_norm": 0.7819945216178894,
+      "learning_rate": 0.0002,
+      "loss": 0.7922,
+      "step": 480
+    },
+    {
+      "epoch": 0.601965601965602,
+      "grad_norm": 0.8079741597175598,
+      "learning_rate": 0.0002,
+      "loss": 0.7845,
+      "step": 490
+    },
+    {
+      "epoch": 0.6142506142506142,
+      "grad_norm": 0.776435911655426,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 500
+    },
+    {
+      "epoch": 0.6265356265356266,
+      "grad_norm": 0.7646855115890503,
+      "learning_rate": 0.0002,
+      "loss": 0.7855,
+      "step": 510
+    },
+    {
+      "epoch": 0.6388206388206388,
+      "grad_norm": 0.786396861076355,
+      "learning_rate": 0.0002,
+      "loss": 0.7923,
+      "step": 520
+    },
+    {
+      "epoch": 0.6511056511056511,
+      "grad_norm": 0.7016594409942627,
+      "learning_rate": 0.0002,
+      "loss": 0.7624,
+      "step": 530
+    },
+    {
+      "epoch": 0.6633906633906634,
+      "grad_norm": 0.8060444593429565,
+      "learning_rate": 0.0002,
+      "loss": 0.786,
+      "step": 540
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 0.9087467789649963,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 550
+    },
+    {
+      "epoch": 0.687960687960688,
+      "grad_norm": 0.8149628639221191,
+      "learning_rate": 0.0002,
+      "loss": 0.7591,
+      "step": 560
+    },
+    {
+      "epoch": 0.7002457002457002,
+      "grad_norm": 0.7493641972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.8004,
+      "step": 570
+    },
+    {
+      "epoch": 0.7125307125307125,
+      "grad_norm": 0.7958765625953674,
+      "learning_rate": 0.0002,
+      "loss": 0.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.7248157248157249,
+      "grad_norm": 0.7917273640632629,
+      "learning_rate": 0.0002,
+      "loss": 0.7276,
+      "step": 590
+    },
+    {
+      "epoch": 0.7371007371007371,
+      "grad_norm": 0.8040468692779541,
+      "learning_rate": 0.0002,
+      "loss": 0.758,
+      "step": 600
+    },
+    {
+      "epoch": 0.7493857493857494,
+      "grad_norm": 0.8696851134300232,
+      "learning_rate": 0.0002,
+      "loss": 0.735,
+      "step": 610
+    },
+    {
+      "epoch": 0.7616707616707616,
+      "grad_norm": 0.8418059945106506,
+      "learning_rate": 0.0002,
+      "loss": 0.7321,
+      "step": 620
+    },
+    {
+      "epoch": 0.773955773955774,
+      "grad_norm": 0.7754243612289429,
+      "learning_rate": 0.0002,
+      "loss": 0.7395,
+      "step": 630
+    },
+    {
+      "epoch": 0.7862407862407862,
+      "grad_norm": 0.7639613747596741,
+      "learning_rate": 0.0002,
+      "loss": 0.7679,
+      "step": 640
+    },
+    {
+      "epoch": 0.7985257985257985,
+      "grad_norm": 0.7516646385192871,
+      "learning_rate": 0.0002,
+      "loss": 0.7159,
+      "step": 650
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 0.7840844988822937,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 660
+    },
+    {
+      "epoch": 0.8230958230958231,
+      "grad_norm": 0.7657070755958557,
+      "learning_rate": 0.0002,
+      "loss": 0.7264,
+      "step": 670
+    },
+    {
+      "epoch": 0.8353808353808354,
+      "grad_norm": 0.7711591720581055,
+      "learning_rate": 0.0002,
+      "loss": 0.7369,
+      "step": 680
+    },
+    {
+      "epoch": 0.8476658476658476,
+      "grad_norm": 0.8026325106620789,
+      "learning_rate": 0.0002,
+      "loss": 0.759,
+      "step": 690
+    },
+    {
+      "epoch": 0.85995085995086,
+      "grad_norm": 0.7902713418006897,
+      "learning_rate": 0.0002,
+      "loss": 0.737,
+      "step": 700
+    },
+    {
+      "epoch": 0.8722358722358723,
+      "grad_norm": 0.8212456107139587,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 710
+    },
+    {
+      "epoch": 0.8845208845208845,
+      "grad_norm": 0.7867200970649719,
+      "learning_rate": 0.0002,
+      "loss": 0.7661,
+      "step": 720
+    },
+    {
+      "epoch": 0.8968058968058968,
+      "grad_norm": 0.80084627866745,
+      "learning_rate": 0.0002,
+      "loss": 0.7195,
+      "step": 730
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.7203794121742249,
+      "learning_rate": 0.0002,
+      "loss": 0.7641,
+      "step": 740
+    },
+    {
+      "epoch": 0.9213759213759214,
+      "grad_norm": 0.7598419785499573,
+      "learning_rate": 0.0002,
+      "loss": 0.7134,
+      "step": 750
+    },
+    {
+      "epoch": 0.9336609336609336,
+      "grad_norm": 0.7787027359008789,
+      "learning_rate": 0.0002,
+      "loss": 0.7208,
+      "step": 760
+    },
+    {
+      "epoch": 0.9459459459459459,
+      "grad_norm": 0.8444012403488159,
+      "learning_rate": 0.0002,
+      "loss": 0.7119,
+      "step": 770
+    },
+    {
+      "epoch": 0.9582309582309583,
+      "grad_norm": 0.7388550639152527,
+      "learning_rate": 0.0002,
+      "loss": 0.7099,
+      "step": 780
+    },
+    {
+      "epoch": 0.9705159705159705,
+      "grad_norm": 0.7379167079925537,
+      "learning_rate": 0.0002,
+      "loss": 0.7184,
+      "step": 790
+    },
+    {
+      "epoch": 0.9828009828009828,
+      "grad_norm": 0.8291640281677246,
+      "learning_rate": 0.0002,
+      "loss": 0.7143,
+      "step": 800
+    },
+    {
+      "epoch": 0.995085995085995,
+      "grad_norm": 0.7415094375610352,
+      "learning_rate": 0.0002,
+      "loss": 0.6972,
+      "step": 810
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.703994870185852,
+      "eval_runtime": 20.2182,
+      "eval_samples_per_second": 16.371,
+      "eval_steps_per_second": 2.077,
+      "step": 814
+    },
+    {
+      "epoch": 1.0073710073710074,
+      "grad_norm": 0.7405961751937866,
+      "learning_rate": 0.0002,
+      "loss": 0.6959,
+      "step": 820
+    },
+    {
+      "epoch": 1.0196560196560196,
+      "grad_norm": 0.8534344434738159,
+      "learning_rate": 0.0002,
+      "loss": 0.6706,
+      "step": 830
+    },
+    {
+      "epoch": 1.031941031941032,
+      "grad_norm": 0.7415764331817627,
+      "learning_rate": 0.0002,
+      "loss": 0.6719,
+      "step": 840
+    },
+    {
+      "epoch": 1.0442260442260443,
+      "grad_norm": 0.74293053150177,
+      "learning_rate": 0.0002,
+      "loss": 0.6673,
+      "step": 850
+    },
+    {
+      "epoch": 1.0565110565110565,
+      "grad_norm": 0.697727382183075,
+      "learning_rate": 0.0002,
+      "loss": 0.6897,
+      "step": 860
+    },
+    {
+      "epoch": 1.0687960687960687,
+      "grad_norm": 0.8022570013999939,
+      "learning_rate": 0.0002,
+      "loss": 0.6566,
+      "step": 870
+    },
+    {
+      "epoch": 1.0810810810810811,
+      "grad_norm": 0.7545800805091858,
+      "learning_rate": 0.0002,
+      "loss": 0.6759,
+      "step": 880
+    },
+    {
+      "epoch": 1.0933660933660934,
+      "grad_norm": 0.8005648255348206,
+      "learning_rate": 0.0002,
+      "loss": 0.6397,
+      "step": 890
+    },
+    {
+      "epoch": 1.1056511056511056,
+      "grad_norm": 0.7681778073310852,
+      "learning_rate": 0.0002,
+      "loss": 0.6499,
+      "step": 900
+    },
+    {
+      "epoch": 1.117936117936118,
+      "grad_norm": 0.7822468876838684,
+      "learning_rate": 0.0002,
+      "loss": 0.6672,
+      "step": 910
+    },
+    {
+      "epoch": 1.1302211302211302,
+      "grad_norm": 0.8324839472770691,
+      "learning_rate": 0.0002,
+      "loss": 0.6492,
+      "step": 920
+    },
+    {
+      "epoch": 1.1425061425061425,
+      "grad_norm": 0.8206289410591125,
+      "learning_rate": 0.0002,
+      "loss": 0.6659,
+      "step": 930
+    },
+    {
+      "epoch": 1.154791154791155,
+      "grad_norm": 0.786461591720581,
+      "learning_rate": 0.0002,
+      "loss": 0.6385,
+      "step": 940
+    },
+    {
+      "epoch": 1.1670761670761671,
+      "grad_norm": 0.8288539052009583,
+      "learning_rate": 0.0002,
+      "loss": 0.6493,
+      "step": 950
+    },
+    {
+      "epoch": 1.1793611793611793,
+      "grad_norm": 0.7566865682601929,
+      "learning_rate": 0.0002,
+      "loss": 0.6818,
+      "step": 960
+    },
+    {
+      "epoch": 1.1916461916461916,
+      "grad_norm": 0.7761894464492798,
+      "learning_rate": 0.0002,
+      "loss": 0.6597,
+      "step": 970
+    },
+    {
+      "epoch": 1.203931203931204,
+      "grad_norm": 0.7608440518379211,
+      "learning_rate": 0.0002,
+      "loss": 0.6403,
+      "step": 980
+    },
+    {
+      "epoch": 1.2162162162162162,
+      "grad_norm": 0.799745500087738,
+      "learning_rate": 0.0002,
+      "loss": 0.7041,
+      "step": 990
+    },
+    {
+      "epoch": 1.2285012285012284,
+      "grad_norm": 0.8135330677032471,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2407862407862407,
+      "grad_norm": 0.7410391569137573,
+      "learning_rate": 0.0002,
+      "loss": 0.6496,
+      "step": 1010
+    },
+    {
+      "epoch": 1.253071253071253,
+      "grad_norm": 0.7826172709465027,
+      "learning_rate": 0.0002,
+      "loss": 0.63,
+      "step": 1020
+    },
+    {
+      "epoch": 1.2653562653562653,
+      "grad_norm": 0.7210677862167358,
+      "learning_rate": 0.0002,
+      "loss": 0.6582,
+      "step": 1030
+    },
+    {
+      "epoch": 1.2776412776412776,
+      "grad_norm": 0.7571766972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.6609,
+      "step": 1040
+    },
+    {
+      "epoch": 1.28992628992629,
+      "grad_norm": 0.8602666258811951,
+      "learning_rate": 0.0002,
+      "loss": 0.6315,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3022113022113022,
+      "grad_norm": 0.8640648722648621,
+      "learning_rate": 0.0002,
+      "loss": 0.6825,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3144963144963144,
+      "grad_norm": 0.7289374470710754,
+      "learning_rate": 0.0002,
+      "loss": 0.6563,
+      "step": 1070
+    },
+    {
+      "epoch": 1.3267813267813269,
+      "grad_norm": 0.8099908828735352,
+      "learning_rate": 0.0002,
+      "loss": 0.629,
+      "step": 1080
+    },
+    {
+      "epoch": 1.339066339066339,
+      "grad_norm": 0.8623505234718323,
+      "learning_rate": 0.0002,
+      "loss": 0.6882,
+      "step": 1090
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 0.900576114654541,
+      "learning_rate": 0.0002,
+      "loss": 0.6368,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 0.729603111743927,
+      "learning_rate": 0.0002,
+      "loss": 0.6398,
+      "step": 1110
+    },
+    {
+      "epoch": 1.375921375921376,
+      "grad_norm": 0.8350434303283691,
+      "learning_rate": 0.0002,
+      "loss": 0.6619,
+      "step": 1120
+    },
+    {
+      "epoch": 1.3882063882063882,
+      "grad_norm": 0.8049437999725342,
+      "learning_rate": 0.0002,
+      "loss": 0.6447,
+      "step": 1130
+    },
+    {
+      "epoch": 1.4004914004914004,
+      "grad_norm": 0.8222764134407043,
+      "learning_rate": 0.0002,
+      "loss": 0.6336,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4127764127764126,
+      "grad_norm": 0.7949751019477844,
+      "learning_rate": 0.0002,
+      "loss": 0.6453,
+      "step": 1150
+    },
+    {
+      "epoch": 1.425061425061425,
+      "grad_norm": 0.8375639915466309,
+      "learning_rate": 0.0002,
+      "loss": 0.6246,
+      "step": 1160
+    },
+    {
+      "epoch": 1.4373464373464373,
+      "grad_norm": 0.7261053919792175,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1170
+    },
+    {
+      "epoch": 1.4496314496314495,
+      "grad_norm": 0.6918320655822754,
+      "learning_rate": 0.0002,
+      "loss": 0.6709,
+      "step": 1180
+    },
+    {
+      "epoch": 1.461916461916462,
+      "grad_norm": 0.8148727416992188,
+      "learning_rate": 0.0002,
+      "loss": 0.598,
+      "step": 1190
+    },
+    {
+      "epoch": 1.4742014742014742,
+      "grad_norm": 0.7014724612236023,
+      "learning_rate": 0.0002,
+      "loss": 0.6269,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4864864864864864,
+      "grad_norm": 0.8110846281051636,
+      "learning_rate": 0.0002,
+      "loss": 0.617,
+      "step": 1210
+    },
+    {
+      "epoch": 1.4987714987714988,
+      "grad_norm": 0.8336407542228699,
+      "learning_rate": 0.0002,
+      "loss": 0.6633,
+      "step": 1220
+    },
+    {
+      "epoch": 1.511056511056511,
+      "grad_norm": 0.826996386051178,
+      "learning_rate": 0.0002,
+      "loss": 0.6028,
+      "step": 1230
+    },
+    {
+      "epoch": 1.5233415233415233,
+      "grad_norm": 0.7503120303153992,
+      "learning_rate": 0.0002,
+      "loss": 0.6464,
+      "step": 1240
+    },
+    {
+      "epoch": 1.5356265356265357,
+      "grad_norm": 0.8297192454338074,
+      "learning_rate": 0.0002,
+      "loss": 0.6418,
+      "step": 1250
+    },
+    {
+      "epoch": 1.547911547911548,
+      "grad_norm": 0.7585996985435486,
+      "learning_rate": 0.0002,
+      "loss": 0.6466,
+      "step": 1260
+    },
+    {
+      "epoch": 1.5601965601965602,
+      "grad_norm": 0.7530493140220642,
+      "learning_rate": 0.0002,
+      "loss": 0.6196,
+      "step": 1270
+    },
+    {
+      "epoch": 1.5724815724815726,
+      "grad_norm": 0.8141939640045166,
+      "learning_rate": 0.0002,
+      "loss": 0.6252,
+      "step": 1280
+    },
+    {
+      "epoch": 1.5847665847665846,
+      "grad_norm": 0.6959931254386902,
+      "learning_rate": 0.0002,
+      "loss": 0.6441,
+      "step": 1290
+    },
+    {
+      "epoch": 1.597051597051597,
+      "grad_norm": 0.8677428364753723,
+      "learning_rate": 0.0002,
+      "loss": 0.6542,
+      "step": 1300
+    },
+    {
+      "epoch": 1.6093366093366095,
+      "grad_norm": 0.8527476787567139,
+      "learning_rate": 0.0002,
+      "loss": 0.633,
+      "step": 1310
+    },
+    {
+      "epoch": 1.6216216216216215,
+      "grad_norm": 0.8462157845497131,
+      "learning_rate": 0.0002,
+      "loss": 0.6393,
+      "step": 1320
+    },
+    {
+      "epoch": 1.633906633906634,
+      "grad_norm": 0.9371153712272644,
+      "learning_rate": 0.0002,
+      "loss": 0.6265,
+      "step": 1330
+    },
+    {
+      "epoch": 1.6461916461916462,
+      "grad_norm": 0.8408344984054565,
+      "learning_rate": 0.0002,
+      "loss": 0.5952,
+      "step": 1340
+    },
+    {
+      "epoch": 1.6584766584766584,
+      "grad_norm": 0.8391859531402588,
+      "learning_rate": 0.0002,
+      "loss": 0.599,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6707616707616708,
+      "grad_norm": 0.7630598545074463,
+      "learning_rate": 0.0002,
+      "loss": 0.6313,
+      "step": 1360
+    },
+    {
+      "epoch": 1.683046683046683,
+      "grad_norm": 0.8007895350456238,
+      "learning_rate": 0.0002,
+      "loss": 0.5989,
+      "step": 1370
+    },
+    {
+      "epoch": 1.6953316953316953,
+      "grad_norm": 0.7547900080680847,
+      "learning_rate": 0.0002,
+      "loss": 0.6094,
+      "step": 1380
+    },
+    {
+      "epoch": 1.7076167076167077,
+      "grad_norm": 0.7779742479324341,
+      "learning_rate": 0.0002,
+      "loss": 0.6335,
+      "step": 1390
+    },
+    {
+      "epoch": 1.71990171990172,
+      "grad_norm": 0.712293803691864,
+      "learning_rate": 0.0002,
+      "loss": 0.6078,
+      "step": 1400
+    },
+    {
+      "epoch": 1.7321867321867321,
+      "grad_norm": 0.8503297567367554,
+      "learning_rate": 0.0002,
+      "loss": 0.608,
+      "step": 1410
+    },
+    {
+      "epoch": 1.7444717444717446,
+      "grad_norm": 0.8312245607376099,
+      "learning_rate": 0.0002,
+      "loss": 0.6055,
+      "step": 1420
+    },
+    {
+      "epoch": 1.7567567567567568,
+      "grad_norm": 0.7758049368858337,
+      "learning_rate": 0.0002,
+      "loss": 0.5978,
+      "step": 1430
+    },
+    {
+      "epoch": 1.769041769041769,
+      "grad_norm": 0.8695956468582153,
+      "learning_rate": 0.0002,
+      "loss": 0.5822,
+      "step": 1440
+    },
+    {
+      "epoch": 1.7813267813267815,
+      "grad_norm": 0.7785261273384094,
+      "learning_rate": 0.0002,
+      "loss": 0.5955,
+      "step": 1450
+    },
+    {
+      "epoch": 1.7936117936117935,
+      "grad_norm": 0.7091802358627319,
+      "learning_rate": 0.0002,
+      "loss": 0.6177,
+      "step": 1460
+    },
+    {
+      "epoch": 1.805896805896806,
+      "grad_norm": 0.774146556854248,
+      "learning_rate": 0.0002,
+      "loss": 0.5811,
+      "step": 1470
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 0.8342524170875549,
+      "learning_rate": 0.0002,
+      "loss": 0.5833,
+      "step": 1480
+    },
+    {
+      "epoch": 1.8304668304668303,
+      "grad_norm": 0.8087738156318665,
+      "learning_rate": 0.0002,
+      "loss": 0.634,
+      "step": 1490
+    },
+    {
+      "epoch": 1.8427518427518428,
+      "grad_norm": 0.9830479621887207,
+      "learning_rate": 0.0002,
+      "loss": 0.5961,
+      "step": 1500
+    },
+    {
+      "epoch": 1.855036855036855,
+      "grad_norm": 0.8537567853927612,
+      "learning_rate": 0.0002,
+      "loss": 0.6211,
+      "step": 1510
+    },
+    {
+      "epoch": 1.8673218673218672,
+      "grad_norm": 0.8004562854766846,
+      "learning_rate": 0.0002,
+      "loss": 0.5767,
+      "step": 1520
+    },
+    {
+      "epoch": 1.8796068796068797,
+      "grad_norm": 0.8161284327507019,
+      "learning_rate": 0.0002,
+      "loss": 0.604,
+      "step": 1530
+    },
+    {
+      "epoch": 1.8918918918918919,
+      "grad_norm": 0.8688093423843384,
+      "learning_rate": 0.0002,
+      "loss": 0.5808,
+      "step": 1540
+    },
+    {
+      "epoch": 1.904176904176904,
+      "grad_norm": 0.8287379741668701,
+      "learning_rate": 0.0002,
+      "loss": 0.5663,
+      "step": 1550
+    },
+    {
+      "epoch": 1.9164619164619165,
+      "grad_norm": 0.8050342202186584,
+      "learning_rate": 0.0002,
+      "loss": 0.5963,
+      "step": 1560
+    },
+    {
+      "epoch": 1.9287469287469288,
+      "grad_norm": 0.9273895621299744,
+      "learning_rate": 0.0002,
+      "loss": 0.5837,
+      "step": 1570
+    },
+    {
+      "epoch": 1.941031941031941,
+      "grad_norm": 0.8416891694068909,
+      "learning_rate": 0.0002,
+      "loss": 0.5945,
+      "step": 1580
+    },
+    {
+      "epoch": 1.9533169533169534,
+      "grad_norm": 0.7299820184707642,
+      "learning_rate": 0.0002,
+      "loss": 0.5838,
+      "step": 1590
+    },
+    {
+      "epoch": 1.9656019656019657,
+      "grad_norm": 0.7262272834777832,
+      "learning_rate": 0.0002,
+      "loss": 0.6025,
+      "step": 1600
+    },
+    {
+      "epoch": 1.9778869778869779,
+      "grad_norm": 0.8649004697799683,
+      "learning_rate": 0.0002,
+      "loss": 0.5873,
+      "step": 1610
+    },
+    {
+      "epoch": 1.9901719901719903,
+      "grad_norm": 0.8165444731712341,
+      "learning_rate": 0.0002,
+      "loss": 0.5764,
+      "step": 1620
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5858802795410156,
+      "eval_runtime": 22.6585,
+      "eval_samples_per_second": 14.608,
+      "eval_steps_per_second": 1.854,
+      "step": 1628
+    },
+    {
+      "epoch": 2.0024570024570023,
+      "grad_norm": 0.8142582178115845,
+      "learning_rate": 0.0002,
+      "loss": 0.5803,
+      "step": 1630
+    },
+    {
+      "epoch": 2.0147420147420148,
+      "grad_norm": 1.0637224912643433,
+      "learning_rate": 0.0002,
+      "loss": 0.5499,
+      "step": 1640
+    },
+    {
+      "epoch": 2.027027027027027,
+      "grad_norm": 0.8923280239105225,
+      "learning_rate": 0.0002,
+      "loss": 0.5556,
+      "step": 1650
+    },
+    {
+      "epoch": 2.039312039312039,
+      "grad_norm": 0.8169175386428833,
+      "learning_rate": 0.0002,
+      "loss": 0.5373,
+      "step": 1660
+    },
+    {
+      "epoch": 2.0515970515970516,
+      "grad_norm": 0.8124040365219116,
+      "learning_rate": 0.0002,
+      "loss": 0.552,
+      "step": 1670
+    },
+    {
+      "epoch": 2.063882063882064,
+      "grad_norm": 0.9228773713111877,
+      "learning_rate": 0.0002,
+      "loss": 0.5259,
+      "step": 1680
+    },
+    {
+      "epoch": 2.076167076167076,
+      "grad_norm": 0.7216871380805969,
+      "learning_rate": 0.0002,
+      "loss": 0.5571,
+      "step": 1690
+    },
+    {
+      "epoch": 2.0884520884520885,
+      "grad_norm": 0.8679503202438354,
+      "learning_rate": 0.0002,
+      "loss": 0.523,
+      "step": 1700
+    },
+    {
+      "epoch": 2.100737100737101,
+      "grad_norm": 0.8627730011940002,
+      "learning_rate": 0.0002,
+      "loss": 0.5379,
+      "step": 1710
+    },
+    {
+      "epoch": 2.113022113022113,
+      "grad_norm": 0.9175152778625488,
+      "learning_rate": 0.0002,
+      "loss": 0.551,
+      "step": 1720
+    },
+    {
+      "epoch": 2.1253071253071254,
+      "grad_norm": 0.7930372953414917,
+      "learning_rate": 0.0002,
+      "loss": 0.5378,
+      "step": 1730
+    },
+    {
+      "epoch": 2.1375921375921374,
+      "grad_norm": 0.8370155692100525,
+      "learning_rate": 0.0002,
+      "loss": 0.5263,
+      "step": 1740
+    },
+    {
+      "epoch": 2.14987714987715,
+      "grad_norm": 0.9121434688568115,
+      "learning_rate": 0.0002,
+      "loss": 0.5419,
+      "step": 1750
+    },
+    {
+      "epoch": 2.1621621621621623,
+      "grad_norm": 0.8703579306602478,
+      "learning_rate": 0.0002,
+      "loss": 0.5499,
+      "step": 1760
+    },
+    {
+      "epoch": 2.1744471744471743,
+      "grad_norm": 0.9270512461662292,
+      "learning_rate": 0.0002,
+      "loss": 0.5333,
+      "step": 1770
+    },
+    {
+      "epoch": 2.1867321867321867,
+      "grad_norm": 0.9372949600219727,
+      "learning_rate": 0.0002,
+      "loss": 0.5165,
+      "step": 1780
+    },
+    {
+      "epoch": 2.199017199017199,
+      "grad_norm": 0.8955178260803223,
+      "learning_rate": 0.0002,
+      "loss": 0.5327,
+      "step": 1790
+    },
+    {
+      "epoch": 2.211302211302211,
+      "grad_norm": 0.846102237701416,
+      "learning_rate": 0.0002,
+      "loss": 0.5356,
+      "step": 1800
+    },
+    {
+      "epoch": 2.2235872235872236,
+      "grad_norm": 0.9186713099479675,
+      "learning_rate": 0.0002,
+      "loss": 0.5303,
+      "step": 1810
+    },
+    {
+      "epoch": 2.235872235872236,
+      "grad_norm": 0.7695123553276062,
+      "learning_rate": 0.0002,
+      "loss": 0.5223,
+      "step": 1820
+    },
+    {
+      "epoch": 2.248157248157248,
+      "grad_norm": 0.7340332865715027,
+      "learning_rate": 0.0002,
+      "loss": 0.5161,
+      "step": 1830
+    },
+    {
+      "epoch": 2.2604422604422605,
+      "grad_norm": 0.8933137655258179,
+      "learning_rate": 0.0002,
+      "loss": 0.5327,
+      "step": 1840
+    },
+    {
+      "epoch": 2.2727272727272725,
+      "grad_norm": 0.7705038189888,
+      "learning_rate": 0.0002,
+      "loss": 0.5471,
+      "step": 1850
+    },
+    {
+      "epoch": 2.285012285012285,
+      "grad_norm": 0.8396083116531372,
+      "learning_rate": 0.0002,
+      "loss": 0.5346,
+      "step": 1860
+    },
+    {
+      "epoch": 2.2972972972972974,
+      "grad_norm": 0.7695736289024353,
+      "learning_rate": 0.0002,
+      "loss": 0.5335,
+      "step": 1870
+    },
+    {
+      "epoch": 2.30958230958231,
+      "grad_norm": 0.8535045385360718,
+      "learning_rate": 0.0002,
+      "loss": 0.5105,
+      "step": 1880
+    },
+    {
+      "epoch": 2.321867321867322,
+      "grad_norm": 0.8549142479896545,
+      "learning_rate": 0.0002,
+      "loss": 0.5202,
+      "step": 1890
+    },
+    {
+      "epoch": 2.3341523341523343,
+      "grad_norm": 0.9124433994293213,
+      "learning_rate": 0.0002,
+      "loss": 0.5268,
+      "step": 1900
+    },
+    {
+      "epoch": 2.3464373464373462,
+      "grad_norm": 0.855523943901062,
+      "learning_rate": 0.0002,
+      "loss": 0.506,
+      "step": 1910
+    },
+    {
+      "epoch": 2.3587223587223587,
+      "grad_norm": 0.810878336429596,
+      "learning_rate": 0.0002,
+      "loss": 0.5162,
+      "step": 1920
+    },
+    {
+      "epoch": 2.371007371007371,
+      "grad_norm": 0.7409024834632874,
+      "learning_rate": 0.0002,
+      "loss": 0.531,
+      "step": 1930
+    },
+    {
+      "epoch": 2.383292383292383,
+      "grad_norm": 0.8080927729606628,
+      "learning_rate": 0.0002,
+      "loss": 0.5045,
+      "step": 1940
+    },
+    {
+      "epoch": 2.3955773955773956,
+      "grad_norm": 0.9661469459533691,
+      "learning_rate": 0.0002,
+      "loss": 0.5032,
+      "step": 1950
+    },
+    {
+      "epoch": 2.407862407862408,
+      "grad_norm": 0.838766872882843,
+      "learning_rate": 0.0002,
+      "loss": 0.5019,
+      "step": 1960
+    },
+    {
+      "epoch": 2.42014742014742,
+      "grad_norm": 0.8737491965293884,
+      "learning_rate": 0.0002,
+      "loss": 0.5128,
+      "step": 1970
+    },
+    {
+      "epoch": 2.4324324324324325,
+      "grad_norm": 0.8657792210578918,
+      "learning_rate": 0.0002,
+      "loss": 0.5153,
+      "step": 1980
+    },
+    {
+      "epoch": 2.444717444717445,
+      "grad_norm": 0.8883858919143677,
+      "learning_rate": 0.0002,
+      "loss": 0.5665,
+      "step": 1990
+    },
+    {
+      "epoch": 2.457002457002457,
+      "grad_norm": 0.8647662997245789,
+      "learning_rate": 0.0002,
+      "loss": 0.5283,
+      "step": 2000
+    },
+    {
+      "epoch": 2.4692874692874693,
+      "grad_norm": 0.896037757396698,
+      "learning_rate": 0.0002,
+      "loss": 0.518,
+      "step": 2010
+    },
+    {
+      "epoch": 2.4815724815724813,
+      "grad_norm": 0.8079167008399963,
+      "learning_rate": 0.0002,
+      "loss": 0.5245,
+      "step": 2020
+    },
+    {
+      "epoch": 2.493857493857494,
+      "grad_norm": 1.0293292999267578,
+      "learning_rate": 0.0002,
+      "loss": 0.5311,
+      "step": 2030
+    },
+    {
+      "epoch": 2.506142506142506,
+      "grad_norm": 0.8459244966506958,
+      "learning_rate": 0.0002,
+      "loss": 0.5091,
+      "step": 2040
+    },
+    {
+      "epoch": 2.5184275184275187,
+      "grad_norm": 0.9244982600212097,
+      "learning_rate": 0.0002,
+      "loss": 0.4922,
+      "step": 2050
+    },
+    {
+      "epoch": 2.5307125307125307,
+      "grad_norm": 0.8245007991790771,
+      "learning_rate": 0.0002,
+      "loss": 0.5006,
+      "step": 2060
+    },
+    {
+      "epoch": 2.542997542997543,
+      "grad_norm": 0.8869297504425049,
+      "learning_rate": 0.0002,
+      "loss": 0.5229,
+      "step": 2070
+    },
+    {
+      "epoch": 2.555282555282555,
+      "grad_norm": 0.8620884418487549,
+      "learning_rate": 0.0002,
+      "loss": 0.5097,
+      "step": 2080
+    },
+    {
+      "epoch": 2.5675675675675675,
+      "grad_norm": 0.8387904167175293,
+      "learning_rate": 0.0002,
+      "loss": 0.5239,
+      "step": 2090
+    },
+    {
+      "epoch": 2.57985257985258,
+      "grad_norm": 0.8353935480117798,
+      "learning_rate": 0.0002,
+      "loss": 0.4974,
+      "step": 2100
+    },
+    {
+      "epoch": 2.592137592137592,
+      "grad_norm": 1.0136934518814087,
+      "learning_rate": 0.0002,
+      "loss": 0.5038,
+      "step": 2110
+    },
+    {
+      "epoch": 2.6044226044226044,
+      "grad_norm": 0.9387392997741699,
+      "learning_rate": 0.0002,
+      "loss": 0.513,
+      "step": 2120
+    },
+    {
+      "epoch": 2.616707616707617,
+      "grad_norm": 0.898697555065155,
+      "learning_rate": 0.0002,
+      "loss": 0.4971,
+      "step": 2130
+    },
+    {
+      "epoch": 2.628992628992629,
+      "grad_norm": 1.0145231485366821,
+      "learning_rate": 0.0002,
+      "loss": 0.4981,
+      "step": 2140
+    },
+    {
+      "epoch": 2.6412776412776413,
+      "grad_norm": 0.8335273265838623,
+      "learning_rate": 0.0002,
+      "loss": 0.5151,
+      "step": 2150
+    },
+    {
+      "epoch": 2.6535626535626538,
+      "grad_norm": 1.0198529958724976,
+      "learning_rate": 0.0002,
+      "loss": 0.5129,
+      "step": 2160
+    },
+    {
+      "epoch": 2.6658476658476657,
+      "grad_norm": 0.8353323340415955,
+      "learning_rate": 0.0002,
+      "loss": 0.5156,
+      "step": 2170
+    },
+    {
+      "epoch": 2.678132678132678,
+      "grad_norm": 0.8831406831741333,
+      "learning_rate": 0.0002,
+      "loss": 0.4818,
+      "step": 2180
+    },
+    {
+      "epoch": 2.69041769041769,
+      "grad_norm": 0.7182748913764954,
+      "learning_rate": 0.0002,
+      "loss": 0.4858,
+      "step": 2190
+    },
+    {
+      "epoch": 2.7027027027027026,
+      "grad_norm": 0.7892552614212036,
+      "learning_rate": 0.0002,
+      "loss": 0.53,
+      "step": 2200
+    },
+    {
+      "epoch": 2.714987714987715,
+      "grad_norm": 1.0144033432006836,
+      "learning_rate": 0.0002,
+      "loss": 0.5101,
+      "step": 2210
+    },
+    {
+      "epoch": 2.7272727272727275,
+      "grad_norm": 1.0913645029067993,
+      "learning_rate": 0.0002,
+      "loss": 0.4909,
+      "step": 2220
+    },
+    {
+      "epoch": 2.7395577395577395,
+      "grad_norm": 1.014394998550415,
+      "learning_rate": 0.0002,
+      "loss": 0.5069,
+      "step": 2230
+    },
+    {
+      "epoch": 2.751842751842752,
+      "grad_norm": 0.8118020296096802,
+      "learning_rate": 0.0002,
+      "loss": 0.4985,
+      "step": 2240
+    },
+    {
+      "epoch": 2.764127764127764,
+      "grad_norm": 0.9027737379074097,
+      "learning_rate": 0.0002,
+      "loss": 0.5088,
+      "step": 2250
+    },
+    {
+      "epoch": 2.7764127764127764,
+      "grad_norm": 0.8017747402191162,
+      "learning_rate": 0.0002,
+      "loss": 0.5027,
+      "step": 2260
+    },
+    {
+      "epoch": 2.788697788697789,
+      "grad_norm": 0.788362979888916,
+      "learning_rate": 0.0002,
+      "loss": 0.4957,
+      "step": 2270
+    },
+    {
+      "epoch": 2.800982800982801,
+      "grad_norm": 0.8338918089866638,
+      "learning_rate": 0.0002,
+      "loss": 0.5047,
+      "step": 2280
+    },
+    {
+      "epoch": 2.8132678132678133,
+      "grad_norm": 0.8773167729377747,
+      "learning_rate": 0.0002,
+      "loss": 0.4925,
+      "step": 2290
+    },
+    {
+      "epoch": 2.8255528255528253,
+      "grad_norm": 0.9319674372673035,
+      "learning_rate": 0.0002,
+      "loss": 0.4806,
+      "step": 2300
+    },
+    {
+      "epoch": 2.8378378378378377,
+      "grad_norm": 0.8632726073265076,
+      "learning_rate": 0.0002,
+      "loss": 0.4815,
+      "step": 2310
+    },
+    {
+      "epoch": 2.85012285012285,
+      "grad_norm": 0.785464882850647,
+      "learning_rate": 0.0002,
+      "loss": 0.4842,
+      "step": 2320
+    },
+    {
+      "epoch": 2.8624078624078626,
+      "grad_norm": 0.8159732818603516,
+      "learning_rate": 0.0002,
+      "loss": 0.4867,
+      "step": 2330
+    },
+    {
+      "epoch": 2.8746928746928746,
+      "grad_norm": 0.8702368140220642,
+      "learning_rate": 0.0002,
+      "loss": 0.4796,
+      "step": 2340
+    },
+    {
+      "epoch": 2.886977886977887,
+      "grad_norm": 1.0456738471984863,
+      "learning_rate": 0.0002,
+      "loss": 0.474,
+      "step": 2350
+    },
+    {
+      "epoch": 2.899262899262899,
+      "grad_norm": 1.0855203866958618,
+      "learning_rate": 0.0002,
+      "loss": 0.4934,
+      "step": 2360
+    },
+    {
+      "epoch": 2.9115479115479115,
+      "grad_norm": 0.9378156065940857,
+      "learning_rate": 0.0002,
+      "loss": 0.4758,
+      "step": 2370
+    },
+    {
+      "epoch": 2.923832923832924,
+      "grad_norm": 0.7390182018280029,
+      "learning_rate": 0.0002,
+      "loss": 0.4831,
+      "step": 2380
+    },
+    {
+      "epoch": 2.9361179361179364,
+      "grad_norm": 0.7667133212089539,
+      "learning_rate": 0.0002,
+      "loss": 0.5066,
+      "step": 2390
+    },
+    {
+      "epoch": 2.9484029484029484,
+      "grad_norm": 0.8633476495742798,
+      "learning_rate": 0.0002,
+      "loss": 0.4722,
+      "step": 2400
+    },
+    {
+      "epoch": 2.960687960687961,
+      "grad_norm": 1.0821104049682617,
+      "learning_rate": 0.0002,
+      "loss": 0.4993,
+      "step": 2410
+    },
+    {
+      "epoch": 2.972972972972973,
+      "grad_norm": 0.8911418914794922,
+      "learning_rate": 0.0002,
+      "loss": 0.4882,
+      "step": 2420
+    },
+    {
+      "epoch": 2.9852579852579852,
+      "grad_norm": 0.8791135549545288,
+      "learning_rate": 0.0002,
+      "loss": 0.4819,
+      "step": 2430
+    },
+    {
+      "epoch": 2.9975429975429977,
+      "grad_norm": 0.8066530823707581,
+      "learning_rate": 0.0002,
+      "loss": 0.4875,
+      "step": 2440
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.49752503633499146,
+      "eval_runtime": 20.2911,
+      "eval_samples_per_second": 16.313,
+      "eval_steps_per_second": 2.07,
+      "step": 2442
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6512,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.984611505032397e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-2442/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2809e8544b7de8b298d0b325fb6c98eb9f853fd72d7cbae286b6ee1541e6aee9
+size 5560

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2b-it
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaf02c68747e4e2e3ba81e34517865365822600ec522965f8661c772b87c326
+size 29500848

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de34fd1171b91bc0438cda2d7077c8f3b303bbff2df442be3951728fa9d62d
+size 15064314

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e96e481c03422b79cfdd79b7439da0fa8a60de846a239e6cdcd715515b106b9
+size 14244

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052b1bd34e6c16d4a674059140403503bdd5c083ad416c0d4553a3abac51e2d3
+size 1064

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<eos>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559f2189f392b4555613965f089e7c4d300b41fbe080bf79da0d676e33ee7f0
+size 34356041

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/tokenizer_config.json

@@ -0,0 +1,1757 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<eos>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/trainer_state.json

@@ -0,0 +1,2340 @@
+{
+  "best_metric": 0.4401616156101227,
+  "best_model_checkpoint": "outputs-001/gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 3256,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.012285012285012284,
+      "grad_norm": 0.8178550004959106,
+      "learning_rate": 0.0002,
+      "loss": 3.5354,
+      "step": 10
+    },
+    {
+      "epoch": 0.02457002457002457,
+      "grad_norm": 1.0338047742843628,
+      "learning_rate": 0.0002,
+      "loss": 2.534,
+      "step": 20
+    },
+    {
+      "epoch": 0.036855036855036855,
+      "grad_norm": 0.8931729197502136,
+      "learning_rate": 0.0002,
+      "loss": 2.1691,
+      "step": 30
+    },
+    {
+      "epoch": 0.04914004914004914,
+      "grad_norm": 0.9666458964347839,
+      "learning_rate": 0.0002,
+      "loss": 1.8813,
+      "step": 40
+    },
+    {
+      "epoch": 0.06142506142506143,
+      "grad_norm": 1.2691702842712402,
+      "learning_rate": 0.0002,
+      "loss": 1.6479,
+      "step": 50
+    },
+    {
+      "epoch": 0.07371007371007371,
+      "grad_norm": 1.0307111740112305,
+      "learning_rate": 0.0002,
+      "loss": 1.3831,
+      "step": 60
+    },
+    {
+      "epoch": 0.085995085995086,
+      "grad_norm": 1.1837389469146729,
+      "learning_rate": 0.0002,
+      "loss": 1.2987,
+      "step": 70
+    },
+    {
+      "epoch": 0.09828009828009827,
+      "grad_norm": 1.1481467485427856,
+      "learning_rate": 0.0002,
+      "loss": 1.2325,
+      "step": 80
+    },
+    {
+      "epoch": 0.11056511056511056,
+      "grad_norm": 1.0385297536849976,
+      "learning_rate": 0.0002,
+      "loss": 1.1425,
+      "step": 90
+    },
+    {
+      "epoch": 0.12285012285012285,
+      "grad_norm": 1.125789999961853,
+      "learning_rate": 0.0002,
+      "loss": 1.1177,
+      "step": 100
+    },
+    {
+      "epoch": 0.13513513513513514,
+      "grad_norm": 0.9630613923072815,
+      "learning_rate": 0.0002,
+      "loss": 1.0477,
+      "step": 110
+    },
+    {
+      "epoch": 0.14742014742014742,
+      "grad_norm": 1.060392141342163,
+      "learning_rate": 0.0002,
+      "loss": 1.0074,
+      "step": 120
+    },
+    {
+      "epoch": 0.1597051597051597,
+      "grad_norm": 1.0986546277999878,
+      "learning_rate": 0.0002,
+      "loss": 1.0128,
+      "step": 130
+    },
+    {
+      "epoch": 0.171990171990172,
+      "grad_norm": 1.1713459491729736,
+      "learning_rate": 0.0002,
+      "loss": 1.0068,
+      "step": 140
+    },
+    {
+      "epoch": 0.18427518427518427,
+      "grad_norm": 1.1548224687576294,
+      "learning_rate": 0.0002,
+      "loss": 0.973,
+      "step": 150
+    },
+    {
+      "epoch": 0.19656019656019655,
+      "grad_norm": 1.2662502527236938,
+      "learning_rate": 0.0002,
+      "loss": 0.941,
+      "step": 160
+    },
+    {
+      "epoch": 0.20884520884520885,
+      "grad_norm": 1.1521110534667969,
+      "learning_rate": 0.0002,
+      "loss": 0.8849,
+      "step": 170
+    },
+    {
+      "epoch": 0.22113022113022113,
+      "grad_norm": 1.1044857501983643,
+      "learning_rate": 0.0002,
+      "loss": 0.8931,
+      "step": 180
+    },
+    {
+      "epoch": 0.2334152334152334,
+      "grad_norm": 0.9770650267601013,
+      "learning_rate": 0.0002,
+      "loss": 0.9572,
+      "step": 190
+    },
+    {
+      "epoch": 0.2457002457002457,
+      "grad_norm": 0.9710931777954102,
+      "learning_rate": 0.0002,
+      "loss": 0.881,
+      "step": 200
+    },
+    {
+      "epoch": 0.257985257985258,
+      "grad_norm": 0.9593933820724487,
+      "learning_rate": 0.0002,
+      "loss": 0.9205,
+      "step": 210
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 1.003553032875061,
+      "learning_rate": 0.0002,
+      "loss": 0.843,
+      "step": 220
+    },
+    {
+      "epoch": 0.28255528255528256,
+      "grad_norm": 0.9187764525413513,
+      "learning_rate": 0.0002,
+      "loss": 0.9032,
+      "step": 230
+    },
+    {
+      "epoch": 0.29484029484029484,
+      "grad_norm": 0.9294946789741516,
+      "learning_rate": 0.0002,
+      "loss": 0.8572,
+      "step": 240
+    },
+    {
+      "epoch": 0.3071253071253071,
+      "grad_norm": 0.9537560939788818,
+      "learning_rate": 0.0002,
+      "loss": 0.8856,
+      "step": 250
+    },
+    {
+      "epoch": 0.3194103194103194,
+      "grad_norm": 1.00537109375,
+      "learning_rate": 0.0002,
+      "loss": 0.8546,
+      "step": 260
+    },
+    {
+      "epoch": 0.3316953316953317,
+      "grad_norm": 0.8775776028633118,
+      "learning_rate": 0.0002,
+      "loss": 0.896,
+      "step": 270
+    },
+    {
+      "epoch": 0.343980343980344,
+      "grad_norm": 0.8316839933395386,
+      "learning_rate": 0.0002,
+      "loss": 0.808,
+      "step": 280
+    },
+    {
+      "epoch": 0.35626535626535627,
+      "grad_norm": 0.8542073965072632,
+      "learning_rate": 0.0002,
+      "loss": 0.8248,
+      "step": 290
+    },
+    {
+      "epoch": 0.36855036855036855,
+      "grad_norm": 0.848444402217865,
+      "learning_rate": 0.0002,
+      "loss": 0.8452,
+      "step": 300
+    },
+    {
+      "epoch": 0.3808353808353808,
+      "grad_norm": 0.9017520546913147,
+      "learning_rate": 0.0002,
+      "loss": 0.8253,
+      "step": 310
+    },
+    {
+      "epoch": 0.3931203931203931,
+      "grad_norm": 0.7672467231750488,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 320
+    },
+    {
+      "epoch": 0.40540540540540543,
+      "grad_norm": 0.9109916687011719,
+      "learning_rate": 0.0002,
+      "loss": 0.8478,
+      "step": 330
+    },
+    {
+      "epoch": 0.4176904176904177,
+      "grad_norm": 0.8750321269035339,
+      "learning_rate": 0.0002,
+      "loss": 0.8041,
+      "step": 340
+    },
+    {
+      "epoch": 0.42997542997543,
+      "grad_norm": 0.7911098599433899,
+      "learning_rate": 0.0002,
+      "loss": 0.8158,
+      "step": 350
+    },
+    {
+      "epoch": 0.44226044226044225,
+      "grad_norm": 0.871601402759552,
+      "learning_rate": 0.0002,
+      "loss": 0.8001,
+      "step": 360
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 0.9393917918205261,
+      "learning_rate": 0.0002,
+      "loss": 0.8187,
+      "step": 370
+    },
+    {
+      "epoch": 0.4668304668304668,
+      "grad_norm": 0.8260403275489807,
+      "learning_rate": 0.0002,
+      "loss": 0.8124,
+      "step": 380
+    },
+    {
+      "epoch": 0.47911547911547914,
+      "grad_norm": 0.9792159199714661,
+      "learning_rate": 0.0002,
+      "loss": 0.7768,
+      "step": 390
+    },
+    {
+      "epoch": 0.4914004914004914,
+      "grad_norm": 0.9943315982818604,
+      "learning_rate": 0.0002,
+      "loss": 0.7981,
+      "step": 400
+    },
+    {
+      "epoch": 0.5036855036855037,
+      "grad_norm": 0.8999950885772705,
+      "learning_rate": 0.0002,
+      "loss": 0.7765,
+      "step": 410
+    },
+    {
+      "epoch": 0.515970515970516,
+      "grad_norm": 0.8348393440246582,
+      "learning_rate": 0.0002,
+      "loss": 0.7807,
+      "step": 420
+    },
+    {
+      "epoch": 0.5282555282555282,
+      "grad_norm": 0.7371744513511658,
+      "learning_rate": 0.0002,
+      "loss": 0.8269,
+      "step": 430
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 0.8354107141494751,
+      "learning_rate": 0.0002,
+      "loss": 0.8181,
+      "step": 440
+    },
+    {
+      "epoch": 0.5528255528255528,
+      "grad_norm": 0.8553793430328369,
+      "learning_rate": 0.0002,
+      "loss": 0.7849,
+      "step": 450
+    },
+    {
+      "epoch": 0.5651105651105651,
+      "grad_norm": 1.0762015581130981,
+      "learning_rate": 0.0002,
+      "loss": 0.8098,
+      "step": 460
+    },
+    {
+      "epoch": 0.5773955773955773,
+      "grad_norm": 0.8350747227668762,
+      "learning_rate": 0.0002,
+      "loss": 0.7942,
+      "step": 470
+    },
+    {
+      "epoch": 0.5896805896805897,
+      "grad_norm": 0.7819945216178894,
+      "learning_rate": 0.0002,
+      "loss": 0.7922,
+      "step": 480
+    },
+    {
+      "epoch": 0.601965601965602,
+      "grad_norm": 0.8079741597175598,
+      "learning_rate": 0.0002,
+      "loss": 0.7845,
+      "step": 490
+    },
+    {
+      "epoch": 0.6142506142506142,
+      "grad_norm": 0.776435911655426,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 500
+    },
+    {
+      "epoch": 0.6265356265356266,
+      "grad_norm": 0.7646855115890503,
+      "learning_rate": 0.0002,
+      "loss": 0.7855,
+      "step": 510
+    },
+    {
+      "epoch": 0.6388206388206388,
+      "grad_norm": 0.786396861076355,
+      "learning_rate": 0.0002,
+      "loss": 0.7923,
+      "step": 520
+    },
+    {
+      "epoch": 0.6511056511056511,
+      "grad_norm": 0.7016594409942627,
+      "learning_rate": 0.0002,
+      "loss": 0.7624,
+      "step": 530
+    },
+    {
+      "epoch": 0.6633906633906634,
+      "grad_norm": 0.8060444593429565,
+      "learning_rate": 0.0002,
+      "loss": 0.786,
+      "step": 540
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 0.9087467789649963,
+      "learning_rate": 0.0002,
+      "loss": 0.7417,
+      "step": 550
+    },
+    {
+      "epoch": 0.687960687960688,
+      "grad_norm": 0.8149628639221191,
+      "learning_rate": 0.0002,
+      "loss": 0.7591,
+      "step": 560
+    },
+    {
+      "epoch": 0.7002457002457002,
+      "grad_norm": 0.7493641972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.8004,
+      "step": 570
+    },
+    {
+      "epoch": 0.7125307125307125,
+      "grad_norm": 0.7958765625953674,
+      "learning_rate": 0.0002,
+      "loss": 0.765,
+      "step": 580
+    },
+    {
+      "epoch": 0.7248157248157249,
+      "grad_norm": 0.7917273640632629,
+      "learning_rate": 0.0002,
+      "loss": 0.7276,
+      "step": 590
+    },
+    {
+      "epoch": 0.7371007371007371,
+      "grad_norm": 0.8040468692779541,
+      "learning_rate": 0.0002,
+      "loss": 0.758,
+      "step": 600
+    },
+    {
+      "epoch": 0.7493857493857494,
+      "grad_norm": 0.8696851134300232,
+      "learning_rate": 0.0002,
+      "loss": 0.735,
+      "step": 610
+    },
+    {
+      "epoch": 0.7616707616707616,
+      "grad_norm": 0.8418059945106506,
+      "learning_rate": 0.0002,
+      "loss": 0.7321,
+      "step": 620
+    },
+    {
+      "epoch": 0.773955773955774,
+      "grad_norm": 0.7754243612289429,
+      "learning_rate": 0.0002,
+      "loss": 0.7395,
+      "step": 630
+    },
+    {
+      "epoch": 0.7862407862407862,
+      "grad_norm": 0.7639613747596741,
+      "learning_rate": 0.0002,
+      "loss": 0.7679,
+      "step": 640
+    },
+    {
+      "epoch": 0.7985257985257985,
+      "grad_norm": 0.7516646385192871,
+      "learning_rate": 0.0002,
+      "loss": 0.7159,
+      "step": 650
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 0.7840844988822937,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 660
+    },
+    {
+      "epoch": 0.8230958230958231,
+      "grad_norm": 0.7657070755958557,
+      "learning_rate": 0.0002,
+      "loss": 0.7264,
+      "step": 670
+    },
+    {
+      "epoch": 0.8353808353808354,
+      "grad_norm": 0.7711591720581055,
+      "learning_rate": 0.0002,
+      "loss": 0.7369,
+      "step": 680
+    },
+    {
+      "epoch": 0.8476658476658476,
+      "grad_norm": 0.8026325106620789,
+      "learning_rate": 0.0002,
+      "loss": 0.759,
+      "step": 690
+    },
+    {
+      "epoch": 0.85995085995086,
+      "grad_norm": 0.7902713418006897,
+      "learning_rate": 0.0002,
+      "loss": 0.737,
+      "step": 700
+    },
+    {
+      "epoch": 0.8722358722358723,
+      "grad_norm": 0.8212456107139587,
+      "learning_rate": 0.0002,
+      "loss": 0.7349,
+      "step": 710
+    },
+    {
+      "epoch": 0.8845208845208845,
+      "grad_norm": 0.7867200970649719,
+      "learning_rate": 0.0002,
+      "loss": 0.7661,
+      "step": 720
+    },
+    {
+      "epoch": 0.8968058968058968,
+      "grad_norm": 0.80084627866745,
+      "learning_rate": 0.0002,
+      "loss": 0.7195,
+      "step": 730
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.7203794121742249,
+      "learning_rate": 0.0002,
+      "loss": 0.7641,
+      "step": 740
+    },
+    {
+      "epoch": 0.9213759213759214,
+      "grad_norm": 0.7598419785499573,
+      "learning_rate": 0.0002,
+      "loss": 0.7134,
+      "step": 750
+    },
+    {
+      "epoch": 0.9336609336609336,
+      "grad_norm": 0.7787027359008789,
+      "learning_rate": 0.0002,
+      "loss": 0.7208,
+      "step": 760
+    },
+    {
+      "epoch": 0.9459459459459459,
+      "grad_norm": 0.8444012403488159,
+      "learning_rate": 0.0002,
+      "loss": 0.7119,
+      "step": 770
+    },
+    {
+      "epoch": 0.9582309582309583,
+      "grad_norm": 0.7388550639152527,
+      "learning_rate": 0.0002,
+      "loss": 0.7099,
+      "step": 780
+    },
+    {
+      "epoch": 0.9705159705159705,
+      "grad_norm": 0.7379167079925537,
+      "learning_rate": 0.0002,
+      "loss": 0.7184,
+      "step": 790
+    },
+    {
+      "epoch": 0.9828009828009828,
+      "grad_norm": 0.8291640281677246,
+      "learning_rate": 0.0002,
+      "loss": 0.7143,
+      "step": 800
+    },
+    {
+      "epoch": 0.995085995085995,
+      "grad_norm": 0.7415094375610352,
+      "learning_rate": 0.0002,
+      "loss": 0.6972,
+      "step": 810
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.703994870185852,
+      "eval_runtime": 20.2182,
+      "eval_samples_per_second": 16.371,
+      "eval_steps_per_second": 2.077,
+      "step": 814
+    },
+    {
+      "epoch": 1.0073710073710074,
+      "grad_norm": 0.7405961751937866,
+      "learning_rate": 0.0002,
+      "loss": 0.6959,
+      "step": 820
+    },
+    {
+      "epoch": 1.0196560196560196,
+      "grad_norm": 0.8534344434738159,
+      "learning_rate": 0.0002,
+      "loss": 0.6706,
+      "step": 830
+    },
+    {
+      "epoch": 1.031941031941032,
+      "grad_norm": 0.7415764331817627,
+      "learning_rate": 0.0002,
+      "loss": 0.6719,
+      "step": 840
+    },
+    {
+      "epoch": 1.0442260442260443,
+      "grad_norm": 0.74293053150177,
+      "learning_rate": 0.0002,
+      "loss": 0.6673,
+      "step": 850
+    },
+    {
+      "epoch": 1.0565110565110565,
+      "grad_norm": 0.697727382183075,
+      "learning_rate": 0.0002,
+      "loss": 0.6897,
+      "step": 860
+    },
+    {
+      "epoch": 1.0687960687960687,
+      "grad_norm": 0.8022570013999939,
+      "learning_rate": 0.0002,
+      "loss": 0.6566,
+      "step": 870
+    },
+    {
+      "epoch": 1.0810810810810811,
+      "grad_norm": 0.7545800805091858,
+      "learning_rate": 0.0002,
+      "loss": 0.6759,
+      "step": 880
+    },
+    {
+      "epoch": 1.0933660933660934,
+      "grad_norm": 0.8005648255348206,
+      "learning_rate": 0.0002,
+      "loss": 0.6397,
+      "step": 890
+    },
+    {
+      "epoch": 1.1056511056511056,
+      "grad_norm": 0.7681778073310852,
+      "learning_rate": 0.0002,
+      "loss": 0.6499,
+      "step": 900
+    },
+    {
+      "epoch": 1.117936117936118,
+      "grad_norm": 0.7822468876838684,
+      "learning_rate": 0.0002,
+      "loss": 0.6672,
+      "step": 910
+    },
+    {
+      "epoch": 1.1302211302211302,
+      "grad_norm": 0.8324839472770691,
+      "learning_rate": 0.0002,
+      "loss": 0.6492,
+      "step": 920
+    },
+    {
+      "epoch": 1.1425061425061425,
+      "grad_norm": 0.8206289410591125,
+      "learning_rate": 0.0002,
+      "loss": 0.6659,
+      "step": 930
+    },
+    {
+      "epoch": 1.154791154791155,
+      "grad_norm": 0.786461591720581,
+      "learning_rate": 0.0002,
+      "loss": 0.6385,
+      "step": 940
+    },
+    {
+      "epoch": 1.1670761670761671,
+      "grad_norm": 0.8288539052009583,
+      "learning_rate": 0.0002,
+      "loss": 0.6493,
+      "step": 950
+    },
+    {
+      "epoch": 1.1793611793611793,
+      "grad_norm": 0.7566865682601929,
+      "learning_rate": 0.0002,
+      "loss": 0.6818,
+      "step": 960
+    },
+    {
+      "epoch": 1.1916461916461916,
+      "grad_norm": 0.7761894464492798,
+      "learning_rate": 0.0002,
+      "loss": 0.6597,
+      "step": 970
+    },
+    {
+      "epoch": 1.203931203931204,
+      "grad_norm": 0.7608440518379211,
+      "learning_rate": 0.0002,
+      "loss": 0.6403,
+      "step": 980
+    },
+    {
+      "epoch": 1.2162162162162162,
+      "grad_norm": 0.799745500087738,
+      "learning_rate": 0.0002,
+      "loss": 0.7041,
+      "step": 990
+    },
+    {
+      "epoch": 1.2285012285012284,
+      "grad_norm": 0.8135330677032471,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2407862407862407,
+      "grad_norm": 0.7410391569137573,
+      "learning_rate": 0.0002,
+      "loss": 0.6496,
+      "step": 1010
+    },
+    {
+      "epoch": 1.253071253071253,
+      "grad_norm": 0.7826172709465027,
+      "learning_rate": 0.0002,
+      "loss": 0.63,
+      "step": 1020
+    },
+    {
+      "epoch": 1.2653562653562653,
+      "grad_norm": 0.7210677862167358,
+      "learning_rate": 0.0002,
+      "loss": 0.6582,
+      "step": 1030
+    },
+    {
+      "epoch": 1.2776412776412776,
+      "grad_norm": 0.7571766972541809,
+      "learning_rate": 0.0002,
+      "loss": 0.6609,
+      "step": 1040
+    },
+    {
+      "epoch": 1.28992628992629,
+      "grad_norm": 0.8602666258811951,
+      "learning_rate": 0.0002,
+      "loss": 0.6315,
+      "step": 1050
+    },
+    {
+      "epoch": 1.3022113022113022,
+      "grad_norm": 0.8640648722648621,
+      "learning_rate": 0.0002,
+      "loss": 0.6825,
+      "step": 1060
+    },
+    {
+      "epoch": 1.3144963144963144,
+      "grad_norm": 0.7289374470710754,
+      "learning_rate": 0.0002,
+      "loss": 0.6563,
+      "step": 1070
+    },
+    {
+      "epoch": 1.3267813267813269,
+      "grad_norm": 0.8099908828735352,
+      "learning_rate": 0.0002,
+      "loss": 0.629,
+      "step": 1080
+    },
+    {
+      "epoch": 1.339066339066339,
+      "grad_norm": 0.8623505234718323,
+      "learning_rate": 0.0002,
+      "loss": 0.6882,
+      "step": 1090
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 0.900576114654541,
+      "learning_rate": 0.0002,
+      "loss": 0.6368,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 0.729603111743927,
+      "learning_rate": 0.0002,
+      "loss": 0.6398,
+      "step": 1110
+    },
+    {
+      "epoch": 1.375921375921376,
+      "grad_norm": 0.8350434303283691,
+      "learning_rate": 0.0002,
+      "loss": 0.6619,
+      "step": 1120
+    },
+    {
+      "epoch": 1.3882063882063882,
+      "grad_norm": 0.8049437999725342,
+      "learning_rate": 0.0002,
+      "loss": 0.6447,
+      "step": 1130
+    },
+    {
+      "epoch": 1.4004914004914004,
+      "grad_norm": 0.8222764134407043,
+      "learning_rate": 0.0002,
+      "loss": 0.6336,
+      "step": 1140
+    },
+    {
+      "epoch": 1.4127764127764126,
+      "grad_norm": 0.7949751019477844,
+      "learning_rate": 0.0002,
+      "loss": 0.6453,
+      "step": 1150
+    },
+    {
+      "epoch": 1.425061425061425,
+      "grad_norm": 0.8375639915466309,
+      "learning_rate": 0.0002,
+      "loss": 0.6246,
+      "step": 1160
+    },
+    {
+      "epoch": 1.4373464373464373,
+      "grad_norm": 0.7261053919792175,
+      "learning_rate": 0.0002,
+      "loss": 0.6358,
+      "step": 1170
+    },
+    {
+      "epoch": 1.4496314496314495,
+      "grad_norm": 0.6918320655822754,
+      "learning_rate": 0.0002,
+      "loss": 0.6709,
+      "step": 1180
+    },
+    {
+      "epoch": 1.461916461916462,
+      "grad_norm": 0.8148727416992188,
+      "learning_rate": 0.0002,
+      "loss": 0.598,
+      "step": 1190
+    },
+    {
+      "epoch": 1.4742014742014742,
+      "grad_norm": 0.7014724612236023,
+      "learning_rate": 0.0002,
+      "loss": 0.6269,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4864864864864864,
+      "grad_norm": 0.8110846281051636,
+      "learning_rate": 0.0002,
+      "loss": 0.617,
+      "step": 1210
+    },
+    {
+      "epoch": 1.4987714987714988,
+      "grad_norm": 0.8336407542228699,
+      "learning_rate": 0.0002,
+      "loss": 0.6633,
+      "step": 1220
+    },
+    {
+      "epoch": 1.511056511056511,
+      "grad_norm": 0.826996386051178,
+      "learning_rate": 0.0002,
+      "loss": 0.6028,
+      "step": 1230
+    },
+    {
+      "epoch": 1.5233415233415233,
+      "grad_norm": 0.7503120303153992,
+      "learning_rate": 0.0002,
+      "loss": 0.6464,
+      "step": 1240
+    },
+    {
+      "epoch": 1.5356265356265357,
+      "grad_norm": 0.8297192454338074,
+      "learning_rate": 0.0002,
+      "loss": 0.6418,
+      "step": 1250
+    },
+    {
+      "epoch": 1.547911547911548,
+      "grad_norm": 0.7585996985435486,
+      "learning_rate": 0.0002,
+      "loss": 0.6466,
+      "step": 1260
+    },
+    {
+      "epoch": 1.5601965601965602,
+      "grad_norm": 0.7530493140220642,
+      "learning_rate": 0.0002,
+      "loss": 0.6196,
+      "step": 1270
+    },
+    {
+      "epoch": 1.5724815724815726,
+      "grad_norm": 0.8141939640045166,
+      "learning_rate": 0.0002,
+      "loss": 0.6252,
+      "step": 1280
+    },
+    {
+      "epoch": 1.5847665847665846,
+      "grad_norm": 0.6959931254386902,
+      "learning_rate": 0.0002,
+      "loss": 0.6441,
+      "step": 1290
+    },
+    {
+      "epoch": 1.597051597051597,
+      "grad_norm": 0.8677428364753723,
+      "learning_rate": 0.0002,
+      "loss": 0.6542,
+      "step": 1300
+    },
+    {
+      "epoch": 1.6093366093366095,
+      "grad_norm": 0.8527476787567139,
+      "learning_rate": 0.0002,
+      "loss": 0.633,
+      "step": 1310
+    },
+    {
+      "epoch": 1.6216216216216215,
+      "grad_norm": 0.8462157845497131,
+      "learning_rate": 0.0002,
+      "loss": 0.6393,
+      "step": 1320
+    },
+    {
+      "epoch": 1.633906633906634,
+      "grad_norm": 0.9371153712272644,
+      "learning_rate": 0.0002,
+      "loss": 0.6265,
+      "step": 1330
+    },
+    {
+      "epoch": 1.6461916461916462,
+      "grad_norm": 0.8408344984054565,
+      "learning_rate": 0.0002,
+      "loss": 0.5952,
+      "step": 1340
+    },
+    {
+      "epoch": 1.6584766584766584,
+      "grad_norm": 0.8391859531402588,
+      "learning_rate": 0.0002,
+      "loss": 0.599,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6707616707616708,
+      "grad_norm": 0.7630598545074463,
+      "learning_rate": 0.0002,
+      "loss": 0.6313,
+      "step": 1360
+    },
+    {
+      "epoch": 1.683046683046683,
+      "grad_norm": 0.8007895350456238,
+      "learning_rate": 0.0002,
+      "loss": 0.5989,
+      "step": 1370
+    },
+    {
+      "epoch": 1.6953316953316953,
+      "grad_norm": 0.7547900080680847,
+      "learning_rate": 0.0002,
+      "loss": 0.6094,
+      "step": 1380
+    },
+    {
+      "epoch": 1.7076167076167077,
+      "grad_norm": 0.7779742479324341,
+      "learning_rate": 0.0002,
+      "loss": 0.6335,
+      "step": 1390
+    },
+    {
+      "epoch": 1.71990171990172,
+      "grad_norm": 0.712293803691864,
+      "learning_rate": 0.0002,
+      "loss": 0.6078,
+      "step": 1400
+    },
+    {
+      "epoch": 1.7321867321867321,
+      "grad_norm": 0.8503297567367554,
+      "learning_rate": 0.0002,
+      "loss": 0.608,
+      "step": 1410
+    },
+    {
+      "epoch": 1.7444717444717446,
+      "grad_norm": 0.8312245607376099,
+      "learning_rate": 0.0002,
+      "loss": 0.6055,
+      "step": 1420
+    },
+    {
+      "epoch": 1.7567567567567568,
+      "grad_norm": 0.7758049368858337,
+      "learning_rate": 0.0002,
+      "loss": 0.5978,
+      "step": 1430
+    },
+    {
+      "epoch": 1.769041769041769,
+      "grad_norm": 0.8695956468582153,
+      "learning_rate": 0.0002,
+      "loss": 0.5822,
+      "step": 1440
+    },
+    {
+      "epoch": 1.7813267813267815,
+      "grad_norm": 0.7785261273384094,
+      "learning_rate": 0.0002,
+      "loss": 0.5955,
+      "step": 1450
+    },
+    {
+      "epoch": 1.7936117936117935,
+      "grad_norm": 0.7091802358627319,
+      "learning_rate": 0.0002,
+      "loss": 0.6177,
+      "step": 1460
+    },
+    {
+      "epoch": 1.805896805896806,
+      "grad_norm": 0.774146556854248,
+      "learning_rate": 0.0002,
+      "loss": 0.5811,
+      "step": 1470
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 0.8342524170875549,
+      "learning_rate": 0.0002,
+      "loss": 0.5833,
+      "step": 1480
+    },
+    {
+      "epoch": 1.8304668304668303,
+      "grad_norm": 0.8087738156318665,
+      "learning_rate": 0.0002,
+      "loss": 0.634,
+      "step": 1490
+    },
+    {
+      "epoch": 1.8427518427518428,
+      "grad_norm": 0.9830479621887207,
+      "learning_rate": 0.0002,
+      "loss": 0.5961,
+      "step": 1500
+    },
+    {
+      "epoch": 1.855036855036855,
+      "grad_norm": 0.8537567853927612,
+      "learning_rate": 0.0002,
+      "loss": 0.6211,
+      "step": 1510
+    },
+    {
+      "epoch": 1.8673218673218672,
+      "grad_norm": 0.8004562854766846,
+      "learning_rate": 0.0002,
+      "loss": 0.5767,
+      "step": 1520
+    },
+    {
+      "epoch": 1.8796068796068797,
+      "grad_norm": 0.8161284327507019,
+      "learning_rate": 0.0002,
+      "loss": 0.604,
+      "step": 1530
+    },
+    {
+      "epoch": 1.8918918918918919,
+      "grad_norm": 0.8688093423843384,
+      "learning_rate": 0.0002,
+      "loss": 0.5808,
+      "step": 1540
+    },
+    {
+      "epoch": 1.904176904176904,
+      "grad_norm": 0.8287379741668701,
+      "learning_rate": 0.0002,
+      "loss": 0.5663,
+      "step": 1550
+    },
+    {
+      "epoch": 1.9164619164619165,
+      "grad_norm": 0.8050342202186584,
+      "learning_rate": 0.0002,
+      "loss": 0.5963,
+      "step": 1560
+    },
+    {
+      "epoch": 1.9287469287469288,
+      "grad_norm": 0.9273895621299744,
+      "learning_rate": 0.0002,
+      "loss": 0.5837,
+      "step": 1570
+    },
+    {
+      "epoch": 1.941031941031941,
+      "grad_norm": 0.8416891694068909,
+      "learning_rate": 0.0002,
+      "loss": 0.5945,
+      "step": 1580
+    },
+    {
+      "epoch": 1.9533169533169534,
+      "grad_norm": 0.7299820184707642,
+      "learning_rate": 0.0002,
+      "loss": 0.5838,
+      "step": 1590
+    },
+    {
+      "epoch": 1.9656019656019657,
+      "grad_norm": 0.7262272834777832,
+      "learning_rate": 0.0002,
+      "loss": 0.6025,
+      "step": 1600
+    },
+    {
+      "epoch": 1.9778869778869779,
+      "grad_norm": 0.8649004697799683,
+      "learning_rate": 0.0002,
+      "loss": 0.5873,
+      "step": 1610
+    },
+    {
+      "epoch": 1.9901719901719903,
+      "grad_norm": 0.8165444731712341,
+      "learning_rate": 0.0002,
+      "loss": 0.5764,
+      "step": 1620
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5858802795410156,
+      "eval_runtime": 22.6585,
+      "eval_samples_per_second": 14.608,
+      "eval_steps_per_second": 1.854,
+      "step": 1628
+    },
+    {
+      "epoch": 2.0024570024570023,
+      "grad_norm": 0.8142582178115845,
+      "learning_rate": 0.0002,
+      "loss": 0.5803,
+      "step": 1630
+    },
+    {
+      "epoch": 2.0147420147420148,
+      "grad_norm": 1.0637224912643433,
+      "learning_rate": 0.0002,
+      "loss": 0.5499,
+      "step": 1640
+    },
+    {
+      "epoch": 2.027027027027027,
+      "grad_norm": 0.8923280239105225,
+      "learning_rate": 0.0002,
+      "loss": 0.5556,
+      "step": 1650
+    },
+    {
+      "epoch": 2.039312039312039,
+      "grad_norm": 0.8169175386428833,
+      "learning_rate": 0.0002,
+      "loss": 0.5373,
+      "step": 1660
+    },
+    {
+      "epoch": 2.0515970515970516,
+      "grad_norm": 0.8124040365219116,
+      "learning_rate": 0.0002,
+      "loss": 0.552,
+      "step": 1670
+    },
+    {
+      "epoch": 2.063882063882064,
+      "grad_norm": 0.9228773713111877,
+      "learning_rate": 0.0002,
+      "loss": 0.5259,
+      "step": 1680
+    },
+    {
+      "epoch": 2.076167076167076,
+      "grad_norm": 0.7216871380805969,
+      "learning_rate": 0.0002,
+      "loss": 0.5571,
+      "step": 1690
+    },
+    {
+      "epoch": 2.0884520884520885,
+      "grad_norm": 0.8679503202438354,
+      "learning_rate": 0.0002,
+      "loss": 0.523,
+      "step": 1700
+    },
+    {
+      "epoch": 2.100737100737101,
+      "grad_norm": 0.8627730011940002,
+      "learning_rate": 0.0002,
+      "loss": 0.5379,
+      "step": 1710
+    },
+    {
+      "epoch": 2.113022113022113,
+      "grad_norm": 0.9175152778625488,
+      "learning_rate": 0.0002,
+      "loss": 0.551,
+      "step": 1720
+    },
+    {
+      "epoch": 2.1253071253071254,
+      "grad_norm": 0.7930372953414917,
+      "learning_rate": 0.0002,
+      "loss": 0.5378,
+      "step": 1730
+    },
+    {
+      "epoch": 2.1375921375921374,
+      "grad_norm": 0.8370155692100525,
+      "learning_rate": 0.0002,
+      "loss": 0.5263,
+      "step": 1740
+    },
+    {
+      "epoch": 2.14987714987715,
+      "grad_norm": 0.9121434688568115,
+      "learning_rate": 0.0002,
+      "loss": 0.5419,
+      "step": 1750
+    },
+    {
+      "epoch": 2.1621621621621623,
+      "grad_norm": 0.8703579306602478,
+      "learning_rate": 0.0002,
+      "loss": 0.5499,
+      "step": 1760
+    },
+    {
+      "epoch": 2.1744471744471743,
+      "grad_norm": 0.9270512461662292,
+      "learning_rate": 0.0002,
+      "loss": 0.5333,
+      "step": 1770
+    },
+    {
+      "epoch": 2.1867321867321867,
+      "grad_norm": 0.9372949600219727,
+      "learning_rate": 0.0002,
+      "loss": 0.5165,
+      "step": 1780
+    },
+    {
+      "epoch": 2.199017199017199,
+      "grad_norm": 0.8955178260803223,
+      "learning_rate": 0.0002,
+      "loss": 0.5327,
+      "step": 1790
+    },
+    {
+      "epoch": 2.211302211302211,
+      "grad_norm": 0.846102237701416,
+      "learning_rate": 0.0002,
+      "loss": 0.5356,
+      "step": 1800
+    },
+    {
+      "epoch": 2.2235872235872236,
+      "grad_norm": 0.9186713099479675,
+      "learning_rate": 0.0002,
+      "loss": 0.5303,
+      "step": 1810
+    },
+    {
+      "epoch": 2.235872235872236,
+      "grad_norm": 0.7695123553276062,
+      "learning_rate": 0.0002,
+      "loss": 0.5223,
+      "step": 1820
+    },
+    {
+      "epoch": 2.248157248157248,
+      "grad_norm": 0.7340332865715027,
+      "learning_rate": 0.0002,
+      "loss": 0.5161,
+      "step": 1830
+    },
+    {
+      "epoch": 2.2604422604422605,
+      "grad_norm": 0.8933137655258179,
+      "learning_rate": 0.0002,
+      "loss": 0.5327,
+      "step": 1840
+    },
+    {
+      "epoch": 2.2727272727272725,
+      "grad_norm": 0.7705038189888,
+      "learning_rate": 0.0002,
+      "loss": 0.5471,
+      "step": 1850
+    },
+    {
+      "epoch": 2.285012285012285,
+      "grad_norm": 0.8396083116531372,
+      "learning_rate": 0.0002,
+      "loss": 0.5346,
+      "step": 1860
+    },
+    {
+      "epoch": 2.2972972972972974,
+      "grad_norm": 0.7695736289024353,
+      "learning_rate": 0.0002,
+      "loss": 0.5335,
+      "step": 1870
+    },
+    {
+      "epoch": 2.30958230958231,
+      "grad_norm": 0.8535045385360718,
+      "learning_rate": 0.0002,
+      "loss": 0.5105,
+      "step": 1880
+    },
+    {
+      "epoch": 2.321867321867322,
+      "grad_norm": 0.8549142479896545,
+      "learning_rate": 0.0002,
+      "loss": 0.5202,
+      "step": 1890
+    },
+    {
+      "epoch": 2.3341523341523343,
+      "grad_norm": 0.9124433994293213,
+      "learning_rate": 0.0002,
+      "loss": 0.5268,
+      "step": 1900
+    },
+    {
+      "epoch": 2.3464373464373462,
+      "grad_norm": 0.855523943901062,
+      "learning_rate": 0.0002,
+      "loss": 0.506,
+      "step": 1910
+    },
+    {
+      "epoch": 2.3587223587223587,
+      "grad_norm": 0.810878336429596,
+      "learning_rate": 0.0002,
+      "loss": 0.5162,
+      "step": 1920
+    },
+    {
+      "epoch": 2.371007371007371,
+      "grad_norm": 0.7409024834632874,
+      "learning_rate": 0.0002,
+      "loss": 0.531,
+      "step": 1930
+    },
+    {
+      "epoch": 2.383292383292383,
+      "grad_norm": 0.8080927729606628,
+      "learning_rate": 0.0002,
+      "loss": 0.5045,
+      "step": 1940
+    },
+    {
+      "epoch": 2.3955773955773956,
+      "grad_norm": 0.9661469459533691,
+      "learning_rate": 0.0002,
+      "loss": 0.5032,
+      "step": 1950
+    },
+    {
+      "epoch": 2.407862407862408,
+      "grad_norm": 0.838766872882843,
+      "learning_rate": 0.0002,
+      "loss": 0.5019,
+      "step": 1960
+    },
+    {
+      "epoch": 2.42014742014742,
+      "grad_norm": 0.8737491965293884,
+      "learning_rate": 0.0002,
+      "loss": 0.5128,
+      "step": 1970
+    },
+    {
+      "epoch": 2.4324324324324325,
+      "grad_norm": 0.8657792210578918,
+      "learning_rate": 0.0002,
+      "loss": 0.5153,
+      "step": 1980
+    },
+    {
+      "epoch": 2.444717444717445,
+      "grad_norm": 0.8883858919143677,
+      "learning_rate": 0.0002,
+      "loss": 0.5665,
+      "step": 1990
+    },
+    {
+      "epoch": 2.457002457002457,
+      "grad_norm": 0.8647662997245789,
+      "learning_rate": 0.0002,
+      "loss": 0.5283,
+      "step": 2000
+    },
+    {
+      "epoch": 2.4692874692874693,
+      "grad_norm": 0.896037757396698,
+      "learning_rate": 0.0002,
+      "loss": 0.518,
+      "step": 2010
+    },
+    {
+      "epoch": 2.4815724815724813,
+      "grad_norm": 0.8079167008399963,
+      "learning_rate": 0.0002,
+      "loss": 0.5245,
+      "step": 2020
+    },
+    {
+      "epoch": 2.493857493857494,
+      "grad_norm": 1.0293292999267578,
+      "learning_rate": 0.0002,
+      "loss": 0.5311,
+      "step": 2030
+    },
+    {
+      "epoch": 2.506142506142506,
+      "grad_norm": 0.8459244966506958,
+      "learning_rate": 0.0002,
+      "loss": 0.5091,
+      "step": 2040
+    },
+    {
+      "epoch": 2.5184275184275187,
+      "grad_norm": 0.9244982600212097,
+      "learning_rate": 0.0002,
+      "loss": 0.4922,
+      "step": 2050
+    },
+    {
+      "epoch": 2.5307125307125307,
+      "grad_norm": 0.8245007991790771,
+      "learning_rate": 0.0002,
+      "loss": 0.5006,
+      "step": 2060
+    },
+    {
+      "epoch": 2.542997542997543,
+      "grad_norm": 0.8869297504425049,
+      "learning_rate": 0.0002,
+      "loss": 0.5229,
+      "step": 2070
+    },
+    {
+      "epoch": 2.555282555282555,
+      "grad_norm": 0.8620884418487549,
+      "learning_rate": 0.0002,
+      "loss": 0.5097,
+      "step": 2080
+    },
+    {
+      "epoch": 2.5675675675675675,
+      "grad_norm": 0.8387904167175293,
+      "learning_rate": 0.0002,
+      "loss": 0.5239,
+      "step": 2090
+    },
+    {
+      "epoch": 2.57985257985258,
+      "grad_norm": 0.8353935480117798,
+      "learning_rate": 0.0002,
+      "loss": 0.4974,
+      "step": 2100
+    },
+    {
+      "epoch": 2.592137592137592,
+      "grad_norm": 1.0136934518814087,
+      "learning_rate": 0.0002,
+      "loss": 0.5038,
+      "step": 2110
+    },
+    {
+      "epoch": 2.6044226044226044,
+      "grad_norm": 0.9387392997741699,
+      "learning_rate": 0.0002,
+      "loss": 0.513,
+      "step": 2120
+    },
+    {
+      "epoch": 2.616707616707617,
+      "grad_norm": 0.898697555065155,
+      "learning_rate": 0.0002,
+      "loss": 0.4971,
+      "step": 2130
+    },
+    {
+      "epoch": 2.628992628992629,
+      "grad_norm": 1.0145231485366821,
+      "learning_rate": 0.0002,
+      "loss": 0.4981,
+      "step": 2140
+    },
+    {
+      "epoch": 2.6412776412776413,
+      "grad_norm": 0.8335273265838623,
+      "learning_rate": 0.0002,
+      "loss": 0.5151,
+      "step": 2150
+    },
+    {
+      "epoch": 2.6535626535626538,
+      "grad_norm": 1.0198529958724976,
+      "learning_rate": 0.0002,
+      "loss": 0.5129,
+      "step": 2160
+    },
+    {
+      "epoch": 2.6658476658476657,
+      "grad_norm": 0.8353323340415955,
+      "learning_rate": 0.0002,
+      "loss": 0.5156,
+      "step": 2170
+    },
+    {
+      "epoch": 2.678132678132678,
+      "grad_norm": 0.8831406831741333,
+      "learning_rate": 0.0002,
+      "loss": 0.4818,
+      "step": 2180
+    },
+    {
+      "epoch": 2.69041769041769,
+      "grad_norm": 0.7182748913764954,
+      "learning_rate": 0.0002,
+      "loss": 0.4858,
+      "step": 2190
+    },
+    {
+      "epoch": 2.7027027027027026,
+      "grad_norm": 0.7892552614212036,
+      "learning_rate": 0.0002,
+      "loss": 0.53,
+      "step": 2200
+    },
+    {
+      "epoch": 2.714987714987715,
+      "grad_norm": 1.0144033432006836,
+      "learning_rate": 0.0002,
+      "loss": 0.5101,
+      "step": 2210
+    },
+    {
+      "epoch": 2.7272727272727275,
+      "grad_norm": 1.0913645029067993,
+      "learning_rate": 0.0002,
+      "loss": 0.4909,
+      "step": 2220
+    },
+    {
+      "epoch": 2.7395577395577395,
+      "grad_norm": 1.014394998550415,
+      "learning_rate": 0.0002,
+      "loss": 0.5069,
+      "step": 2230
+    },
+    {
+      "epoch": 2.751842751842752,
+      "grad_norm": 0.8118020296096802,
+      "learning_rate": 0.0002,
+      "loss": 0.4985,
+      "step": 2240
+    },
+    {
+      "epoch": 2.764127764127764,
+      "grad_norm": 0.9027737379074097,
+      "learning_rate": 0.0002,
+      "loss": 0.5088,
+      "step": 2250
+    },
+    {
+      "epoch": 2.7764127764127764,
+      "grad_norm": 0.8017747402191162,
+      "learning_rate": 0.0002,
+      "loss": 0.5027,
+      "step": 2260
+    },
+    {
+      "epoch": 2.788697788697789,
+      "grad_norm": 0.788362979888916,
+      "learning_rate": 0.0002,
+      "loss": 0.4957,
+      "step": 2270
+    },
+    {
+      "epoch": 2.800982800982801,
+      "grad_norm": 0.8338918089866638,
+      "learning_rate": 0.0002,
+      "loss": 0.5047,
+      "step": 2280
+    },
+    {
+      "epoch": 2.8132678132678133,
+      "grad_norm": 0.8773167729377747,
+      "learning_rate": 0.0002,
+      "loss": 0.4925,
+      "step": 2290
+    },
+    {
+      "epoch": 2.8255528255528253,
+      "grad_norm": 0.9319674372673035,
+      "learning_rate": 0.0002,
+      "loss": 0.4806,
+      "step": 2300
+    },
+    {
+      "epoch": 2.8378378378378377,
+      "grad_norm": 0.8632726073265076,
+      "learning_rate": 0.0002,
+      "loss": 0.4815,
+      "step": 2310
+    },
+    {
+      "epoch": 2.85012285012285,
+      "grad_norm": 0.785464882850647,
+      "learning_rate": 0.0002,
+      "loss": 0.4842,
+      "step": 2320
+    },
+    {
+      "epoch": 2.8624078624078626,
+      "grad_norm": 0.8159732818603516,
+      "learning_rate": 0.0002,
+      "loss": 0.4867,
+      "step": 2330
+    },
+    {
+      "epoch": 2.8746928746928746,
+      "grad_norm": 0.8702368140220642,
+      "learning_rate": 0.0002,
+      "loss": 0.4796,
+      "step": 2340
+    },
+    {
+      "epoch": 2.886977886977887,
+      "grad_norm": 1.0456738471984863,
+      "learning_rate": 0.0002,
+      "loss": 0.474,
+      "step": 2350
+    },
+    {
+      "epoch": 2.899262899262899,
+      "grad_norm": 1.0855203866958618,
+      "learning_rate": 0.0002,
+      "loss": 0.4934,
+      "step": 2360
+    },
+    {
+      "epoch": 2.9115479115479115,
+      "grad_norm": 0.9378156065940857,
+      "learning_rate": 0.0002,
+      "loss": 0.4758,
+      "step": 2370
+    },
+    {
+      "epoch": 2.923832923832924,
+      "grad_norm": 0.7390182018280029,
+      "learning_rate": 0.0002,
+      "loss": 0.4831,
+      "step": 2380
+    },
+    {
+      "epoch": 2.9361179361179364,
+      "grad_norm": 0.7667133212089539,
+      "learning_rate": 0.0002,
+      "loss": 0.5066,
+      "step": 2390
+    },
+    {
+      "epoch": 2.9484029484029484,
+      "grad_norm": 0.8633476495742798,
+      "learning_rate": 0.0002,
+      "loss": 0.4722,
+      "step": 2400
+    },
+    {
+      "epoch": 2.960687960687961,
+      "grad_norm": 1.0821104049682617,
+      "learning_rate": 0.0002,
+      "loss": 0.4993,
+      "step": 2410
+    },
+    {
+      "epoch": 2.972972972972973,
+      "grad_norm": 0.8911418914794922,
+      "learning_rate": 0.0002,
+      "loss": 0.4882,
+      "step": 2420
+    },
+    {
+      "epoch": 2.9852579852579852,
+      "grad_norm": 0.8791135549545288,
+      "learning_rate": 0.0002,
+      "loss": 0.4819,
+      "step": 2430
+    },
+    {
+      "epoch": 2.9975429975429977,
+      "grad_norm": 0.8066530823707581,
+      "learning_rate": 0.0002,
+      "loss": 0.4875,
+      "step": 2440
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.49752503633499146,
+      "eval_runtime": 20.2911,
+      "eval_samples_per_second": 16.313,
+      "eval_steps_per_second": 2.07,
+      "step": 2442
+    },
+    {
+      "epoch": 3.0098280098280097,
+      "grad_norm": 0.7644656896591187,
+      "learning_rate": 0.0002,
+      "loss": 0.4362,
+      "step": 2450
+    },
+    {
+      "epoch": 3.022113022113022,
+      "grad_norm": 0.9077525734901428,
+      "learning_rate": 0.0002,
+      "loss": 0.4363,
+      "step": 2460
+    },
+    {
+      "epoch": 3.0343980343980346,
+      "grad_norm": 0.7859287261962891,
+      "learning_rate": 0.0002,
+      "loss": 0.422,
+      "step": 2470
+    },
+    {
+      "epoch": 3.0466830466830466,
+      "grad_norm": 1.1200323104858398,
+      "learning_rate": 0.0002,
+      "loss": 0.4574,
+      "step": 2480
+    },
+    {
+      "epoch": 3.058968058968059,
+      "grad_norm": 0.7570453882217407,
+      "learning_rate": 0.0002,
+      "loss": 0.4519,
+      "step": 2490
+    },
+    {
+      "epoch": 3.0712530712530715,
+      "grad_norm": 0.9450915455818176,
+      "learning_rate": 0.0002,
+      "loss": 0.4351,
+      "step": 2500
+    },
+    {
+      "epoch": 3.0835380835380835,
+      "grad_norm": 0.8303545117378235,
+      "learning_rate": 0.0002,
+      "loss": 0.4343,
+      "step": 2510
+    },
+    {
+      "epoch": 3.095823095823096,
+      "grad_norm": 0.8864443898200989,
+      "learning_rate": 0.0002,
+      "loss": 0.4308,
+      "step": 2520
+    },
+    {
+      "epoch": 3.108108108108108,
+      "grad_norm": 0.945324718952179,
+      "learning_rate": 0.0002,
+      "loss": 0.4601,
+      "step": 2530
+    },
+    {
+      "epoch": 3.1203931203931203,
+      "grad_norm": 1.0562494993209839,
+      "learning_rate": 0.0002,
+      "loss": 0.4345,
+      "step": 2540
+    },
+    {
+      "epoch": 3.1326781326781328,
+      "grad_norm": 0.8607500195503235,
+      "learning_rate": 0.0002,
+      "loss": 0.4375,
+      "step": 2550
+    },
+    {
+      "epoch": 3.1449631449631448,
+      "grad_norm": 0.8719640374183655,
+      "learning_rate": 0.0002,
+      "loss": 0.456,
+      "step": 2560
+    },
+    {
+      "epoch": 3.157248157248157,
+      "grad_norm": 0.8647059202194214,
+      "learning_rate": 0.0002,
+      "loss": 0.4469,
+      "step": 2570
+    },
+    {
+      "epoch": 3.1695331695331697,
+      "grad_norm": 0.8346507549285889,
+      "learning_rate": 0.0002,
+      "loss": 0.4483,
+      "step": 2580
+    },
+    {
+      "epoch": 3.1818181818181817,
+      "grad_norm": 1.0208854675292969,
+      "learning_rate": 0.0002,
+      "loss": 0.4331,
+      "step": 2590
+    },
+    {
+      "epoch": 3.194103194103194,
+      "grad_norm": 0.7064385414123535,
+      "learning_rate": 0.0002,
+      "loss": 0.435,
+      "step": 2600
+    },
+    {
+      "epoch": 3.2063882063882065,
+      "grad_norm": 0.927347719669342,
+      "learning_rate": 0.0002,
+      "loss": 0.4541,
+      "step": 2610
+    },
+    {
+      "epoch": 3.2186732186732185,
+      "grad_norm": 0.943517804145813,
+      "learning_rate": 0.0002,
+      "loss": 0.4561,
+      "step": 2620
+    },
+    {
+      "epoch": 3.230958230958231,
+      "grad_norm": 0.7837198376655579,
+      "learning_rate": 0.0002,
+      "loss": 0.4225,
+      "step": 2630
+    },
+    {
+      "epoch": 3.2432432432432434,
+      "grad_norm": 0.7752765417098999,
+      "learning_rate": 0.0002,
+      "loss": 0.4494,
+      "step": 2640
+    },
+    {
+      "epoch": 3.2555282555282554,
+      "grad_norm": 0.8578953146934509,
+      "learning_rate": 0.0002,
+      "loss": 0.4468,
+      "step": 2650
+    },
+    {
+      "epoch": 3.267813267813268,
+      "grad_norm": 1.0209529399871826,
+      "learning_rate": 0.0002,
+      "loss": 0.4393,
+      "step": 2660
+    },
+    {
+      "epoch": 3.2800982800982803,
+      "grad_norm": 0.9069030284881592,
+      "learning_rate": 0.0002,
+      "loss": 0.4517,
+      "step": 2670
+    },
+    {
+      "epoch": 3.2923832923832923,
+      "grad_norm": 0.8454729318618774,
+      "learning_rate": 0.0002,
+      "loss": 0.4262,
+      "step": 2680
+    },
+    {
+      "epoch": 3.3046683046683047,
+      "grad_norm": 0.8253099322319031,
+      "learning_rate": 0.0002,
+      "loss": 0.4349,
+      "step": 2690
+    },
+    {
+      "epoch": 3.3169533169533167,
+      "grad_norm": 0.8765934109687805,
+      "learning_rate": 0.0002,
+      "loss": 0.4503,
+      "step": 2700
+    },
+    {
+      "epoch": 3.329238329238329,
+      "grad_norm": 0.8149126172065735,
+      "learning_rate": 0.0002,
+      "loss": 0.4518,
+      "step": 2710
+    },
+    {
+      "epoch": 3.3415233415233416,
+      "grad_norm": 0.8820102214813232,
+      "learning_rate": 0.0002,
+      "loss": 0.4437,
+      "step": 2720
+    },
+    {
+      "epoch": 3.3538083538083536,
+      "grad_norm": 0.8813952803611755,
+      "learning_rate": 0.0002,
+      "loss": 0.4346,
+      "step": 2730
+    },
+    {
+      "epoch": 3.366093366093366,
+      "grad_norm": 1.0338447093963623,
+      "learning_rate": 0.0002,
+      "loss": 0.4396,
+      "step": 2740
+    },
+    {
+      "epoch": 3.3783783783783785,
+      "grad_norm": 0.8780209422111511,
+      "learning_rate": 0.0002,
+      "loss": 0.4468,
+      "step": 2750
+    },
+    {
+      "epoch": 3.3906633906633905,
+      "grad_norm": 0.9017151594161987,
+      "learning_rate": 0.0002,
+      "loss": 0.441,
+      "step": 2760
+    },
+    {
+      "epoch": 3.402948402948403,
+      "grad_norm": 0.8647638559341431,
+      "learning_rate": 0.0002,
+      "loss": 0.446,
+      "step": 2770
+    },
+    {
+      "epoch": 3.4152334152334154,
+      "grad_norm": 0.8298183679580688,
+      "learning_rate": 0.0002,
+      "loss": 0.4131,
+      "step": 2780
+    },
+    {
+      "epoch": 3.4275184275184274,
+      "grad_norm": 0.9298108816146851,
+      "learning_rate": 0.0002,
+      "loss": 0.4406,
+      "step": 2790
+    },
+    {
+      "epoch": 3.43980343980344,
+      "grad_norm": 0.8909980058670044,
+      "learning_rate": 0.0002,
+      "loss": 0.4145,
+      "step": 2800
+    },
+    {
+      "epoch": 3.4520884520884523,
+      "grad_norm": 0.8027496933937073,
+      "learning_rate": 0.0002,
+      "loss": 0.4148,
+      "step": 2810
+    },
+    {
+      "epoch": 3.4643734643734643,
+      "grad_norm": 0.8766195774078369,
+      "learning_rate": 0.0002,
+      "loss": 0.4244,
+      "step": 2820
+    },
+    {
+      "epoch": 3.4766584766584767,
+      "grad_norm": 0.8194443583488464,
+      "learning_rate": 0.0002,
+      "loss": 0.4292,
+      "step": 2830
+    },
+    {
+      "epoch": 3.488943488943489,
+      "grad_norm": 0.9862873554229736,
+      "learning_rate": 0.0002,
+      "loss": 0.4305,
+      "step": 2840
+    },
+    {
+      "epoch": 3.501228501228501,
+      "grad_norm": 0.8755377531051636,
+      "learning_rate": 0.0002,
+      "loss": 0.4393,
+      "step": 2850
+    },
+    {
+      "epoch": 3.5135135135135136,
+      "grad_norm": 0.7300266027450562,
+      "learning_rate": 0.0002,
+      "loss": 0.4231,
+      "step": 2860
+    },
+    {
+      "epoch": 3.5257985257985256,
+      "grad_norm": 0.8342461585998535,
+      "learning_rate": 0.0002,
+      "loss": 0.4278,
+      "step": 2870
+    },
+    {
+      "epoch": 3.538083538083538,
+      "grad_norm": 0.8624151349067688,
+      "learning_rate": 0.0002,
+      "loss": 0.4395,
+      "step": 2880
+    },
+    {
+      "epoch": 3.5503685503685505,
+      "grad_norm": 0.8931261301040649,
+      "learning_rate": 0.0002,
+      "loss": 0.4064,
+      "step": 2890
+    },
+    {
+      "epoch": 3.562653562653563,
+      "grad_norm": 0.8617086410522461,
+      "learning_rate": 0.0002,
+      "loss": 0.4358,
+      "step": 2900
+    },
+    {
+      "epoch": 3.574938574938575,
+      "grad_norm": 0.8754099607467651,
+      "learning_rate": 0.0002,
+      "loss": 0.419,
+      "step": 2910
+    },
+    {
+      "epoch": 3.5872235872235874,
+      "grad_norm": 0.8345834612846375,
+      "learning_rate": 0.0002,
+      "loss": 0.4275,
+      "step": 2920
+    },
+    {
+      "epoch": 3.5995085995085994,
+      "grad_norm": 1.1414062976837158,
+      "learning_rate": 0.0002,
+      "loss": 0.4375,
+      "step": 2930
+    },
+    {
+      "epoch": 3.611793611793612,
+      "grad_norm": 0.994860053062439,
+      "learning_rate": 0.0002,
+      "loss": 0.4297,
+      "step": 2940
+    },
+    {
+      "epoch": 3.6240786240786242,
+      "grad_norm": 1.19268000125885,
+      "learning_rate": 0.0002,
+      "loss": 0.4386,
+      "step": 2950
+    },
+    {
+      "epoch": 3.6363636363636362,
+      "grad_norm": 0.8399543762207031,
+      "learning_rate": 0.0002,
+      "loss": 0.4029,
+      "step": 2960
+    },
+    {
+      "epoch": 3.6486486486486487,
+      "grad_norm": 0.9873217940330505,
+      "learning_rate": 0.0002,
+      "loss": 0.4432,
+      "step": 2970
+    },
+    {
+      "epoch": 3.6609336609336607,
+      "grad_norm": 0.9116013646125793,
+      "learning_rate": 0.0002,
+      "loss": 0.4308,
+      "step": 2980
+    },
+    {
+      "epoch": 3.673218673218673,
+      "grad_norm": 0.9503833651542664,
+      "learning_rate": 0.0002,
+      "loss": 0.4275,
+      "step": 2990
+    },
+    {
+      "epoch": 3.6855036855036856,
+      "grad_norm": 0.9401112794876099,
+      "learning_rate": 0.0002,
+      "loss": 0.4306,
+      "step": 3000
+    },
+    {
+      "epoch": 3.697788697788698,
+      "grad_norm": 1.00745689868927,
+      "learning_rate": 0.0002,
+      "loss": 0.4333,
+      "step": 3010
+    },
+    {
+      "epoch": 3.71007371007371,
+      "grad_norm": 1.0553191900253296,
+      "learning_rate": 0.0002,
+      "loss": 0.432,
+      "step": 3020
+    },
+    {
+      "epoch": 3.7223587223587224,
+      "grad_norm": 1.0226953029632568,
+      "learning_rate": 0.0002,
+      "loss": 0.4321,
+      "step": 3030
+    },
+    {
+      "epoch": 3.7346437346437344,
+      "grad_norm": 1.085554838180542,
+      "learning_rate": 0.0002,
+      "loss": 0.418,
+      "step": 3040
+    },
+    {
+      "epoch": 3.746928746928747,
+      "grad_norm": 0.9948731064796448,
+      "learning_rate": 0.0002,
+      "loss": 0.4196,
+      "step": 3050
+    },
+    {
+      "epoch": 3.7592137592137593,
+      "grad_norm": 0.9328727126121521,
+      "learning_rate": 0.0002,
+      "loss": 0.4281,
+      "step": 3060
+    },
+    {
+      "epoch": 3.7714987714987718,
+      "grad_norm": 1.0533266067504883,
+      "learning_rate": 0.0002,
+      "loss": 0.4284,
+      "step": 3070
+    },
+    {
+      "epoch": 3.7837837837837838,
+      "grad_norm": 0.8213809132575989,
+      "learning_rate": 0.0002,
+      "loss": 0.4414,
+      "step": 3080
+    },
+    {
+      "epoch": 3.796068796068796,
+      "grad_norm": 0.8941594362258911,
+      "learning_rate": 0.0002,
+      "loss": 0.4348,
+      "step": 3090
+    },
+    {
+      "epoch": 3.808353808353808,
+      "grad_norm": 0.8324518203735352,
+      "learning_rate": 0.0002,
+      "loss": 0.4266,
+      "step": 3100
+    },
+    {
+      "epoch": 3.8206388206388207,
+      "grad_norm": 0.8811233639717102,
+      "learning_rate": 0.0002,
+      "loss": 0.4227,
+      "step": 3110
+    },
+    {
+      "epoch": 3.832923832923833,
+      "grad_norm": 0.8781470060348511,
+      "learning_rate": 0.0002,
+      "loss": 0.4195,
+      "step": 3120
+    },
+    {
+      "epoch": 3.845208845208845,
+      "grad_norm": 0.8994116187095642,
+      "learning_rate": 0.0002,
+      "loss": 0.4277,
+      "step": 3130
+    },
+    {
+      "epoch": 3.8574938574938575,
+      "grad_norm": 0.8605017066001892,
+      "learning_rate": 0.0002,
+      "loss": 0.4149,
+      "step": 3140
+    },
+    {
+      "epoch": 3.8697788697788695,
+      "grad_norm": 0.8966400027275085,
+      "learning_rate": 0.0002,
+      "loss": 0.4023,
+      "step": 3150
+    },
+    {
+      "epoch": 3.882063882063882,
+      "grad_norm": 0.8856554627418518,
+      "learning_rate": 0.0002,
+      "loss": 0.4245,
+      "step": 3160
+    },
+    {
+      "epoch": 3.8943488943488944,
+      "grad_norm": 0.8971620798110962,
+      "learning_rate": 0.0002,
+      "loss": 0.4101,
+      "step": 3170
+    },
+    {
+      "epoch": 3.906633906633907,
+      "grad_norm": 0.9807813167572021,
+      "learning_rate": 0.0002,
+      "loss": 0.3993,
+      "step": 3180
+    },
+    {
+      "epoch": 3.918918918918919,
+      "grad_norm": 0.8614121675491333,
+      "learning_rate": 0.0002,
+      "loss": 0.4258,
+      "step": 3190
+    },
+    {
+      "epoch": 3.9312039312039313,
+      "grad_norm": 0.989171028137207,
+      "learning_rate": 0.0002,
+      "loss": 0.4115,
+      "step": 3200
+    },
+    {
+      "epoch": 3.9434889434889433,
+      "grad_norm": 0.8168872594833374,
+      "learning_rate": 0.0002,
+      "loss": 0.4182,
+      "step": 3210
+    },
+    {
+      "epoch": 3.9557739557739557,
+      "grad_norm": 0.8109386563301086,
+      "learning_rate": 0.0002,
+      "loss": 0.4112,
+      "step": 3220
+    },
+    {
+      "epoch": 3.968058968058968,
+      "grad_norm": 1.0175853967666626,
+      "learning_rate": 0.0002,
+      "loss": 0.4165,
+      "step": 3230
+    },
+    {
+      "epoch": 3.98034398034398,
+      "grad_norm": 0.936143159866333,
+      "learning_rate": 0.0002,
+      "loss": 0.4146,
+      "step": 3240
+    },
+    {
+      "epoch": 3.9926289926289926,
+      "grad_norm": 0.9557915925979614,
+      "learning_rate": 0.0002,
+      "loss": 0.4163,
+      "step": 3250
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.4401616156101227,
+      "eval_runtime": 20.8047,
+      "eval_samples_per_second": 15.91,
+      "eval_steps_per_second": 2.019,
+      "step": 3256
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6512,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.979482006709862e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-3256/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2809e8544b7de8b298d0b325fb6c98eb9f853fd72d7cbae286b6ee1541e6aee9
+size 5560

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2b-it
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2b-it",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b154e3c9ff723f8964d80fb6716a2a5235fdd4102c7877cb3e9efa7fc1697b4
+size 29500848

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb292829920897a5d39a38ed5a6be6013bb568f65f6dd09c3fc76d9afbe4b17
+size 15064314

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f690b2b370d5088d36b551f18fabfa9ce1a4948c7688bca4601e27707c6a691
+size 14244

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ed4b5e4b2f574242efa0fcb5a3d72b4a37a60e9d7c28715ade14b38c49030
+size 1064

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<eos>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559f2189f392b4555613965f089e7c4d300b41fbe080bf79da0d676e33ee7f0
+size 34356041

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

gemma-2b-it_int4_flare-headlines_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.7-num-15098-sd-1/checkpoint-4070/tokenizer_config.json

@@ -0,0 +1,1757 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<eos>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}